submission_id: stark2000s-utarcaht-v1-2_v2

developer_uid: stark2000s

alignment_samples: 14248

alignment_score: -1.1919323262660366

best_of: 16

celo_rating: 1211.53

display_name: stark2000s-utarcaht-v1-2_v2

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: stark2000s/utarcaht-v1.2

latencies: [{'batch_size': 1, 'throughput': 0.8933970194322506, 'latency_mean': 1.1192299818992615, 'latency_p50': 1.1136950254440308, 'latency_p90': 1.251697063446045}, {'batch_size': 4, 'throughput': 1.7646393598897678, 'latency_mean': 2.260490908622742, 'latency_p50': 2.2576581239700317, 'latency_p90': 2.534076714515686}, {'batch_size': 5, 'throughput': 1.830032895445852, 'latency_mean': 2.717837446928024, 'latency_p50': 2.713399648666382, 'latency_p90': 3.051802372932434}, {'batch_size': 8, 'throughput': 1.9544712090642662, 'latency_mean': 4.0605291223526, 'latency_p50': 4.1164549589157104, 'latency_p90': 4.535535979270935}, {'batch_size': 10, 'throughput': 1.983399398389284, 'latency_mean': 4.995481033325195, 'latency_p50': 4.981823444366455, 'latency_p90': 5.73861072063446}, {'batch_size': 12, 'throughput': 1.9696797343629038, 'latency_mean': 6.0118728339672085, 'latency_p50': 6.032230377197266, 'latency_p90': 7.013546824455261}, {'batch_size': 15, 'throughput': 1.9755243165614016, 'latency_mean': 7.433656936883926, 'latency_p50': 7.586260557174683, 'latency_p90': 8.231766271591187}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: stark2000s/utarcaht-v1.2

model_name: stark2000s-utarcaht-v1-2_v2

model_num_parameters: 8030261248.0

model_repo: stark2000s/utarcaht-v1.2

model_size: 8B

num_battles: 14247

num_wins: 6720

propriety_score: 0.7462932454695222

propriety_total_count: 1214.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.94

timestamp: 2024-09-05T09:45:49+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.4716782480522215