submission_id: stark2000s-utarcaht-v1-2_v1

developer_uid: stark2000s

alignment_samples: 14560

alignment_score: -0.13203775865303996

best_of: 1

celo_rating: 1095.21

display_name: stark2000s-utarcaht-v1-2_v1

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 1, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: stark2000s/utarcaht-v1.2

latencies: [{'batch_size': 1, 'throughput': 1.0688675594477886, 'latency_mean': 0.9354757058620453, 'latency_p50': 0.9362729787826538, 'latency_p90': 1.0499861717224122}, {'batch_size': 5, 'throughput': 3.502017757875743, 'latency_mean': 1.4197851145267486, 'latency_p50': 1.422858476638794, 'latency_p90': 1.5941072940826415}, {'batch_size': 10, 'throughput': 5.15679012835192, 'latency_mean': 1.9161175179481507, 'latency_p50': 1.91525399684906, 'latency_p90': 2.153678822517395}, {'batch_size': 15, 'throughput': 6.061593217363593, 'latency_mean': 2.4450462746620176, 'latency_p50': 2.43346107006073, 'latency_p90': 2.812287712097168}, {'batch_size': 20, 'throughput': 6.53732354548411, 'latency_mean': 3.007975550889969, 'latency_p50': 2.9740006923675537, 'latency_p90': 3.477402281761169}, {'batch_size': 25, 'throughput': 6.96517762410716, 'latency_mean': 3.5196910667419434, 'latency_p50': 3.4997873306274414, 'latency_p90': 4.035225844383239}, {'batch_size': 30, 'throughput': 7.231691721222628, 'latency_mean': 4.05731275677681, 'latency_p50': 4.013387560844421, 'latency_p90': 4.87428286075592}, {'batch_size': 35, 'throughput': 7.382205116757551, 'latency_mean': 4.622128660678864, 'latency_p50': 4.585745215415955, 'latency_p90': 5.513689422607421}, {'batch_size': 40, 'throughput': 7.318238487037162, 'latency_mean': 5.282840359210968, 'latency_p50': 5.226061701774597, 'latency_p90': 6.469784951210022}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: stark2000s/utarcaht-v1.2

model_name: stark2000s-utarcaht-v1-2_v1

model_num_parameters: 8030261248.0

model_repo: stark2000s/utarcaht-v1.2

model_size: 8B

num_battles: 14560

num_wins: 4452

propriety_score: 0.7440878378378378

propriety_total_count: 1184.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 7.21

timestamp: 2024-09-05T09:45:39+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.3057692307692308