submission_id: fengfengzi14-mistral-testg3_v3

developer_uid: fengfengzi14_07790

alignment_samples: 12314

alignment_score: 0.2603497546317185

best_of: 1

celo_rating: 1089.58

display_name: fengfengzi14-mistral-testG3_v2

formatter: {'memory_template': '<|im_start|>system\n{memory}<|im_end|>\n', 'prompt_template': '<|im_start|>user\n{prompt}<|im_end|>\n', 'bot_template': '<|im_start|>assistant\n{bot_name}: {message}<|im_end|>\n', 'user_template': '<|im_start|>user\n{user_name}: {message}<|im_end|>\n', 'response_template': '<|im_start|>assistant\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.9, 'top_k': 40, 'presence_penalty': 0.5, 'frequency_penalty': 0.5, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 1, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: fengfengzi14/mistral_testG3

latencies: [{'batch_size': 1, 'throughput': 1.1022482971452123, 'latency_mean': 0.9071610975265503, 'latency_p50': 0.9157490730285645, 'latency_p90': 1.0106991291046143}, {'batch_size': 5, 'throughput': 3.623621890211316, 'latency_mean': 1.3695307350158692, 'latency_p50': 1.3684900999069214, 'latency_p90': 1.5422230243682862}, {'batch_size': 10, 'throughput': 5.378333393750781, 'latency_mean': 1.842727621793747, 'latency_p50': 1.8434488773345947, 'latency_p90': 2.084741187095642}, {'batch_size': 15, 'throughput': 6.375507228589046, 'latency_mean': 2.3136263418197633, 'latency_p50': 2.3179584741592407, 'latency_p90': 2.7177186012268066}, {'batch_size': 20, 'throughput': 6.861881161748436, 'latency_mean': 2.8650103676319123, 'latency_p50': 2.822587728500366, 'latency_p90': 3.317965269088745}, {'batch_size': 25, 'throughput': 7.2792886654591165, 'latency_mean': 3.364137899875641, 'latency_p50': 3.31943142414093, 'latency_p90': 3.8476085186004636}, {'batch_size': 30, 'throughput': 7.541177526517706, 'latency_mean': 3.8956006252765656, 'latency_p50': 3.835968494415283, 'latency_p90': 4.522584939002991}, {'batch_size': 35, 'throughput': 7.642451674949929, 'latency_mean': 4.467921162843704, 'latency_p50': 4.47527539730072, 'latency_p90': 5.355112767219543}, {'batch_size': 40, 'throughput': 7.665049831182843, 'latency_mean': 5.044494791030884, 'latency_p50': 4.968356013298035, 'latency_p90': 6.042389416694641}, {'batch_size': 45, 'throughput': 7.688351415413826, 'latency_mean': 5.62470727443695, 'latency_p50': 5.649825572967529, 'latency_p90': 6.6128868579864495}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: MistralForCausalLM

model_group: fengfengzi14/mistral_tes

model_name: fengfengzi14-mistral-testG3_v2

model_num_parameters: 7241732096.0

model_repo: fengfengzi14/mistral_testG3

model_size: 7B

num_battles: 12313

num_wins: 3804

propriety_score: 0.716572504708098

propriety_total_count: 1062.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 7.61

timestamp: 2024-09-07T04:29:56+00:00

us_pacific_date: 2024-09-06

win_ratio: 0.30894176886217817