submission_id: mistralai-mixtral-8x7b_3473_v133

developer_uid: azuruce

alignment_samples: 11689

alignment_score: 0.05341537525215034

best_of: 4

celo_rating: 1196.64

display_name: mixtral-8x7_3473_v130

formatter: {'memory_template': '<s>[INST] This is an entertaining conversation. You are {bot_name} who has the persona: {memory}.\nEngage in a chat with {user_name} while staying in character. Try to flirt with {user_name}. Engage in *roleplay* actions. Describe the scene dramatically. \n', 'prompt_template': '{prompt}\n', 'bot_template': '{bot_name}: {message}</s>', 'user_template': '[INST] {user_name}: {message} [/INST]', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 0.9, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 50, 'presence_penalty': 0.5, 'frequency_penalty': 0.5, 'stopping_words': ['\n', '</s>', '<|user|>', '###'], 'max_input_tokens': 512, 'best_of': 4, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA A100-SXM4-80GB': 1}

is_internal_developer: True

language_model: mistralai/Mixtral-8x7B-Instruct-v0.1

latencies: [{'batch_size': 1, 'throughput': 0.47181477055952387, 'latency_mean': 2.119407205581665, 'latency_p50': 2.0871907472610474, 'latency_p90': 2.4152173519134523}, {'batch_size': 5, 'throughput': 1.3978100763071002, 'latency_mean': 3.5456458735466003, 'latency_p50': 3.546334743499756, 'latency_p90': 3.951930046081543}, {'batch_size': 10, 'throughput': 2.4230524937793834, 'latency_mean': 4.075820286273956, 'latency_p50': 4.048440098762512, 'latency_p90': 4.570410919189453}, {'batch_size': 15, 'throughput': 3.175168042994806, 'latency_mean': 4.590426172018051, 'latency_p50': 4.560545206069946, 'latency_p90': 5.2239577054977415}, {'batch_size': 20, 'throughput': 3.730100507939458, 'latency_mean': 5.220640211105347, 'latency_p50': 5.196094036102295, 'latency_p90': 5.989784622192383}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: MixtralForCausalLM

model_group: mistralai/Mixtral-8x7B-I

model_name: mixtral-8x7_3473_v130

model_num_parameters: 46702792704.0

model_repo: mistralai/Mixtral-8x7B-Instruct-v0.1

model_size: 47B

num_battles: 11689

num_wins: 5182

propriety_score: 0.7680872150644202

propriety_total_count: 1009.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.74

timestamp: 2024-09-04T21:28:29+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.4433227821028317