submission_id: mistralai-mixtral-8x7b_3473_v132

developer_uid: azuruce

alignment_samples: 14498

alignment_score: 0.015862197562531564

best_of: 4

celo_rating: 1192.78

display_name: mistralai-mixtral-8x7b_3473

formatter: {'memory_template': '<s>[INST] This is an entertaining conversation. You are {bot_name} who has the persona: {memory}.\nEngage in a chat with {user_name} while staying in character. Try to flirt with {user_name}. Engage in *roleplay* actions. Describe the scene dramatically. \n', 'prompt_template': '{prompt}\n', 'bot_template': '{bot_name}: {message}</s>', 'user_template': '[INST] {user_name}: {message} [/INST]', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 0.9, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 50, 'presence_penalty': 0.5, 'frequency_penalty': 0.5, 'stopping_words': ['\n', '</s>', '<|user|>', '###'], 'max_input_tokens': 512, 'best_of': 4, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA A100-SXM4-80GB': 1}

is_internal_developer: True

language_model: mistralai/Mixtral-8x7B-Instruct-v0.1

latencies: [{'batch_size': 1, 'throughput': 0.4702580905297367, 'latency_mean': 2.1264255917072297, 'latency_p50': 2.113202214241028, 'latency_p90': 2.4163472414016725}, {'batch_size': 5, 'throughput': 1.4082010569287053, 'latency_mean': 3.5171393167972567, 'latency_p50': 3.5151078701019287, 'latency_p90': 3.898052144050598}, {'batch_size': 10, 'throughput': 2.404288260674653, 'latency_mean': 4.083674390316009, 'latency_p50': 4.080729842185974, 'latency_p90': 4.617989253997803}, {'batch_size': 15, 'throughput': 3.1480554163953802, 'latency_mean': 4.650297858715057, 'latency_p50': 4.581766366958618, 'latency_p90': 5.3534832239151005}, {'batch_size': 20, 'throughput': 3.66409053355163, 'latency_mean': 5.306094616651535, 'latency_p50': 5.306654691696167, 'latency_p90': 6.088851881027222}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: MixtralForCausalLM

model_group: mistralai/Mixtral-8x7B-I

model_name: mistralai-mixtral-8x7b_3473

model_num_parameters: 46702792704.0

model_repo: mistralai/Mixtral-8x7B-Instruct-v0.1

model_size: 47B

num_battles: 14498

num_wins: 6349

propriety_score: 0.7676685621445979

propriety_total_count: 1231.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.79

timestamp: 2024-09-04T21:27:48+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.4379224720651124