submission_id: trace2333-mistral-trial2_v1

developer_uid: Trace2333

alignment_samples: 11943

alignment_score: -0.3825336622576747

best_of: 8

celo_rating: 1243.92

display_name: trace2333-mistral-trial2_v1

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '</s>', '###'], 'max_input_tokens': 512, 'best_of': 8, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: Trace2333/mistral_trial2

latencies: [{'batch_size': 1, 'throughput': 0.6904116901739746, 'latency_mean': 1.448337435722351, 'latency_p50': 1.4566776752471924, 'latency_p90': 1.6120919227600097}, {'batch_size': 3, 'throughput': 1.3238391696366472, 'latency_mean': 2.2608130311965944, 'latency_p50': 2.2697041034698486, 'latency_p90': 2.5141143560409547}, {'batch_size': 5, 'throughput': 1.5459594996703658, 'latency_mean': 3.214732141494751, 'latency_p50': 3.20922315120697, 'latency_p90': 3.6223906755447386}, {'batch_size': 6, 'throughput': 1.5904910967147845, 'latency_mean': 3.7516858088970184, 'latency_p50': 3.7712888717651367, 'latency_p90': 4.176148295402527}, {'batch_size': 8, 'throughput': 1.5883413981827708, 'latency_mean': 5.005676721334457, 'latency_p50': 5.050478219985962, 'latency_p90': 5.651588058471679}, {'batch_size': 10, 'throughput': 1.5290200570362615, 'latency_mean': 6.496292276382446, 'latency_p50': 6.49753999710083, 'latency_p90': 7.3910136222839355}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: MistralForCausalLM

model_group: Trace2333/mistral_trial2

model_name: trace2333-mistral-trial2_v1

model_num_parameters: 12772070400.0

model_repo: Trace2333/mistral_trial2

model_size: 13B

num_battles: 11943

num_wins: 6001

propriety_score: 0.7210884353741497

propriety_total_count: 1029.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.6

timestamp: 2024-09-05T03:26:36+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.5024700661475341