submission_id: stark2000s-ultrachat-v1-3_v1

developer_uid: stark2000s

alignment_samples: 12215

alignment_score: -0.464553598159918

best_of: 16

celo_rating: 1184.37

display_name: stark2000s-ultrachat-v1-3_v1

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: stark2000s/ultrachat-v1.3

latencies: [{'batch_size': 1, 'throughput': 0.9138807508381571, 'latency_mean': 1.0941724348068238, 'latency_p50': 1.0959045886993408, 'latency_p90': 1.2330639362335205}, {'batch_size': 4, 'throughput': 1.8005760567185853, 'latency_mean': 2.2133977246284484, 'latency_p50': 2.190613627433777, 'latency_p90': 2.4755632162094114}, {'batch_size': 5, 'throughput': 1.8870339493878658, 'latency_mean': 2.6330902874469757, 'latency_p50': 2.625276803970337, 'latency_p90': 2.94414963722229}, {'batch_size': 8, 'throughput': 2.026720126450825, 'latency_mean': 3.93081840634346, 'latency_p50': 3.9558820724487305, 'latency_p90': 4.375384831428528}, {'batch_size': 10, 'throughput': 2.0381847669608635, 'latency_mean': 4.861768429279327, 'latency_p50': 4.798833250999451, 'latency_p90': 5.72421395778656}, {'batch_size': 12, 'throughput': 2.0292353397816667, 'latency_mean': 5.829045791625976, 'latency_p50': 5.865486741065979, 'latency_p90': 6.795967030525207}, {'batch_size': 15, 'throughput': 2.0282555413755867, 'latency_mean': 7.255859752893448, 'latency_p50': 7.338781952857971, 'latency_p90': 7.967689967155456}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: stark2000s/ultrachat-v1.

model_name: stark2000s-ultrachat-v1-3_v1

model_num_parameters: 8030261248.0

model_repo: stark2000s/ultrachat-v1.3

model_size: 8B

num_battles: 12215

num_wins: 5121

propriety_score: 0.7514506769825918

propriety_total_count: 1034.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 2.02

timestamp: 2024-09-05T11:52:06+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.4192386410151453