submission_id: cycy233-l3-bp-v6-c3_v1

developer_uid: shiroe40

alignment_samples: 11783

alignment_score: -0.4303293845540201

best_of: 16

celo_rating: 1256.24

display_name: auto

formatter: {'memory_template': "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{bot_name}'s Persona: {memory}\n\n", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 0.9, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['<|end_header_id|>', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: cycy233/L3-bp-v6-c3

latencies: [{'batch_size': 1, 'throughput': 0.9099866407414917, 'latency_mean': 1.0988244330883026, 'latency_p50': 1.105531930923462, 'latency_p90': 1.2158999919891358}, {'batch_size': 4, 'throughput': 1.8099473663898187, 'latency_mean': 2.1985631656646727, 'latency_p50': 2.2078893184661865, 'latency_p90': 2.4554316997528076}, {'batch_size': 5, 'throughput': 1.8991365909709341, 'latency_mean': 2.6179108905792234, 'latency_p50': 2.6170454025268555, 'latency_p90': 2.9081337213516236}, {'batch_size': 8, 'throughput': 2.0060680355486413, 'latency_mean': 3.9684039664268496, 'latency_p50': 3.9681512117385864, 'latency_p90': 4.437879800796509}, {'batch_size': 10, 'throughput': 2.0481950685781865, 'latency_mean': 4.830809158086777, 'latency_p50': 4.831403613090515, 'latency_p90': 5.570131969451904}, {'batch_size': 12, 'throughput': 2.024834264675908, 'latency_mean': 5.844160072803497, 'latency_p50': 5.945411443710327, 'latency_p90': 6.676182055473328}, {'batch_size': 15, 'throughput': 2.0390646900908416, 'latency_mean': 7.217609524726868, 'latency_p50': 7.356459140777588, 'latency_p90': 7.982364439964295}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: cycy233/L3-bp-v6-c3

model_name: auto

model_num_parameters: 8030261248.0

model_repo: cycy233/L3-bp-v6-c3

model_size: 8B

num_battles: 11783

num_wins: 6134

propriety_score: 0.7307692307692307

propriety_total_count: 1066.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 2.0

timestamp: 2024-09-05T03:17:01+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.520580497326657