submission_id: cycy233-l3-bp-v1-c2_v1

developer_uid: shiroe40

alignment_samples: 11326

alignment_score: -0.15135471218622343

best_of: 16

celo_rating: 1264.17

display_name: auto

formatter: {'memory_template': "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{bot_name}'s Persona: {memory}\n\n", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 0.9, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['<|end_header_id|>', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: cycy233/L3-bp-v1-c2

latencies: [{'batch_size': 1, 'throughput': 0.9153186790849998, 'latency_mean': 1.092457401752472, 'latency_p50': 1.0825554132461548, 'latency_p90': 1.231495189666748}, {'batch_size': 4, 'throughput': 1.7987332385109958, 'latency_mean': 2.213798063993454, 'latency_p50': 2.2015727758407593, 'latency_p90': 2.483605456352234}, {'batch_size': 5, 'throughput': 1.913592155516044, 'latency_mean': 2.5972221946716307, 'latency_p50': 2.568681240081787, 'latency_p90': 2.9290196895599365}, {'batch_size': 8, 'throughput': 2.0130866634901974, 'latency_mean': 3.944922788143158, 'latency_p50': 3.957442879676819, 'latency_p90': 4.443481969833374}, {'batch_size': 10, 'throughput': 2.0528081919923897, 'latency_mean': 4.825207097530365, 'latency_p50': 4.852195382118225, 'latency_p90': 5.589925622940063}, {'batch_size': 12, 'throughput': 2.040891255870017, 'latency_mean': 5.800060760974884, 'latency_p50': 5.804870247840881, 'latency_p90': 6.680076622962952}, {'batch_size': 15, 'throughput': 2.0470927520818227, 'latency_mean': 7.16130334854126, 'latency_p50': 7.262287378311157, 'latency_p90': 8.018777847290039}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: cycy233/L3-bp-v1-c2

model_name: auto

model_num_parameters: 8030261248.0

model_repo: cycy233/L3-bp-v1-c2

model_size: 8B

num_battles: 11326

num_wins: 6068

propriety_score: 0.7087753134040502

propriety_total_count: 1037.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 2.01

timestamp: 2024-08-25T02:27:29+00:00

us_pacific_date: 2024-08-24

win_ratio: 0.5357584319265407