submission_id: cycy233-l3-bp-v6-c1_v1

developer_uid: shiroe40

alignment_samples: 10524

alignment_score: -0.3437596084670551

best_of: 16

celo_rating: 1252.51

display_name: auto

formatter: {'memory_template': "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{bot_name}'s Persona: {memory}\n\n", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 0.9, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['<|end_header_id|>', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: cycy233/L3-bp-v6-c1

latencies: [{'batch_size': 1, 'throughput': 0.9162490441781027, 'latency_mean': 1.0913385701179505, 'latency_p50': 1.0874139070510864, 'latency_p90': 1.2166605949401856}, {'batch_size': 4, 'throughput': 1.798443489657177, 'latency_mean': 2.2175483548641206, 'latency_p50': 2.2284070253372192, 'latency_p90': 2.4713415145874023}, {'batch_size': 5, 'throughput': 1.8806829478182834, 'latency_mean': 2.648478960990906, 'latency_p50': 2.657816767692566, 'latency_p90': 2.9645773649215696}, {'batch_size': 8, 'throughput': 1.9899603198219917, 'latency_mean': 3.996526118516922, 'latency_p50': 3.990572690963745, 'latency_p90': 4.458676958084106}, {'batch_size': 10, 'throughput': 2.019511885747554, 'latency_mean': 4.904088913202286, 'latency_p50': 4.836657404899597, 'latency_p90': 5.74667489528656}, {'batch_size': 12, 'throughput': 2.029659484527713, 'latency_mean': 5.831109447479248, 'latency_p50': 5.822002530097961, 'latency_p90': 6.579939675331116}, {'batch_size': 15, 'throughput': 2.0023997503779523, 'latency_mean': 7.3332629799842834, 'latency_p50': 7.437045931816101, 'latency_p90': 8.104848074913026}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: cycy233/L3-bp-v6-c1

model_name: auto

model_num_parameters: 8030261248.0

model_repo: cycy233/L3-bp-v6-c1

model_size: 8B

num_battles: 10524

num_wins: 5417

propriety_score: 0.7216386554621849

propriety_total_count: 952.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.98

timestamp: 2024-09-05T03:16:42+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.5147282402128468