submission_id: cycy233-l3-bp-v6-c4_v1

developer_uid: shiroe40

alignment_samples: 11512

alignment_score: -0.372277170313015

best_of: 16

celo_rating: 1254.13

display_name: auto

formatter: {'memory_template': "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{bot_name}'s Persona: {memory}\n\n", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 0.9, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['<|end_header_id|>', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: cycy233/L3-bp-v6-c4

latencies: [{'batch_size': 1, 'throughput': 0.910075303717869, 'latency_mean': 1.0987477123737335, 'latency_p50': 1.1003715991973877, 'latency_p90': 1.233406138420105}, {'batch_size': 4, 'throughput': 1.7993466095339878, 'latency_mean': 2.2074799716472624, 'latency_p50': 2.230735659599304, 'latency_p90': 2.464766597747803}, {'batch_size': 5, 'throughput': 1.9014867980067072, 'latency_mean': 2.6224301612377166, 'latency_p50': 2.6265194416046143, 'latency_p90': 2.9348464012145996}, {'batch_size': 8, 'throughput': 2.03030607586412, 'latency_mean': 3.9151843690872195, 'latency_p50': 3.9182769060134888, 'latency_p90': 4.415373349189758}, {'batch_size': 10, 'throughput': 2.065081587544961, 'latency_mean': 4.791423820257187, 'latency_p50': 4.775902032852173, 'latency_p90': 5.573750424385071}, {'batch_size': 12, 'throughput': 2.024231040278091, 'latency_mean': 5.851776167154312, 'latency_p50': 5.877109169960022, 'latency_p90': 6.616562342643737}, {'batch_size': 15, 'throughput': 2.038845315739247, 'latency_mean': 7.210738358497619, 'latency_p50': 7.33655321598053, 'latency_p90': 8.003422713279724}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: cycy233/L3-bp-v6-c4

model_name: auto

model_num_parameters: 8030261248.0

model_repo: cycy233/L3-bp-v6-c4

model_size: 8B

num_battles: 11512

num_wins: 5964

propriety_score: 0.7310344827586207

propriety_total_count: 1015.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 2.03

timestamp: 2024-09-05T03:17:16+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.5180681028492008