submission_id: rica40325-dpo0903-1300_v1

developer_uid: rica40325

alignment_samples: 13167

alignment_score: -1.571819975457148

best_of: 16

celo_rating: 1182.22

display_name: rica40325-dpo0903-1300_v1

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: rica40325/dpo0903-1300

latencies: [{'batch_size': 1, 'throughput': 0.9114409243608039, 'latency_mean': 1.0971040856838226, 'latency_p50': 1.0991665124893188, 'latency_p90': 1.224856686592102}, {'batch_size': 4, 'throughput': 1.7868304717290997, 'latency_mean': 2.22366925239563, 'latency_p50': 2.226734757423401, 'latency_p90': 2.473489260673523}, {'batch_size': 5, 'throughput': 1.895461954193833, 'latency_mean': 2.6227510726451873, 'latency_p50': 2.617081642150879, 'latency_p90': 2.954130268096924}, {'batch_size': 8, 'throughput': 2.020233527656336, 'latency_mean': 3.9364895713329315, 'latency_p50': 3.9572131633758545, 'latency_p90': 4.423591208457947}, {'batch_size': 10, 'throughput': 2.0275583801555075, 'latency_mean': 4.879239919185639, 'latency_p50': 4.85245668888092, 'latency_p90': 5.568426132202148}, {'batch_size': 12, 'throughput': 2.0084960840481183, 'latency_mean': 5.896673389673233, 'latency_p50': 5.9853702783584595, 'latency_p90': 6.6760406494140625}, {'batch_size': 15, 'throughput': 2.038009905317322, 'latency_mean': 7.209387437105179, 'latency_p50': 7.33719527721405, 'latency_p90': 8.025400686264039}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: rica40325/dpo0903-1300

model_name: rica40325-dpo0903-1300_v1

model_num_parameters: 8030261248.0

model_repo: rica40325/dpo0903-1300

model_size: 8B

num_battles: 13167

num_wins: 5565

propriety_score: 0.7204757858963466

propriety_total_count: 1177.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 2.02

timestamp: 2024-09-05T06:44:40+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.4226475279106858