submission_id: trace2333-dpo-v9-v3-reprompt_v2

developer_uid: Trace2333

alignment_samples: 10661

alignment_score: -0.6207477480207313

best_of: 16

celo_rating: 1257.6

display_name: trace2333-dpo-v9-v3-reprompt_v2

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: Trace2333/dpo_v9_v3_reprompt

latencies: [{'batch_size': 1, 'throughput': 0.903455806818427, 'latency_mean': 1.1067672836780549, 'latency_p50': 1.1052838563919067, 'latency_p90': 1.2535680532455444}, {'batch_size': 4, 'throughput': 1.8063768262595818, 'latency_mean': 2.2075412476062777, 'latency_p50': 2.1984636783599854, 'latency_p90': 2.4651920080184935}, {'batch_size': 5, 'throughput': 1.8725036085326252, 'latency_mean': 2.65462562084198, 'latency_p50': 2.6576262712478638, 'latency_p90': 2.950652241706848}, {'batch_size': 8, 'throughput': 1.9974588202919354, 'latency_mean': 3.9816395580768584, 'latency_p50': 4.026030659675598, 'latency_p90': 4.442818689346313}, {'batch_size': 10, 'throughput': 2.0264633745877814, 'latency_mean': 4.884057245254517, 'latency_p50': 4.887906908988953, 'latency_p90': 5.629179430007935}, {'batch_size': 12, 'throughput': 2.034729830833767, 'latency_mean': 5.822340323925018, 'latency_p50': 5.863048195838928, 'latency_p90': 6.708717727661132}, {'batch_size': 15, 'throughput': 2.0048204550513162, 'latency_mean': 7.344305253028869, 'latency_p50': 7.443024158477783, 'latency_p90': 8.149785733222961}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: Trace2333/dpo_v9_v3_repr

model_name: trace2333-dpo-v9-v3-reprompt_v2

model_num_parameters: 8030261248.0

model_repo: Trace2333/dpo_v9_v3_reprompt

model_size: 8B

num_battles: 10661

num_wins: 5658

propriety_score: 0.7516339869281046

propriety_total_count: 918.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.99

timestamp: 2024-08-27T10:29:13+00:00

us_pacific_date: 2024-08-27

win_ratio: 0.5307194447049995