submission_id: rica40325-dpo0904_v1

developer_uid: rica40325

alignment_samples: 13212

alignment_score: 0.7883016412328313

best_of: 16

celo_rating: 1171.68

display_name: rica40325-dpo0904_v1

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: rica40325/dpo0904

latencies: [{'batch_size': 1, 'throughput': 0.8916534766505932, 'latency_mean': 1.121422472000122, 'latency_p50': 1.1236674785614014, 'latency_p90': 1.25724139213562}, {'batch_size': 4, 'throughput': 1.7813601956231728, 'latency_mean': 2.229950214624405, 'latency_p50': 2.228931427001953, 'latency_p90': 2.52610867023468}, {'batch_size': 5, 'throughput': 1.8537487873443586, 'latency_mean': 2.681754792928696, 'latency_p50': 2.6970804929733276, 'latency_p90': 3.0072163105010983}, {'batch_size': 8, 'throughput': 1.9700690142093682, 'latency_mean': 4.044894660711289, 'latency_p50': 4.068016409873962, 'latency_p90': 4.561249232292175}, {'batch_size': 10, 'throughput': 1.9947544471293022, 'latency_mean': 4.9637329018116, 'latency_p50': 4.958483934402466, 'latency_p90': 5.655247712135314}, {'batch_size': 12, 'throughput': 1.9972146113430287, 'latency_mean': 5.920848928689956, 'latency_p50': 5.9869314432144165, 'latency_p90': 6.793820738792419}, {'batch_size': 15, 'throughput': 2.0036682385349307, 'latency_mean': 7.355240802764893, 'latency_p50': 7.459568977355957, 'latency_p90': 8.310866975784302}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: rica40325/dpo0904

model_name: rica40325-dpo0904_v1

model_num_parameters: 8030261248.0

model_repo: rica40325/dpo0904

model_size: 8B

num_battles: 13212

num_wins: 5375

propriety_score: 0.7275832621690862

propriety_total_count: 1171.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.96

timestamp: 2024-09-05T06:44:18+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.40682712685437483