submission_id: trace2333-fd5w-dl1w-ultr_3048_v1

developer_uid: Trace2333

alignment_samples: 13577

alignment_score: 0.6844252277039741

best_of: 16

celo_rating: 1225.41

display_name: trace2333-fd5w-dl1w-ultr_3048_v1

formatter: {'memory_template': "<|start_header_id|>system<|end_header_id|>\n\n{bot_name}'s Persona: {memory}\n\n", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\nYou: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: Trace2333/fd5w_dl1w_ultra1w_2e5_8634s

latencies: [{'batch_size': 1, 'throughput': 0.90061796520311, 'latency_mean': 1.1102522206306458, 'latency_p50': 1.1096233129501343, 'latency_p90': 1.2324220418930054}, {'batch_size': 4, 'throughput': 1.7677748771460746, 'latency_mean': 2.2533728349208832, 'latency_p50': 2.245567798614502, 'latency_p90': 2.5095536708831787}, {'batch_size': 5, 'throughput': 1.8398478762254806, 'latency_mean': 2.7004631006717683, 'latency_p50': 2.7111963033676147, 'latency_p90': 3.0101707935333253}, {'batch_size': 8, 'throughput': 1.9530232310269036, 'latency_mean': 4.069871044158935, 'latency_p50': 4.1131685972213745, 'latency_p90': 4.546026396751404}, {'batch_size': 10, 'throughput': 1.9990415495454539, 'latency_mean': 4.955320119857788, 'latency_p50': 4.924360275268555, 'latency_p90': 5.715341210365295}, {'batch_size': 12, 'throughput': 2.0036486692662274, 'latency_mean': 5.906400769948959, 'latency_p50': 5.893176078796387, 'latency_p90': 6.895991086959839}, {'batch_size': 15, 'throughput': 2.002782309536183, 'latency_mean': 7.337203202247619, 'latency_p50': 7.3961135149002075, 'latency_p90': 8.084950852394105}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: Trace2333/fd5w_dl1w_ultr

model_name: trace2333-fd5w-dl1w-ultr_3048_v1

model_num_parameters: 8030261248.0

model_repo: Trace2333/fd5w_dl1w_ultra1w_2e5_8634s

model_size: 8B

num_battles: 13576

num_wins: 6594

propriety_score: 0.7227979274611399

propriety_total_count: 1158.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.94

timestamp: 2024-09-05T10:23:05+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.4857100766057749