submission_id: function_geker_2024-08-26
developer_uid: chai_backend_admin
alignment_samples: 209
alignment_score: -0.007322487738079702
display_name: elo_alignment_tensorwave
formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}
generation_params: {'temperature': 0.95, 'top_p': 1.0, 'min_p': 0.08, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}
is_internal_developer: True
model_group:
model_name: elo_alignment_tensorwave
num_battles: 209
num_wins: 96
propriety_score: 0.6111111111111112
propriety_total_count: 18.0
ranking_group: single
status: torndown
submission_type: function
timestamp: 2024-08-26T18:31:12+00:00
us_pacific_date: 2024-08-26
win_ratio: 0.45933014354066987
Download Preference Data
Resubmit model
Running pipeline stage StressChecker
Received healthy response to inference request in 1.9496796131134033s
Received healthy response to inference request in 1.593437910079956s
Received healthy response to inference request in 1.7416257858276367s
Received healthy response to inference request in 1.3708958625793457s
Received healthy response to inference request in 1.1188178062438965s
5 requests
0 failed requests
5th percentile: 1.1692334175109864
10th percentile: 1.2196490287780761
20th percentile: 1.3204802513122558
30th percentile: 1.4154042720794677
40th percentile: 1.504421091079712
50th percentile: 1.593437910079956
60th percentile: 1.6527130603790283
70th percentile: 1.7119882106781006
80th percentile: 1.78323655128479
90th percentile: 1.8664580821990966
95th percentile: 1.90806884765625
99th percentile: 1.9413574600219727
mean time: 1.5548913955688477
Pipeline stage StressChecker completed in 8.70s
function_geker_2024-08-26 status is now deployed due to DeploymentManager action
function_geker_2024-08-26 status is now torndown due to DeploymentManager action

Usage Metrics

Latency Metrics