submission_id: function_merob_2024-08-26
developer_uid: chai_backend_admin
alignment_samples: 6156
alignment_score: -1.3059405699797215
celo_rating: 1264.12
display_name: elo_alignment_tensorwave_s0
formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}
generation_params: {'temperature': 0.95, 'top_p': 1.0, 'min_p': 0.08, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}
is_internal_developer: True
model_group:
model_name: elo_alignment_tensorwave_s0
num_battles: 6156
num_wins: 3310
propriety_score: 0.723292469352014
propriety_total_count: 571.0
ranking_group: single
status: inactive
submission_type: function
timestamp: 2024-08-26T23:48:03+00:00
us_pacific_date: 2024-08-26
win_ratio: 0.5376868096166342
Download Preference Data
Resubmit model
Running pipeline stage StressChecker
Received healthy response to inference request in 2.3008995056152344s
Received healthy response to inference request in 1.0463643074035645s
Received healthy response to inference request in 2.1465840339660645s
Received healthy response to inference request in 1.5080294609069824s
Received healthy response to inference request in 1.8156514167785645s
5 requests
0 failed requests
5th percentile: 1.138697338104248
10th percentile: 1.2310303688049316
20th percentile: 1.4156964302062989
30th percentile: 1.5695538520812988
40th percentile: 1.6926026344299316
50th percentile: 1.8156514167785645
60th percentile: 1.9480244636535644
70th percentile: 2.0803975105285644
80th percentile: 2.1774471282958983
90th percentile: 2.2391733169555663
95th percentile: 2.2700364112854006
99th percentile: 2.2947268867492676
mean time: 1.763505744934082
Pipeline stage StressChecker completed in 9.52s
function_merob_2024-08-26 status is now deployed due to DeploymentManager action
function_merob_2024-08-26 status is now inactive due to admin request

Usage Metrics

Latency Metrics