submission_id: function_himor_2024-08-26
developer_uid: chai_backend_admin
alignment_samples: 33
display_name: elo_alignment_tensorwave
formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}
generation_params: {'temperature': 0.95, 'top_p': 1.0, 'min_p': 0.08, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}
is_internal_developer: True
model_group:
model_name: elo_alignment_tensorwave
num_battles: 33
num_wins: 14
propriety_score: 0.5
propriety_total_count: 2.0
ranking_group: single
status: torndown
submission_type: function
timestamp: 2024-08-26T18:21:04+00:00
us_pacific_date: 2024-08-26
win_ratio: 0.42424242424242425
Download Preference Data
Resubmit model
Running pipeline stage StressChecker
Received healthy response to inference request in 2.480222702026367s
Received healthy response to inference request in 2.910827398300171s
Received healthy response to inference request in 2.709329843521118s
Received healthy response to inference request in 1.7480745315551758s
Received healthy response to inference request in 2.1275384426116943s
5 requests
0 failed requests
5th percentile: 1.8239673137664796
10th percentile: 1.8998600959777832
20th percentile: 2.0516456604003905
30th percentile: 2.198075294494629
40th percentile: 2.339148998260498
50th percentile: 2.480222702026367
60th percentile: 2.5718655586242676
70th percentile: 2.663508415222168
80th percentile: 2.749629354476929
90th percentile: 2.8302283763885496
95th percentile: 2.8705278873443603
99th percentile: 2.902767496109009
mean time: 2.3951985836029053
Pipeline stage StressChecker completed in 12.75s
function_himor_2024-08-26 status is now deployed due to DeploymentManager action
function_himor_2024-08-26 status is now torndown due to DeploymentManager action

Usage Metrics

Latency Metrics