submission_id: function_fidus_2024-08-16
developer_uid: chai_backend_admin
alignment_samples: 535
alignment_score: 2.69000004322446
display_name: gpt4-tl
formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}
generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.1, 'top_k': 100, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', 'You:'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}
is_internal_developer: True
model_group:
model_name: gpt4-tl
num_battles: 535
num_wins: 249
propriety_score: 0.8
propriety_total_count: 40.0
ranking_group: single
status: torndown
submission_type: function
timestamp: 2024-08-16T04:57:47+00:00
us_pacific_date: 2024-08-15
win_ratio: 0.4654205607476635
Download Preferencedata
Resubmit model
Running pipeline stage StressChecker
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 5.560499906539917s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 5.170544624328613s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 4.152055263519287s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 5.222352504730225s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 2.8515474796295166s
5 requests
0 failed requests
5th percentile: 3.1116490364074707
10th percentile: 3.371750593185425
20th percentile: 3.891953706741333
30th percentile: 4.3557531356811525
40th percentile: 4.7631488800048825
50th percentile: 5.170544624328613
60th percentile: 5.191267776489258
70th percentile: 5.211990928649902
80th percentile: 5.289981985092163
90th percentile: 5.42524094581604
95th percentile: 5.492870426177978
99th percentile: 5.54697401046753
mean time: 4.5913999557495115
%s, retrying in %s seconds...
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 2.926689624786377s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 3.764641284942627s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 2.8493428230285645s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 2.3277883529663086s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 2.8055379390716553s
5 requests
0 failed requests
5th percentile: 2.423338270187378
10th percentile: 2.5188881874084474
20th percentile: 2.709988021850586
30th percentile: 2.814298915863037
40th percentile: 2.8318208694458007
50th percentile: 2.8493428230285645
60th percentile: 2.8802815437316895
70th percentile: 2.9112202644348146
80th percentile: 3.094279956817627
90th percentile: 3.429460620880127
95th percentile: 3.5970509529113768
99th percentile: 3.7311232185363767
mean time: 2.9348000049591065
Pipeline stage StressChecker completed in 44.50s
function_fidus_2024-08-16 status is now deployed due to DeploymentManager action
function_fidus_2024-08-16 status is now inactive due to admin request
function_fidus_2024-08-16 status is now torndown due to DeploymentManager action