submission_id: function_kinaf_2024-08-16
developer_uid: chai_backend_admin
alignment_samples: 451
alignment_score: 1.5821973735195347
display_name: gpt4-tl
formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}
generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.1, 'top_k': 100, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', 'You:'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}
is_internal_developer: True
model_group:
model_name: gpt4-tl
num_battles: 451
num_wins: 222
propriety_score: 0.8367346938775511
propriety_total_count: 49.0
ranking_group: single
status: torndown
submission_type: function
timestamp: 2024-08-16T05:33:07+00:00
us_pacific_date: 2024-08-15
win_ratio: 0.49223946784922396
Download Preferencedata
Resubmit model
Running pipeline stage StressChecker
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 4.977443218231201s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 4.467743396759033s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 2.632786512374878s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 4.380539417266846s
HTTP Request: %s %s "%s %d %s"
Received healthy response to inference request in 5.044223308563232s
5 requests
0 failed requests
5th percentile: 2.9823370933532716
10th percentile: 3.331887674331665
20th percentile: 4.0309888362884525
30th percentile: 4.397980213165283
40th percentile: 4.432861804962158
50th percentile: 4.467743396759033
60th percentile: 4.6716233253479
70th percentile: 4.875503253936768
80th percentile: 4.990799236297607
90th percentile: 5.01751127243042
95th percentile: 5.030867290496826
99th percentile: 5.041552104949951
mean time: 4.300547170639038
Pipeline stage StressChecker completed in 24.67s
function_kinaf_2024-08-16 status is now deployed due to DeploymentManager action
function_kinaf_2024-08-16 status is now inactive due to admin request
function_kinaf_2024-08-16 status is now torndown due to DeploymentManager action

Usage Metrics

Latency Metrics