blend_tulon_2025-05-22

developer_uid: chai_backend_admin

submission_id: blend_tulon_2025-05-22

model_name: blend_tulon_2025-05-22

model_group:

status: torndown

timestamp: 2025-05-22T10:43:06+00:00

num_battles: 1696164

num_wins: 910631

celo_rating: 1307.71

family_friendly_score: 0.0

family_friendly_standard_error: 0.0

submission_type: blend

submissions: ['nischaydnk-exp14-exp9dp_94555_v6', 'rirv938-mistral-24b-dpo_29487_v8', 'rirv938-0sw-96p-4ff-cha_93234_v2', 'chaiml-0sw-95p-5ff-rine_63828_v1', 'chaiml-anthropic-40k-24_11629_v1', 'nitral-ai-captain-bmo-12b_v45', 'chaiml-nis-qwen32b-simp_98336_v5', 'chaiml-exp316-simpo-ft-s_4491_v5', 'chaiml-slerpv5-mistral3_24540_v2']

display_name: blend_tulon_2025-05-22

is_internal_developer: True

language_model: nischaydnk-exp14-exp9dp_94555_v6,rirv938-mistral-24b-dpo_29487_v8,rirv938-0sw-96p-4ff-cha_93234_v2,chaiml-0sw-95p-5ff-rine_63828_v1,chaiml-anthropic-40k-24_11629_v1,nitral-ai-captain-bmo-12b_v45,chaiml-nis-qwen32b-simp_98336_v5,chaiml-exp316-simpo-ft-s_4491_v5,chaiml-slerpv5-mistral3_24540_v2

model_size: n/a

ranking_group: blended

us_pacific_date: 2025-05-22

win_ratio: 0.5368767406925273

overrides: {'chaiml-0sw-95p-5ff-rine_63828_v1': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'chaiml-anthropic-40k-24_11629_v1': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'chaiml-exp316-simpo-ft-s_4491_v5': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'chaiml-nis-qwen32b-simp_98336_v5': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'chaiml-slerpv5-mistral3_24540_v2': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'nischaydnk-exp14-exp9dp_94555_v6': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'nitral-ai-captain-bmo-12b_v45': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'rirv938-0sw-96p-4ff-cha_93234_v2': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}, 'rirv938-mistral-24b-dpo_29487_v8': {'generation_params': {'best_of': 12, 'max_input_tokens': 5120, 'max_output_tokens': 112}, 'formatter': {}}}

weights: {'nischaydnk-exp14-exp9dp_94555_v6': 1.0, 'rirv938-mistral-24b-dpo_29487_v8': 1.0, 'rirv938-0sw-96p-4ff-cha_93234_v2': 1.0, 'chaiml-0sw-95p-5ff-rine_63828_v1': 1.0, 'chaiml-anthropic-40k-24_11629_v1': 1.0, 'nitral-ai-captain-bmo-12b_v45': 1.0, 'chaiml-nis-qwen32b-simp_98336_v5': 1.0, 'chaiml-exp316-simpo-ft-s_4491_v5': 1.0, 'chaiml-slerpv5-mistral3_24540_v2': 1.0}

Resubmit model

Shutdown handler not registered because Python interpreter is not running in the main thread
run pipeline %s
run pipeline stage %s
Running pipeline stage OfflineFamilyFriendlyTriggerPipeline
run_pipeline:run_in_cloud %s
starting trigger_guanaco_pipeline args=%s
triggered trigger_guanaco_pipeline args=%s
Pipeline stage OfflineFamilyFriendlyTriggerPipeline completed in 0.69s
Shutdown handler de-registered
blend_tulon_2025-05-22 status is now deployed due to DeploymentManager action
Shutdown handler registered
run pipeline %s
run pipeline stage %s
Running pipeline stage OfflineFamilyFriendlyScorer
Evaluating %s Family Friendly Score with %s threads
Retrying (%r) after connection broken by '%r': %s
blend_tulon_2025-05-22 status is now torndown due to DeploymentManager action