developer_uid: rirv938
submission_id: chaiml-95p-5ff-chaiml-m_39441_v1
model_name: chaiml-95p-5ff-chaiml-m_39441_v1
model_group: ChaiML/95p_5ff_chaiml_mi
status: inactive
timestamp: 2026-01-30T10:17:15+00:00
num_battles: 13426
num_wins: 7748
celo_rating: 1359.08
family_friendly_score: 0.5646
family_friendly_standard_error: 0.0070118020508283035
submission_type: basic
model_repo: ChaiML/95p_5ff_chaiml_mistral_24b_2048_96732_v1_cp1248_merged
model_architecture: MistralForCausalLM
model_num_parameters: 24096691200.0
best_of: 8
max_input_tokens: 2048
max_output_tokens: 112
reward_model: default
latencies: [{'batch_size': 1, 'throughput': 0.27318016635635006, 'latency_mean': 3.6605053186416625, 'latency_p50': 3.235747456550598, 'latency_p90': 6.648816800117492}, {'batch_size': 2, 'throughput': 0.5026421306931544, 'latency_mean': 3.9740906727313994, 'latency_p50': 3.979508876800537, 'latency_p90': 4.229734086990357}, {'batch_size': 3, 'throughput': 0.636236445803998, 'latency_mean': 4.707879123687744, 'latency_p50': 4.712061166763306, 'latency_p90': 4.936812806129455}, {'batch_size': 4, 'throughput': 0.725493807140572, 'latency_mean': 5.490241562128067, 'latency_p50': 5.48339319229126, 'latency_p90': 5.827868270874023}, {'batch_size': 5, 'throughput': 0.7973651201856865, 'latency_mean': 6.238459080457687, 'latency_p50': 6.216138482093811, 'latency_p90': 6.772721576690674}]
gpu_counts: {'NVIDIA A100-SXM4-80GB': 1}
display_name: chaiml-95p-5ff-chaiml-m_39441_v1
ineligible_reason: max_output_tokens!=64
is_internal_developer: True
language_model: ChaiML/95p_5ff_chaiml_mistral_24b_2048_96732_v1_cp1248_merged
model_size: 24B
ranking_group: single
throughput_3p7s: 0.3
us_pacific_date: 2026-01-30
win_ratio: 0.577089229852525
generation_params: {'temperature': 1.0, 'top_p': 0.95, 'min_p': 0.05, 'top_k': 60, 'presence_penalty': 0.1, 'frequency_penalty': 0.0, 'stopping_words': ['</s>', '<|im_start|>', 'You:', '###', '<|im_end|>'], 'max_input_tokens': 2048, 'best_of': 8, 'max_output_tokens': 112}
formatter: {'memory_template': '', 'prompt_template': '', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}
Resubmit model
Shutdown handler not registered because Python interpreter is not running in the main thread
run pipeline %s
run pipeline stage %s
Running pipeline stage MKMLizer
Starting job with name chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer
Waiting for job on chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer to finish
Shutdown handler not registered because Python interpreter is not running in the main thread
run pipeline %s
run pipeline stage %s
Running pipeline stage MKMLizer
Starting job with name chaiml-mistral-24b-2048-96732-v2-mkmlizer
Waiting for job on chaiml-mistral-24b-2048-96732-v2-mkmlizer to finish
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: bash: cannot set terminal process group (-1): Inappropriate ioctl for device
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: bash: no job control in this shell
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: bash: cannot set terminal process group (-1): Inappropriate ioctl for device
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: bash: no job control in this shell
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: /root/miniconda3/envs/nvidia/lib/python3.11/site-packages/mk1/__init__.py:1: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer:   __import__('pkg_resources').declare_namespace(__name__)
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ╔═════════════════════════════════════════════════════════════════════╗
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║   ██████   ██████  █████   ████  ████                               ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  ░░██████ ██████  ░░███   ███░  ░░███                               ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║   ░███░█████░███   ░███  ███     ░███                               ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║   ░███░░███ ░███   ░███████      ░███                               ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║   ░███ ░░░  ░███   ░███░░███     ░███                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: bash: cannot set terminal process group (-1): Inappropriate ioctl for device
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║   ░███      ░███   ░███ ░░███    ░███                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: bash: no job control in this shell
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║   █████     █████  █████ ░░████  █████                              ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  ░░░░░     ░░░░░  ░░░░░   ░░░░  ░░░░░                               ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  Version: 0.30.6+torch280                                           ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  Features: FLYWHEEL, CUDA                                           ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  Copyright 2023-2025 MK ONE TECHNOLOGIES Inc.                       ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  https://mk1.ai                                                     ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  The license key for the current software has been verified as      ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  belonging to:                                                      ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  Chai Research Corp.                                                ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  Account ID: 7997a29f-0ceb-4cc7-9adf-840c57b4ae6f                   ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║  Expiration: 2028-03-31 23:59:59                                    ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: ╚═════════════════════════════════════════════════════════════════════╝
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ╔═════════════════════════════════════════════════════════════════════╗
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║   ██████   ██████  █████   ████  ████                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  ░░██████ ██████  ░░███   ███░  ░░███                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║   ░███░█████░███   ░███  ███     ░███                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║   ░███░░███ ░███   ░███████      ░███                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║   ░███ ░░░  ░███   ░███░░███     ░███                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║   ░███      ░███   ░███ ░░███    ░███                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║   █████     █████  █████ ░░████  █████                              ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  ░░░░░     ░░░░░  ░░░░░   ░░░░  ░░░░░                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  Version: 0.30.6+torch280                                           ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  Features: FLYWHEEL, CUDA                                           ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  Copyright 2023-2025 MK ONE TECHNOLOGIES Inc.                       ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  https://mk1.ai                                                     ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  The license key for the current software has been verified as      ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  belonging to:                                                      ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║                                                                     ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: /root/miniconda3/envs/nvidia/lib/python3.11/site-packages/mk1/__init__.py:1: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  Chai Research Corp.                                                ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer:   __import__('pkg_resources').declare_namespace(__name__)
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  Account ID: 7997a29f-0ceb-4cc7-9adf-840c57b4ae6f                   ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ╔═════════════════════════════════════════════════════════════════════╗
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║  Expiration: 2028-03-31 23:59:59                                    ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║                                                                     ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ║                                                                     ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║   ██████   ██████  █████   ████  ████                               ║
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: ╚═════════════════════════════════════════════════════════════════════╝
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  ░░██████ ██████  ░░███   ███░  ░░███                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║   ░███░█████░███   ░███  ███     ░███                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║   ░███░░███ ░███   ░███████      ░███                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║   ░███ ░░░  ░███   ░███░░███     ░███                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║   ░███      ░███   ░███ ░░███    ░███                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║   █████     █████  █████ ░░████  █████                              ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  ░░░░░     ░░░░░  ░░░░░   ░░░░  ░░░░░                               ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║                                                                     ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  Version: 0.30.6+torch280                                           ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  Features: FLYWHEEL, CUDA                                           ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  Copyright 2023-2025 MK ONE TECHNOLOGIES Inc.                       ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  https://mk1.ai                                                     ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║                                                                     ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  The license key for the current software has been verified as      ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  belonging to:                                                      ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║                                                                     ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  Chai Research Corp.                                                ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  Account ID: 7997a29f-0ceb-4cc7-9adf-840c57b4ae6f                   ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║  Expiration: 2028-03-31 23:59:59                                    ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ║                                                                     ║
chaiml-mistral-24b-2048-96732-v2-mkmlizer: ╚═════════════════════════════════════════════════════════════════════╝
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: Downloaded to shared memory in 97.741s
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: Checking if ChaiML/95p_5ff_chaiml_mistral_24b_2048_96732_v1_cp624_merged already exists in ChaiML
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: quantizing model to /dev/shm/model_cache, profile:q4, folder:/tmp/tmpdanee_8p, device:0
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: Saving flywheel model at /dev/shm/model_cache
chaiml-mistral-24b-2048-96732-v2-mkmlizer: Downloaded to shared memory in 90.022s
chaiml-mistral-24b-2048-96732-v2-mkmlizer: Checking if ChaiML/mistral_24b_2048_gemini_ds_v4_8748_merged already exists in ChaiML
chaiml-mistral-24b-2048-96732-v2-mkmlizer: quantizing model to /dev/shm/model_cache, profile:q4, folder:/tmp/tmpfc72s14c, device:0
chaiml-mistral-24b-2048-96732-v2-mkmlizer: Saving flywheel model at /dev/shm/model_cache
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: Downloaded to shared memory in 121.184s
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: Checking if ChaiML/95p_5ff_chaiml_mistral_24b_2048_96732_v1_cp1248_merged already exists in ChaiML
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: quantizing model to /dev/shm/model_cache, profile:q4, folder:/tmp/tmpfpi5mrcx, device:0
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: Saving flywheel model at /dev/shm/model_cache
chaiml-mistral-24b-2048-96732-v2-mkmlizer: 
Loading 0:   0%|          | 0.00/363 [00:00<?, ?it/s]
Loading 0:   1%|          | 3.00/363 [00:02<04:26, 1.35it/s]
Loading 0:   1%|          | 3.00/363 [00:02<04:26, 1.35it/s]
Loading 0:   1%|          | 4.00/363 [00:04<07:11, 1.20s/it]
Loading 0:   1%|          | 4.00/363 [00:04<07:11, 1.20s/it]
Loading 0:   1%|▏         | 5.00/363 [00:06<09:14, 1.55s/it]
Loading 0:   1%|▏         | 5.00/363 [00:06<09:14, 1.55s/it]
Loading 0:   3%|▎         | 11.0/363 [00:07<03:15, 1.80it/s]
Loading 0:   3%|▎         | 11.0/363 [00:07<03:15, 1.80it/s]
Loading 0:   4%|▎         | 13.0/363 [00:10<04:12, 1.39it/s]
Loading 0:   4%|▎         | 13.0/363 [00:10<04:12, 1.39it/s]
Loading 0:   4%|▍         | 14.0/363 [00:12<05:30, 1.06it/s]
Loading 0:   4%|▍         | 14.0/363 [00:12<05:30, 1.06it/s]
Loading 0:   4%|▍         | 15.0/363 [00:14<06:54, 1.19s/it]
Loading 0:   4%|▍         | 15.0/363 [00:14<06:54, 1.19s/it]
Loading 0:   6%|▌         | 21.0/363 [00:17<04:13, 1.35it/s]
Loading 0:   6%|▌         | 21.0/363 [00:17<04:13, 1.35it/s]
Loading 0:   6%|▌         | 22.0/363 [00:19<05:13, 1.09it/s]
Loading 0:   6%|▌         | 22.0/363 [00:19<05:13, 1.09it/s]
Loading 0:   6%|▋         | 23.0/363 [00:21<06:25, 1.13s/it]
Loading 0:   6%|▋         | 23.0/363 [00:21<06:25, 1.13s/it]
Loading 0:   8%|▊         | 30.0/363 [00:22<03:00, 1.85it/s]
Loading 0:   8%|▊         | 30.0/363 [00:22<03:00, 1.85it/s]
Loading 0:   9%|▉         | 34.0/363 [00:25<03:15, 1.68it/s]
Loading 0:   9%|▉         | 34.0/363 [00:25<03:15, 1.68it/s]
Loading 0:  10%|▉         | 35.0/363 [00:27<04:09, 1.31it/s]
Loading 0:  10%|▉         | 35.0/363 [00:27<04:09, 1.31it/s]
Loading 0:  10%|▉         | 36.0/363 [00:30<05:15, 1.04it/s]
Loading 0:  10%|▉         | 36.0/363 [00:30<05:15, 1.04it/s]
Loading 0:  11%|█         | 39.0/363 [00:32<04:44, 1.14it/s]
Loading 0:  11%|█         | 39.0/363 [00:32<04:44, 1.14it/s]
Loading 0:  11%|█         | 40.0/363 [00:34<05:44, 1.07s/it]
Loading 0:  11%|█         | 40.0/363 [00:34<05:44, 1.07s/it]
Loading 0:  11%|█▏        | 41.0/363 [00:36<06:53, 1.28s/it]
Loading 0:  11%|█▏        | 41.0/363 [00:36<06:53, 1.28s/it]
Loading 0:  13%|█▎        | 48.0/363 [00:38<02:59, 1.75it/s]
Loading 0:  13%|█▎        | 48.0/363 [00:38<02:59, 1.75it/s]
Loading 0:  14%|█▍        | 52.0/363 [00:40<03:11, 1.62it/s]
Loading 0:  14%|█▍        | 52.0/363 [00:40<03:11, 1.62it/s]
Loading 0:  15%|█▍        | 53.0/363 [00:42<04:03, 1.27it/s]
Loading 0:  15%|█▍        | 53.0/363 [00:42<04:03, 1.27it/s]
Loading 0:  15%|█▍        | 54.0/363 [00:45<05:06, 1.01it/s]
Loading 0:  15%|█▍        | 54.0/363 [00:45<05:06, 1.01it/s]
Loading 0:  16%|█▌        | 57.0/363 [00:47<04:34, 1.12it/s]
Loading 0:  16%|█▌        | 57.0/363 [00:47<04:34, 1.12it/s]
Loading 0:  16%|█▌        | 58.0/363 [00:49<05:31, 1.09s/it]
Loading 0:  16%|█▌        | 58.0/363 [00:49<05:31, 1.09s/it]
Loading 0:  16%|█▋        | 59.0/363 [00:51<06:34, 1.30s/it]
Loading 0:  16%|█▋        | 59.0/363 [00:51<06:34, 1.30s/it]
Loading 0:  18%|█▊        | 66.0/363 [00:53<02:50, 1.75it/s]
Loading 0:  18%|█▊        | 66.0/363 [00:53<02:50, 1.75it/s]
Loading 0:  19%|█▉        | 70.0/363 [00:55<03:01, 1.62it/s]
Loading 0:  19%|█▉        | 70.0/363 [00:55<03:01, 1.62it/s]
Loading 0:  20%|█▉        | 71.0/363 [00:58<03:50, 1.27it/s]
Loading 0:  20%|█▉        | 71.0/363 [00:58<03:50, 1.27it/s]
Loading 0:  20%|█▉        | 72.0/363 [01:00<04:49, 1.01it/s]
Loading 0:  20%|█▉        | 72.0/363 [01:00<04:49, 1.01it/s]
Loading 0:  21%|██        | 75.0/363 [01:02<04:18, 1.11it/s]
Loading 0:  21%|██        | 75.0/363 [01:02<04:18, 1.11it/s]
Loading 0:  21%|██        | 76.0/363 [01:04<05:12, 1.09s/it]
Loading 0:  21%|██        | 76.0/363 [01:04<05:12, 1.09s/it]
Loading 0:  21%|██        | 77.0/363 [01:07<06:12, 1.30s/it]
Loading 0:  21%|██        | 77.0/363 [01:07<06:12, 1.30s/it]
Loading 0:  23%|██▎       | 84.0/363 [01:08<02:41, 1.73it/s]
Loading 0:  23%|██▎       | 84.0/363 [01:08<02:41, 1.73it/s]
Loading 0:  24%|██▍       | 88.0/363 [01:11<02:50, 1.61it/s]
Loading 0:  24%|██▍       | 88.0/363 [01:11<02:50, 1.61it/s]
Loading 0:  25%|██▍       | 89.0/363 [01:13<03:36, 1.26it/s]
Loading 0:  25%|██▍       | 89.0/363 [01:13<03:36, 1.26it/s]
Loading 0:  25%|██▍       | 90.0/363 [01:15<04:32, 1.00it/s]
Loading 0:  25%|██▍       | 90.0/363 [01:15<04:32, 1.00it/s]
Loading 0:  27%|██▋       | 97.0/363 [01:16<02:17, 1.94it/s]
Loading 0:  27%|██▋       | 97.0/363 [01:16<02:17, 1.94it/s]
Loading 0:  28%|██▊       | 101/363 [01:19<02:27, 1.78it/s] 
Loading 0:  28%|██▊       | 101/363 [01:19<02:27, 1.78it/s]
Loading 0:  28%|██▊       | 102/363 [01:21<03:09, 1.38it/s]
Loading 0:  28%|██▊       | 102/363 [01:21<03:09, 1.38it/s]
Loading 0:  28%|██▊       | 103/363 [01:23<04:01, 1.08it/s]
Loading 0:  28%|██▊       | 103/363 [01:23<04:01, 1.08it/s]
Loading 0:  29%|██▉       | 106/363 [01:26<03:46, 1.14it/s]
Loading 0:  29%|██▉       | 106/363 [01:26<03:46, 1.14it/s]
Loading 0:  29%|██▉       | 107/363 [01:28<04:32, 1.07s/it]
Loading 0:  29%|██▉       | 107/363 [01:28<04:32, 1.07s/it]
Loading 0:  30%|██▉       | 108/363 [01:30<05:25, 1.28s/it]
Loading 0:  30%|██▉       | 108/363 [01:30<05:25, 1.28s/it]
Loading 0:  31%|███       | 111/363 [01:32<04:24, 1.05s/it]
Loading 0:  31%|███       | 111/363 [01:32<04:24, 1.05s/it]
Loading 0:  31%|███       | 112/363 [01:35<05:11, 1.24s/it]
Loading 0:  31%|███       | 112/363 [01:35<05:11, 1.24s/it]
Loading 0:  31%|███       | 113/363 [01:37<06:02, 1.45s/it]
Loading 0:  31%|███       | 113/363 [01:37<06:02, 1.45s/it]
Loading 0:  33%|███▎      | 120/363 [01:38<02:24, 1.68it/s]
Loading 0:  33%|███▎      | 120/363 [01:38<02:24, 1.68it/s]
Loading 0:  34%|███▍      | 124/363 [01:41<02:33, 1.56it/s]
Loading 0:  34%|███▍      | 124/363 [01:41<02:33, 1.56it/s]
Loading 0:  34%|███▍      | 125/363 [01:43<03:12, 1.23it/s]
Loading 0:  34%|███▍      | 125/363 [01:43<03:12, 1.23it/s]
Loading 0:  35%|███▍      | 126/363 [01:45<04:01, 1.02s/it]
Loading 0:  35%|███▍      | 126/363 [01:45<04:01, 1.02s/it]
Loading 0:  36%|███▌      | 129/363 [01:48<03:33, 1.10it/s]
Loading 0:  36%|███▌      | 129/363 [01:48<03:33, 1.10it/s]
Loading 0:  36%|███▌      | 130/363 [01:50<04:16, 1.10s/it]
Loading 0:  36%|███▌      | 130/363 [01:50<04:16, 1.10s/it]
Loading 0:  36%|███▌      | 131/363 [01:52<05:04, 1.31s/it]
Loading 0:  36%|███▌      | 131/363 [01:52<05:04, 1.31s/it]
Loading 0:  38%|███▊      | 138/363 [01:53<02:09, 1.73it/s]
Loading 0:  38%|███▊      | 138/363 [01:53<02:09, 1.73it/s]
Loading 0:  39%|███▉      | 142/363 [01:56<02:17, 1.60it/s]
Loading 0:  39%|███▉      | 142/363 [01:56<02:17, 1.60it/s]
Loading 0:  39%|███▉      | 143/363 [01:58<02:54, 1.26it/s]
Loading 0:  39%|███▉      | 143/363 [01:58<02:54, 1.26it/s]
Loading 0:  40%|███▉      | 144/363 [02:01<03:39, 1.00s/it]
Loading 0:  40%|███▉      | 144/363 [02:01<03:39, 1.00s/it]
Loading 0:  40%|████      | 147/363 [02:03<03:15, 1.11it/s]
Loading 0:  40%|████      | 147/363 [02:03<03:15, 1.11it/s]
Loading 0:  41%|████      | 148/363 [02:05<03:55, 1.09s/it]
Loading 0:  41%|████      | 148/363 [02:05<03:55, 1.09s/it]
Loading 0:  41%|████      | 149/363 [02:07<04:39, 1.31s/it]
Loading 0:  41%|████      | 149/363 [02:07<04:39, 1.31s/it]
Loading 0:  43%|████▎     | 156/363 [02:08<01:59, 1.73it/s]
Loading 0:  43%|████▎     | 156/363 [02:08<01:59, 1.73it/s]
Loading 0:  44%|████▍     | 160/363 [02:11<02:07, 1.59it/s]
Loading 0:  44%|████▍     | 160/363 [02:11<02:07, 1.59it/s]
Loading 0:  44%|████▍     | 161/363 [02:13<02:41, 1.25it/s]
Loading 0:  44%|████▍     | 161/363 [02:13<02:41, 1.25it/s]
Loading 0:  45%|████▍     | 162/363 [02:16<03:21, 1.00s/it]
Loading 0:  45%|████▍     | 162/363 [02:16<03:21, 1.00s/it]
Loading 0:  45%|████▌     | 165/363 [02:18<02:59, 1.10it/s]
Loading 0:  45%|████▌     | 165/363 [02:18<02:59, 1.10it/s]
Loading 0:  46%|████▌     | 166/363 [02:20<03:35, 1.10s/it]
Loading 0:  46%|████▌     | 166/363 [02:20<03:35, 1.10s/it]
Loading 0:  46%|████▌     | 167/363 [02:22<04:16, 1.31s/it]
Loading 0:  46%|████▌     | 167/363 [02:22<04:16, 1.31s/it]
Loading 0:  48%|████▊     | 174/363 [02:24<01:49, 1.73it/s]
Loading 0:  48%|████▊     | 174/363 [02:24<01:49, 1.73it/s]
Loading 0:  49%|████▉     | 178/363 [02:26<01:55, 1.61it/s]
Loading 0:  49%|████▉     | 178/363 [02:26<01:55, 1.61it/s]
Loading 0:  49%|████▉     | 179/363 [02:29<02:25, 1.26it/s]
Loading 0:  49%|████▉     | 179/363 [02:29<02:25, 1.26it/s]
Loading 0:  50%|████▉     | 180/363 [02:31<03:02, 1.00it/s]
Loading 0:  50%|████▉     | 180/363 [02:31<03:02, 1.00it/s]
Loading 0:  50%|█████     | 183/363 [02:33<02:41, 1.11it/s]
Loading 0:  50%|█████     | 183/363 [02:33<02:41, 1.11it/s]
Loading 0:  51%|█████     | 184/363 [02:35<03:15, 1.09s/it]
Loading 0:  51%|█████     | 184/363 [02:35<03:15, 1.09s/it]
Loading 0:  51%|█████     | 185/363 [02:38<03:51, 1.30s/it]
Loading 0:  51%|█████     | 185/363 [02:38<03:51, 1.30s/it]
Loading 0:  53%|█████▎    | 192/363 [02:39<01:38, 1.74it/s]
Loading 0:  53%|█████▎    | 192/363 [02:39<01:38, 1.74it/s]
Loading 0:  54%|█████▍    | 196/363 [02:42<01:43, 1.62it/s]
Loading 0:  54%|█████▍    | 196/363 [02:42<01:43, 1.62it/s]
Loading 0:  54%|█████▍    | 197/363 [02:44<02:10, 1.27it/s]
Loading 0:  54%|█████▍    | 197/363 [02:44<02:10, 1.27it/s]
Loading 0:  55%|█████▍    | 198/363 [02:46<02:43, 1.01it/s]
Loading 0:  55%|█████▍    | 198/363 [02:46<02:43, 1.01it/s]
Loading 0:  55%|█████▌    | 201/363 [02:48<02:25, 1.12it/s]
Loading 0:  55%|█████▌    | 201/363 [02:48<02:25, 1.12it/s]
Loading 0:  56%|█████▌    | 202/363 [02:50<02:54, 1.09s/it]
Loading 0:  56%|█████▌    | 202/363 [02:50<02:54, 1.09s/it]
Loading 0:  56%|█████▌    | 203/363 [02:53<03:28, 1.30s/it]
Loading 0:  56%|█████▌    | 203/363 [02:53<03:28, 1.30s/it]
Loading 0:  58%|█████▊    | 210/363 [02:54<01:28, 1.73it/s]
Loading 0:  58%|█████▊    | 210/363 [02:54<01:28, 1.73it/s]
Loading 0:  59%|█████▉    | 214/363 [02:57<01:32, 1.61it/s]
Loading 0:  59%|█████▉    | 214/363 [02:57<01:32, 1.61it/s]
Loading 0:  59%|█████▉    | 215/363 [02:59<01:57, 1.26it/s]
Loading 0:  59%|█████▉    | 215/363 [02:59<01:57, 1.26it/s]
Loading 0:  60%|█████▉    | 216/363 [03:01<02:25, 1.01it/s]
Loading 0:  60%|█████▉    | 216/363 [03:01<02:25, 1.01it/s]
Loading 0:  60%|██████    | 219/363 [03:03<02:09, 1.11it/s]
Loading 0:  60%|██████    | 219/363 [03:03<02:09, 1.11it/s]
Loading 0:  61%|██████    | 220/363 [03:06<02:35, 1.09s/it]
Loading 0:  61%|██████    | 220/363 [03:06<02:35, 1.09s/it]
Loading 0:  61%|██████    | 221/363 [03:08<03:05, 1.30s/it]
Loading 0:  61%|██████    | 221/363 [03:08<03:05, 1.30s/it]
Loading 0:  63%|██████▎   | 228/363 [03:09<01:18, 1.73it/s]
Loading 0:  63%|██████▎   | 228/363 [03:09<01:18, 1.73it/s]
Loading 0:  64%|██████▍   | 232/363 [03:12<01:21, 1.61it/s]
Loading 0:  64%|██████▍   | 232/363 [03:12<01:21, 1.61it/s]
Loading 0:  64%|██████▍   | 233/363 [03:14<01:42, 1.26it/s]
Loading 0:  64%|██████▍   | 233/363 [03:14<01:42, 1.26it/s]
Loading 0:  64%|██████▍   | 234/363 [03:16<02:08, 1.01it/s]
Loading 0:  64%|██████▍   | 234/363 [03:16<02:08, 1.01it/s]
Loading 0:  65%|██████▌   | 237/363 [03:18<01:53, 1.11it/s]
Loading 0:  65%|██████▌   | 237/363 [03:18<01:53, 1.11it/s]
Loading 0:  66%|██████▌   | 238/363 [03:21<02:15, 1.09s/it]
Loading 0:  66%|██████▌   | 238/363 [03:21<02:15, 1.09s/it]
Loading 0:  66%|██████▌   | 239/363 [03:23<02:43, 1.32s/it]
Loading 0:  66%|██████▌   | 239/363 [03:23<02:43, 1.32s/it]
Loading 0:  68%|██████▊   | 246/363 [03:24<01:07, 1.72it/s]
Loading 0:  68%|██████▊   | 246/363 [03:24<01:07, 1.72it/s]
Loading 0:  69%|██████▉   | 250/363 [03:27<01:10, 1.61it/s]
Loading 0:  69%|██████▉   | 250/363 [03:27<01:10, 1.61it/s]
Loading 0:  69%|██████▉   | 251/363 [03:29<01:28, 1.26it/s]
Loading 0:  69%|██████▉   | 251/363 [03:29<01:28, 1.26it/s]
Loading 0:  69%|██████▉   | 252/363 [03:32<01:54, 1.03s/it]
Loading 0:  69%|██████▉   | 252/363 [03:32<01:54, 1.03s/it]
Loading 0:  70%|███████   | 255/363 [03:34<01:39, 1.09it/s]
Loading 0:  70%|███████   | 255/363 [03:34<01:39, 1.09it/s]
Loading 0:  71%|███████   | 256/363 [03:36<01:58, 1.11s/it]
Loading 0:  71%|███████   | 256/363 [03:36<01:58, 1.11s/it]
Loading 0:  71%|███████   | 257/363 [03:39<02:24, 1.36s/it]
Loading 0:  71%|███████   | 257/363 [03:39<02:24, 1.36s/it]
Loading 0:  73%|███████▎  | 264/363 [03:40<00:59, 1.67it/s]
Loading 0:  73%|███████▎  | 264/363 [03:40<00:59, 1.67it/s]
Loading 0:  74%|███████▍  | 268/363 [03:43<01:00, 1.58it/s]
Loading 0:  74%|███████▍  | 268/363 [03:43<01:00, 1.58it/s]
Loading 0:  74%|███████▍  | 269/363 [03:45<01:15, 1.25it/s]
Loading 0:  74%|███████▍  | 269/363 [03:45<01:15, 1.25it/s]
Loading 0:  74%|███████▍  | 270/363 [03:47<01:33, 1.00s/it]
Loading 0:  74%|███████▍  | 270/363 [03:47<01:33, 1.00s/it]
Loading 0:  75%|███████▌  | 273/363 [04:03<03:56, 2.63s/it]
Loading 0:  75%|███████▌  | 273/363 [04:03<03:56, 2.63s/it]
Loading 0:  75%|███████▌  | 274/363 [04:06<03:47, 2.56s/it]
Loading 0:  75%|███████▌  | 274/363 [04:06<03:47, 2.56s/it]
Loading 0:  76%|███████▌  | 275/363 [04:08<03:45, 2.56s/it]
Loading 0:  76%|███████▌  | 275/363 [04:08<03:45, 2.56s/it]
Loading 0:  78%|███████▊  | 282/363 [04:09<01:24, 1.04s/it]
Loading 0:  78%|███████▊  | 282/363 [04:09<01:24, 1.04s/it]
Loading 0:  79%|███████▉  | 286/363 [04:12<01:10, 1.09it/s]
Loading 0:  79%|███████▉  | 286/363 [04:12<01:10, 1.09it/s]
Loading 0:  79%|███████▉  | 287/363 [04:14<01:19, 1.05s/it]
Loading 0:  79%|███████▉  | 287/363 [04:14<01:19, 1.05s/it]
Loading 0:  79%|███████▉  | 288/363 [04:17<01:31, 1.22s/it]
Loading 0:  79%|███████▉  | 288/363 [04:17<01:31, 1.22s/it]
Loading 0:  80%|████████  | 291/363 [04:19<01:15, 1.04s/it]
Loading 0:  80%|████████  | 291/363 [04:19<01:15, 1.04s/it]
Loading 0:  80%|████████  | 292/363 [04:21<01:25, 1.21s/it]
Loading 0:  80%|████████  | 292/363 [04:21<01:25, 1.21s/it]
Loading 0:  81%|████████  | 293/363 [04:23<01:38, 1.40s/it]
Loading 0:  81%|████████  | 293/363 [04:23<01:38, 1.40s/it]
Loading 0:  83%|████████▎ | 300/363 [04:24<00:38, 1.65it/s]
Loading 0:  83%|████████▎ | 300/363 [04:24<00:38, 1.65it/s]
Loading 0:  84%|████████▎ | 304/363 [04:27<00:37, 1.57it/s]
Loading 0:  84%|████████▎ | 304/363 [04:27<00:37, 1.57it/s]
Loading 0:  84%|████████▍ | 305/363 [04:29<00:46, 1.24it/s]
Loading 0:  84%|████████▍ | 305/363 [04:29<00:46, 1.24it/s]
Loading 0:  84%|████████▍ | 306/363 [04:32<00:58, 1.03s/it]
Loading 0:  84%|████████▍ | 306/363 [04:32<00:58, 1.03s/it]
Loading 0:  85%|████████▌ | 309/363 [04:34<00:49, 1.08it/s]
Loading 0:  85%|████████▌ | 309/363 [04:34<00:49, 1.08it/s]
Loading 0:  85%|████████▌ | 310/363 [04:36<00:58, 1.11s/it]
Loading 0:  85%|████████▌ | 310/363 [04:36<00:58, 1.11s/it]
Loading 0:  86%|████████▌ | 311/363 [04:38<01:09, 1.33s/it]
Loading 0:  86%|████████▌ | 311/363 [04:38<01:09, 1.33s/it]
Loading 0:  88%|████████▊ | 318/363 [04:40<00:26, 1.68it/s]
Loading 0:  88%|████████▊ | 318/363 [04:40<00:26, 1.68it/s]
Loading 0:  89%|████████▊ | 322/363 [04:42<00:25, 1.59it/s]
Loading 0:  89%|████████▊ | 322/363 [04:42<00:25, 1.59it/s]
Loading 0:  89%|████████▉ | 323/363 [04:45<00:31, 1.25it/s]
Loading 0:  89%|████████▉ | 323/363 [04:45<00:31, 1.25it/s]
Loading 0:  89%|████████▉ | 324/363 [04:47<00:38, 1.00it/s]
Loading 0:  89%|████████▉ | 324/363 [04:47<00:38, 1.00it/s]
Loading 0:  90%|█████████ | 327/363 [04:49<00:32, 1.11it/s]
Loading 0:  90%|█████████ | 327/363 [04:49<00:32, 1.11it/s]
Loading 0:  90%|█████████ | 328/363 [04:51<00:38, 1.09s/it]
Loading 0:  90%|█████████ | 328/363 [04:51<00:38, 1.09s/it]
Loading 0:  91%|█████████ | 329/363 [04:54<00:44, 1.30s/it]
Loading 0:  91%|█████████ | 329/363 [04:54<00:44, 1.30s/it]
Loading 0:  93%|█████████▎| 336/363 [04:55<00:15, 1.76it/s]
Loading 0:  93%|█████████▎| 336/363 [04:55<00:15, 1.76it/s]
Loading 0:  94%|█████████▎| 340/363 [04:57<00:14, 1.63it/s]
Loading 0:  94%|█████████▎| 340/363 [04:57<00:14, 1.63it/s]
Loading 0:  94%|█████████▍| 341/363 [05:00<00:17, 1.28it/s]
Loading 0:  94%|█████████▍| 341/363 [05:00<00:17, 1.28it/s]
Loading 0:  94%|█████████▍| 342/363 [05:02<00:20, 1.01it/s]
Loading 0:  94%|█████████▍| 342/363 [05:02<00:20, 1.01it/s]
Loading 0:  95%|█████████▌| 345/363 [05:04<00:16, 1.12it/s]
Loading 0:  95%|█████████▌| 345/363 [05:04<00:16, 1.12it/s]
Loading 0:  95%|█████████▌| 346/363 [05:06<00:18, 1.08s/it]
Loading 0:  95%|█████████▌| 346/363 [05:06<00:18, 1.08s/it]
Loading 0:  96%|█████████▌| 347/363 [05:09<00:21, 1.32s/it]
Loading 0:  96%|█████████▌| 347/363 [05:09<00:21, 1.32s/it]
Loading 0:  98%|█████████▊| 354/363 [05:10<00:05, 1.71it/s]
Loading 0:  98%|█████████▊| 354/363 [05:10<00:05, 1.71it/s]
Loading 0:  99%|█████████▉| 359/363 [05:13<00:02, 1.64it/s]
Loading 0:  99%|█████████▉| 359/363 [05:13<00:02, 1.64it/s]
Loading 0:  99%|█████████▉| 360/363 [05:15<00:02, 1.30it/s]
Loading 0:  99%|█████████▉| 360/363 [05:15<00:02, 1.30it/s]
Loading 0:  99%|█████████▉| 361/363 [05:18<00:01, 1.04it/s]
Loading 0:  99%|█████████▉| 361/363 [05:18<00:01, 1.04it/s]
Loading 0: 100%|██████████| 363/363 [05:18<00:00, 1.04it/s]
                                                           

Loading 0: 100%|██████████| 363/363 [05:18<00:00, 1.14it/s]
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: 
Loading 0:   0%|          | 0.00/363 [00:00<?, ?it/s]
Loading 0:   1%|          | 3.00/363 [00:02<04:24, 1.36it/s]
Loading 0:   1%|          | 3.00/363 [00:02<04:24, 1.36it/s]
Loading 0:   1%|          | 4.00/363 [00:04<07:12, 1.20s/it]
Loading 0:   1%|          | 4.00/363 [00:04<07:12, 1.20s/it]
Loading 0:   1%|▏         | 5.00/363 [00:06<09:16, 1.56s/it]
Loading 0:   1%|▏         | 5.00/363 [00:06<09:16, 1.56s/it]
Loading 0:   3%|▎         | 11.0/363 [00:07<03:16, 1.80it/s]
Loading 0:   3%|▎         | 11.0/363 [00:07<03:16, 1.80it/s]
Loading 0:   4%|▎         | 13.0/363 [00:10<04:14, 1.38it/s]
Loading 0:   4%|▎         | 13.0/363 [00:10<04:14, 1.38it/s]
Loading 0:   4%|▍         | 14.0/363 [00:12<05:32, 1.05it/s]
Loading 0:   4%|▍         | 14.0/363 [00:12<05:32, 1.05it/s]
Loading 0:   4%|▍         | 15.0/363 [00:14<06:58, 1.20s/it]
Loading 0:   4%|▍         | 15.0/363 [00:14<06:58, 1.20s/it]
Loading 0:   6%|▌         | 21.0/363 [00:17<04:14, 1.35it/s]
Loading 0:   6%|▌         | 21.0/363 [00:17<04:14, 1.35it/s]
Loading 0:   6%|▌         | 22.0/363 [00:19<05:15, 1.08it/s]
Loading 0:   6%|▌         | 22.0/363 [00:19<05:15, 1.08it/s]
Loading 0:   6%|▋         | 23.0/363 [00:21<06:28, 1.14s/it]
Loading 0:   6%|▋         | 23.0/363 [00:21<06:28, 1.14s/it]
Loading 0:   8%|▊         | 30.0/363 [00:23<03:02, 1.83it/s]
Loading 0:   8%|▊         | 30.0/363 [00:23<03:02, 1.83it/s]
Loading 0:   9%|▉         | 34.0/363 [00:25<03:17, 1.67it/s]
Loading 0:   9%|▉         | 34.0/363 [00:25<03:17, 1.67it/s]
Loading 0:  10%|▉         | 35.0/363 [00:28<04:12, 1.30it/s]
Loading 0:  10%|▉         | 35.0/363 [00:28<04:12, 1.30it/s]
Loading 0:  10%|▉         | 36.0/363 [00:30<05:19, 1.02it/s]
Loading 0:  10%|▉         | 36.0/363 [00:30<05:19, 1.02it/s]
Loading 0:  11%|█         | 39.0/363 [00:32<04:47, 1.13it/s]
Loading 0:  11%|█         | 39.0/363 [00:32<04:47, 1.13it/s]
Loading 0:  11%|█         | 40.0/363 [00:34<05:47, 1.08s/it]
Loading 0:  11%|█         | 40.0/363 [00:34<05:47, 1.08s/it]
Loading 0:  11%|█▏        | 41.0/363 [00:37<06:56, 1.29s/it]
Loading 0:  11%|█▏        | 41.0/363 [00:37<06:56, 1.29s/it]
Loading 0:  13%|█▎        | 48.0/363 [00:38<03:00, 1.75it/s]
Loading 0:  13%|█▎        | 48.0/363 [00:38<03:00, 1.75it/s]
Loading 0:  14%|█▍        | 52.0/363 [00:41<03:12, 1.62it/s]
Loading 0:  14%|█▍        | 52.0/363 [00:41<03:12, 1.62it/s]
Loading 0:  15%|█▍        | 53.0/363 [00:43<04:04, 1.27it/s]
Loading 0:  15%|█▍        | 53.0/363 [00:43<04:04, 1.27it/s]
Loading 0:  15%|█▍        | 54.0/363 [00:45<05:06, 1.01it/s]
Loading 0:  15%|█▍        | 54.0/363 [00:45<05:06, 1.01it/s]
Loading 0:  16%|█▌        | 57.0/363 [00:47<04:35, 1.11it/s]
Loading 0:  16%|█▌        | 57.0/363 [00:47<04:35, 1.11it/s]
Loading 0:  16%|█▌        | 58.0/363 [00:49<05:32, 1.09s/it]
Loading 0:  16%|█▌        | 58.0/363 [00:49<05:32, 1.09s/it]
Loading 0:  16%|█▋        | 59.0/363 [00:52<06:36, 1.30s/it]
Loading 0:  16%|█▋        | 59.0/363 [00:52<06:36, 1.30s/it]
Loading 0:  18%|█▊        | 66.0/363 [00:53<02:50, 1.75it/s]
Loading 0:  18%|█▊        | 66.0/363 [00:53<02:50, 1.75it/s]
Loading 0:  19%|█▉        | 70.0/363 [00:56<03:01, 1.61it/s]
Loading 0:  19%|█▉        | 70.0/363 [00:56<03:01, 1.61it/s]
Loading 0:  20%|█▉        | 71.0/363 [00:58<03:50, 1.27it/s]
Loading 0:  20%|█▉        | 71.0/363 [00:58<03:50, 1.27it/s]
Loading 0:  20%|█▉        | 72.0/363 [01:00<04:49, 1.01it/s]
Loading 0:  20%|█▉        | 72.0/363 [01:00<04:49, 1.01it/s]
Loading 0:  21%|██        | 75.0/363 [01:02<04:19, 1.11it/s]
Loading 0:  21%|██        | 75.0/363 [01:02<04:19, 1.11it/s]
Loading 0:  21%|██        | 76.0/363 [01:05<05:12, 1.09s/it]
Loading 0:  21%|██        | 76.0/363 [01:05<05:12, 1.09s/it]
Loading 0:  21%|██        | 77.0/363 [01:07<06:14, 1.31s/it]
Loading 0:  21%|██        | 77.0/363 [01:07<06:14, 1.31s/it]
Loading 0:  23%|██▎       | 84.0/363 [01:08<02:41, 1.73it/s]
Loading 0:  23%|██▎       | 84.0/363 [01:08<02:41, 1.73it/s]
Loading 0:  24%|██▍       | 88.0/363 [01:11<02:51, 1.60it/s]
Loading 0:  24%|██▍       | 88.0/363 [01:11<02:51, 1.60it/s]
Loading 0:  25%|██▍       | 89.0/363 [01:13<03:36, 1.26it/s]
Loading 0:  25%|██▍       | 89.0/363 [01:13<03:36, 1.26it/s]
Loading 0:  25%|██▍       | 90.0/363 [01:15<04:32, 1.00it/s]
Loading 0:  25%|██▍       | 90.0/363 [01:15<04:32, 1.00it/s]
Loading 0:  27%|██▋       | 97.0/363 [01:17<02:17, 1.93it/s]
Loading 0:  27%|██▋       | 97.0/363 [01:17<02:17, 1.93it/s]
Loading 0:  28%|██▊       | 101/363 [01:19<02:27, 1.78it/s] 
Loading 0:  28%|██▊       | 101/363 [01:19<02:27, 1.78it/s]
Loading 0:  28%|██▊       | 102/363 [01:21<03:09, 1.37it/s]
Loading 0:  28%|██▊       | 102/363 [01:21<03:09, 1.37it/s]
Loading 0:  28%|██▊       | 103/363 [01:24<04:01, 1.08it/s]
Loading 0:  28%|██▊       | 103/363 [01:24<04:01, 1.08it/s]
Loading 0:  29%|██▉       | 106/363 [01:26<03:46, 1.13it/s]
Loading 0:  29%|██▉       | 106/363 [01:26<03:46, 1.13it/s]
Loading 0:  29%|██▉       | 107/363 [01:28<04:33, 1.07s/it]
Loading 0:  29%|██▉       | 107/363 [01:28<04:33, 1.07s/it]
Loading 0:  30%|██▉       | 108/363 [01:31<05:27, 1.28s/it]
Loading 0:  30%|██▉       | 108/363 [01:31<05:27, 1.28s/it]
Loading 0:  31%|███       | 111/363 [01:33<04:25, 1.05s/it]
Loading 0:  31%|███       | 111/363 [01:33<04:25, 1.05s/it]
Loading 0:  31%|███       | 112/363 [01:35<05:12, 1.25s/it]
Loading 0:  31%|███       | 112/363 [01:35<05:12, 1.25s/it]
Loading 0:  31%|███       | 113/363 [01:37<06:04, 1.46s/it]
Loading 0:  31%|███       | 113/363 [01:37<06:04, 1.46s/it]
Loading 0:  33%|███▎      | 120/363 [01:38<02:26, 1.66it/s]
Loading 0:  33%|███▎      | 120/363 [01:38<02:26, 1.66it/s]
Loading 0:  34%|███▍      | 124/363 [01:41<02:32, 1.56it/s]
Loading 0:  34%|███▍      | 124/363 [01:41<02:32, 1.56it/s]
Loading 0:  34%|███▍      | 125/363 [01:43<03:12, 1.23it/s]
Loading 0:  34%|███▍      | 125/363 [01:43<03:12, 1.23it/s]
Loading 0:  35%|███▍      | 126/363 [01:46<04:01, 1.02s/it]
Loading 0:  35%|███▍      | 126/363 [01:46<04:01, 1.02s/it]
Loading 0:  36%|███▌      | 129/363 [01:48<03:34, 1.09it/s]
Loading 0:  36%|███▌      | 129/363 [01:48<03:34, 1.09it/s]
Loading 0:  36%|███▌      | 130/363 [01:50<04:18, 1.11s/it]
Loading 0:  36%|███▌      | 130/363 [01:50<04:18, 1.11s/it]
Loading 0:  36%|███▌      | 131/363 [01:53<05:06, 1.32s/it]
Loading 0:  36%|███▌      | 131/363 [01:53<05:06, 1.32s/it]
Loading 0:  38%|███▊      | 138/363 [01:54<02:10, 1.72it/s]
Loading 0:  38%|███▊      | 138/363 [01:54<02:10, 1.72it/s]
Loading 0:  39%|███▉      | 142/363 [01:56<02:17, 1.60it/s]
Loading 0:  39%|███▉      | 142/363 [01:56<02:17, 1.60it/s]
Loading 0:  39%|███▉      | 143/363 [01:59<02:54, 1.26it/s]
Loading 0:  39%|███▉      | 143/363 [01:59<02:54, 1.26it/s]
Loading 0:  40%|███▉      | 144/363 [02:01<03:38, 1.00it/s]
Loading 0:  40%|███▉      | 144/363 [02:01<03:38, 1.00it/s]
Loading 0:  40%|████      | 147/363 [02:03<03:15, 1.11it/s]
Loading 0:  40%|████      | 147/363 [02:03<03:15, 1.11it/s]
Loading 0:  41%|████      | 148/363 [02:05<03:56, 1.10s/it]
Loading 0:  41%|████      | 148/363 [02:05<03:56, 1.10s/it]
Loading 0:  41%|████      | 149/363 [02:08<04:40, 1.31s/it]
Loading 0:  41%|████      | 149/363 [02:08<04:40, 1.31s/it]
Loading 0:  43%|████▎     | 156/363 [02:09<02:00, 1.72it/s]
Loading 0:  43%|████▎     | 156/363 [02:09<02:00, 1.72it/s]
Loading 0:  44%|████▍     | 160/363 [02:12<02:06, 1.61it/s]
Loading 0:  44%|████▍     | 160/363 [02:12<02:06, 1.61it/s]
Loading 0:  44%|████▍     | 161/363 [02:14<02:39, 1.26it/s]
Loading 0:  44%|████▍     | 161/363 [02:14<02:39, 1.26it/s]
Loading 0:  45%|████▍     | 162/363 [02:16<03:20, 1.00it/s]
Loading 0:  45%|████▍     | 162/363 [02:16<03:20, 1.00it/s]
Loading 0:  45%|████▌     | 165/363 [02:18<02:58, 1.11it/s]
Loading 0:  45%|████▌     | 165/363 [02:18<02:58, 1.11it/s]
Loading 0:  46%|████▌     | 166/363 [02:21<03:34, 1.09s/it]
Loading 0:  46%|████▌     | 166/363 [02:21<03:34, 1.09s/it]
Loading 0:  46%|████▌     | 167/363 [02:23<04:16, 1.31s/it]
Loading 0:  46%|████▌     | 167/363 [02:23<04:16, 1.31s/it]
Loading 0:  48%|████▊     | 174/363 [02:24<01:49, 1.73it/s]
Loading 0:  48%|████▊     | 174/363 [02:24<01:49, 1.73it/s]
Loading 0:  49%|████▉     | 178/363 [02:27<01:54, 1.61it/s]
Loading 0:  49%|████▉     | 178/363 [02:27<01:54, 1.61it/s]
Loading 0:  49%|████▉     | 179/363 [02:29<02:25, 1.27it/s]
Loading 0:  49%|████▉     | 179/363 [02:29<02:25, 1.27it/s]
Loading 0:  50%|████▉     | 180/363 [02:31<03:01, 1.01it/s]
Loading 0:  50%|████▉     | 180/363 [02:31<03:01, 1.01it/s]
Loading 0:  50%|█████     | 183/363 [02:33<02:41, 1.11it/s]
Loading 0:  50%|█████     | 183/363 [02:33<02:41, 1.11it/s]
Loading 0:  51%|█████     | 184/363 [02:36<03:15, 1.09s/it]
Loading 0:  51%|█████     | 184/363 [02:36<03:15, 1.09s/it]
Loading 0:  51%|█████     | 185/363 [02:38<03:52, 1.31s/it]
Loading 0:  51%|█████     | 185/363 [02:38<03:52, 1.31s/it]
Loading 0:  53%|█████▎    | 192/363 [02:39<01:38, 1.73it/s]
Loading 0:  53%|█████▎    | 192/363 [02:39<01:38, 1.73it/s]
Loading 0:  54%|█████▍    | 196/363 [02:42<01:43, 1.62it/s]
Loading 0:  54%|█████▍    | 196/363 [02:42<01:43, 1.62it/s]
Loading 0:  54%|█████▍    | 197/363 [02:44<02:10, 1.27it/s]
Loading 0:  54%|█████▍    | 197/363 [02:44<02:10, 1.27it/s]
Loading 0:  55%|█████▍    | 198/363 [02:46<02:43, 1.01it/s]
Loading 0:  55%|█████▍    | 198/363 [02:46<02:43, 1.01it/s]
Loading 0:  55%|█████▌    | 201/363 [02:49<02:25, 1.12it/s]
Loading 0:  55%|█████▌    | 201/363 [02:49<02:25, 1.12it/s]
Loading 0:  56%|█████▌    | 202/363 [02:51<02:54, 1.09s/it]
Loading 0:  56%|█████▌    | 202/363 [02:51<02:54, 1.09s/it]
Loading 0:  56%|█████▌    | 203/363 [02:53<03:29, 1.31s/it]
Loading 0:  56%|█████▌    | 203/363 [02:53<03:29, 1.31s/it]
Loading 0:  58%|█████▊    | 210/363 [02:54<01:28, 1.74it/s]
Loading 0:  58%|█████▊    | 210/363 [02:54<01:28, 1.74it/s]
Loading 0:  59%|█████▉    | 214/363 [02:57<01:32, 1.61it/s]
Loading 0:  59%|█████▉    | 214/363 [02:57<01:32, 1.61it/s]
Loading 0:  59%|█████▉    | 215/363 [02:59<01:56, 1.27it/s]
Loading 0:  59%|█████▉    | 215/363 [02:59<01:56, 1.27it/s]
Loading 0:  60%|█████▉    | 216/363 [03:01<02:25, 1.01it/s]
Loading 0:  60%|█████▉    | 216/363 [03:01<02:25, 1.01it/s]
Loading 0:  60%|██████    | 219/363 [03:04<02:08, 1.12it/s]
Loading 0:  60%|██████    | 219/363 [03:04<02:08, 1.12it/s]
Loading 0:  61%|██████    | 220/363 [03:06<02:35, 1.09s/it]
Loading 0:  61%|██████    | 220/363 [03:06<02:35, 1.09s/it]
Loading 0:  61%|██████    | 221/363 [03:08<03:05, 1.30s/it]
Loading 0:  61%|██████    | 221/363 [03:08<03:05, 1.30s/it]
Loading 0:  63%|██████▎   | 228/363 [03:09<01:17, 1.73it/s]
Loading 0:  63%|██████▎   | 228/363 [03:09<01:17, 1.73it/s]
Loading 0:  64%|██████▍   | 232/363 [03:12<01:20, 1.62it/s]
Loading 0:  64%|██████▍   | 232/363 [03:12<01:20, 1.62it/s]
Loading 0:  64%|██████▍   | 233/363 [03:14<01:42, 1.27it/s]
Loading 0:  64%|██████▍   | 233/363 [03:14<01:42, 1.27it/s]
Loading 0:  64%|██████▍   | 234/363 [03:17<02:07, 1.01it/s]
Loading 0:  64%|██████▍   | 234/363 [03:17<02:07, 1.01it/s]
Loading 0:  65%|██████▌   | 237/363 [03:19<01:52, 1.12it/s]
Loading 0:  65%|██████▌   | 237/363 [03:19<01:52, 1.12it/s]
Loading 0:  66%|██████▌   | 238/363 [03:21<02:15, 1.08s/it]
Loading 0:  66%|██████▌   | 238/363 [03:21<02:15, 1.08s/it]
Loading 0:  66%|██████▌   | 239/363 [03:23<02:41, 1.30s/it]
Loading 0:  66%|██████▌   | 239/363 [03:23<02:41, 1.30s/it]
Loading 0:  68%|██████▊   | 246/363 [03:24<01:07, 1.74it/s]
Loading 0:  68%|██████▊   | 246/363 [03:24<01:07, 1.74it/s]
Loading 0:  69%|██████▉   | 250/363 [03:27<01:09, 1.62it/s]
Loading 0:  69%|██████▉   | 250/363 [03:27<01:09, 1.62it/s]
Loading 0:  69%|██████▉   | 251/363 [03:29<01:28, 1.27it/s]
Loading 0:  69%|██████▉   | 251/363 [03:29<01:28, 1.27it/s]
Loading 0:  69%|██████▉   | 252/363 [03:32<01:49, 1.01it/s]
Loading 0:  69%|██████▉   | 252/363 [03:32<01:49, 1.01it/s]
Loading 0:  70%|███████   | 255/363 [03:34<01:36, 1.12it/s]
Loading 0:  70%|███████   | 255/363 [03:34<01:36, 1.12it/s]
Loading 0:  71%|███████   | 256/363 [03:36<01:56, 1.08s/it]
Loading 0:  71%|███████   | 256/363 [03:36<01:56, 1.08s/it]
Loading 0:  71%|███████   | 257/363 [03:38<02:17, 1.30s/it]
Loading 0:  71%|███████   | 257/363 [03:38<02:17, 1.30s/it]
Loading 0:  73%|███████▎  | 264/363 [03:39<00:57, 1.73it/s]
Loading 0:  73%|███████▎  | 264/363 [03:39<00:57, 1.73it/s]
Loading 0:  74%|███████▍  | 268/363 [03:42<00:58, 1.62it/s]
Loading 0:  74%|███████▍  | 268/363 [03:42<00:58, 1.62it/s]
Loading 0:  74%|███████▍  | 269/363 [03:44<01:13, 1.27it/s]
Loading 0:  74%|███████▍  | 269/363 [03:44<01:13, 1.27it/s]
Loading 0:  74%|███████▍  | 270/363 [03:47<01:31, 1.01it/s]
Loading 0:  74%|███████▍  | 270/363 [03:47<01:31, 1.01it/s]
Loading 0:  75%|███████▌  | 273/363 [04:03<03:55, 2.62s/it]
Loading 0:  75%|███████▌  | 273/363 [04:03<03:55, 2.62s/it]
Loading 0:  75%|███████▌  | 274/363 [04:05<03:47, 2.56s/it]
Loading 0:  75%|███████▌  | 274/363 [04:05<03:47, 2.56s/it]
Loading 0:  76%|███████▌  | 275/363 [04:08<03:41, 2.52s/it]
Loading 0:  76%|███████▌  | 275/363 [04:08<03:41, 2.52s/it]
Loading 0:  78%|███████▊  | 282/363 [04:09<01:22, 1.02s/it]
Loading 0:  78%|███████▊  | 282/363 [04:09<01:22, 1.02s/it]
Loading 0:  79%|███████▉  | 286/363 [04:11<01:10, 1.10it/s]
Loading 0:  79%|███████▉  | 286/363 [04:11<01:10, 1.10it/s]
Loading 0:  79%|███████▉  | 287/363 [04:14<01:19, 1.05s/it]
Loading 0:  79%|███████▉  | 287/363 [04:14<01:19, 1.05s/it]
Loading 0:  79%|███████▉  | 288/363 [04:16<01:31, 1.22s/it]
Loading 0:  79%|███████▉  | 288/363 [04:16<01:31, 1.22s/it]
Loading 0:  80%|████████  | 291/363 [04:18<01:15, 1.04s/it]
Loading 0:  80%|████████  | 291/363 [04:18<01:15, 1.04s/it]
Loading 0:  80%|████████  | 292/363 [04:20<01:26, 1.21s/it]
Loading 0:  80%|████████  | 292/363 [04:20<01:26, 1.21s/it]
Loading 0:  81%|████████  | 293/363 [04:23<01:38, 1.40s/it]
Loading 0:  81%|████████  | 293/363 [04:23<01:38, 1.40s/it]
Loading 0:  83%|████████▎ | 300/363 [04:24<00:38, 1.65it/s]
Loading 0:  83%|████████▎ | 300/363 [04:24<00:38, 1.65it/s]
Loading 0:  84%|████████▎ | 304/363 [04:27<00:37, 1.57it/s]
Loading 0:  84%|████████▎ | 304/363 [04:27<00:37, 1.57it/s]
Loading 0:  84%|████████▍ | 305/363 [04:29<00:46, 1.24it/s]
Loading 0:  84%|████████▍ | 305/363 [04:29<00:46, 1.24it/s]
Loading 0:  84%|████████▍ | 306/363 [04:31<00:57, 1.01s/it]
Loading 0:  84%|████████▍ | 306/363 [04:31<00:57, 1.01s/it]
Loading 0:  85%|████████▌ | 309/363 [04:33<00:49, 1.10it/s]
Loading 0:  85%|████████▌ | 309/363 [04:33<00:49, 1.10it/s]
Loading 0:  85%|████████▌ | 310/363 [04:35<00:58, 1.10s/it]
Loading 0:  85%|████████▌ | 310/363 [04:35<00:58, 1.10s/it]
Loading 0:  86%|████████▌ | 311/363 [04:38<01:08, 1.31s/it]
Loading 0:  86%|████████▌ | 311/363 [04:38<01:08, 1.31s/it]
Loading 0:  88%|████████▊ | 318/363 [04:39<00:25, 1.74it/s]
Loading 0:  88%|████████▊ | 318/363 [04:39<00:25, 1.74it/s]
Loading 0:  89%|████████▊ | 322/363 [04:42<00:25, 1.62it/s]
Loading 0:  89%|████████▊ | 322/363 [04:42<00:25, 1.62it/s]
Loading 0:  89%|████████▉ | 323/363 [04:44<00:31, 1.27it/s]
Loading 0:  89%|████████▉ | 323/363 [04:44<00:31, 1.27it/s]
Loading 0:  89%|████████▉ | 324/363 [04:46<00:38, 1.01it/s]
Loading 0:  89%|████████▉ | 324/363 [04:46<00:38, 1.01it/s]
Loading 0:  90%|█████████ | 327/363 [04:48<00:32, 1.11it/s]
Loading 0:  90%|█████████ | 327/363 [04:48<00:32, 1.11it/s]
Loading 0:  90%|█████████ | 328/363 [04:51<00:38, 1.09s/it]
Loading 0:  90%|█████████ | 328/363 [04:51<00:38, 1.09s/it]
Loading 0:  91%|█████████ | 329/363 [04:53<00:44, 1.30s/it]
Loading 0:  91%|█████████ | 329/363 [04:53<00:44, 1.30s/it]
Loading 0:  93%|█████████▎| 336/363 [04:54<00:15, 1.74it/s]
Loading 0:  93%|█████████▎| 336/363 [04:54<00:15, 1.74it/s]
Loading 0:  94%|█████████▎| 340/363 [04:57<00:14, 1.62it/s]
Loading 0:  94%|█████████▎| 340/363 [04:57<00:14, 1.62it/s]
Loading 0:  94%|█████████▍| 341/363 [04:59<00:17, 1.26it/s]
Loading 0:  94%|█████████▍| 341/363 [04:59<00:17, 1.26it/s]
Loading 0:  94%|█████████▍| 342/363 [05:01<00:20, 1.00it/s]
Loading 0:  94%|█████████▍| 342/363 [05:01<00:20, 1.00it/s]
Loading 0:  95%|█████████▌| 345/363 [05:03<00:16, 1.11it/s]
Loading 0:  95%|█████████▌| 345/363 [05:03<00:16, 1.11it/s]
Loading 0:  95%|█████████▌| 346/363 [05:06<00:18, 1.09s/it]
Loading 0:  95%|█████████▌| 346/363 [05:06<00:18, 1.09s/it]
Loading 0:  96%|█████████▌| 347/363 [05:08<00:20, 1.31s/it]
Loading 0:  96%|█████████▌| 347/363 [05:08<00:20, 1.31s/it]
Loading 0:  98%|█████████▊| 354/363 [05:09<00:05, 1.72it/s]
Loading 0:  98%|█████████▊| 354/363 [05:09<00:05, 1.72it/s]
Loading 0:  99%|█████████▉| 359/363 [05:12<00:02, 1.66it/s]
Loading 0:  99%|█████████▉| 359/363 [05:12<00:02, 1.66it/s]
Loading 0:  99%|█████████▉| 360/363 [05:15<00:02, 1.31it/s]
Loading 0:  99%|█████████▉| 360/363 [05:15<00:02, 1.31it/s]
Loading 0:  99%|█████████▉| 361/363 [05:17<00:01, 1.05it/s]
Loading 0:  99%|█████████▉| 361/363 [05:17<00:01, 1.05it/s]
Loading 0: 100%|██████████| 363/363 [05:17<00:00, 1.05it/s]
                                                           

Loading 0: 100%|██████████| 363/363 [05:17<00:00, 1.14it/s]
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: The tokenizer you are loading from '/tmp/tmpdanee_8p' with an incorrect regex pattern: https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503/discussions/84#69121093e8b480e709447d5e. This will lead to incorrect tokenization. You should set the `fix_mistral_regex=True` flag when loading this tokenizer to fix this issue.
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: quantized model in 324.780s
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: Processed model ChaiML/95p_5ff_chaiml_mistral_24b_2048_96732_v1_cp624_merged in 422.521s
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: creating bucket guanaco-mkml-models
chaiml-mistral-24b-2048-96732-v2-mkmlizer: The tokenizer you are loading from '/tmp/tmpfc72s14c' with an incorrect regex pattern: https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503/discussions/84#69121093e8b480e709447d5e. This will lead to incorrect tokenization. You should set the `fix_mistral_regex=True` flag when loading this tokenizer to fix this issue.
chaiml-mistral-24b-2048-96732-v2-mkmlizer: quantized model in 325.509s
chaiml-mistral-24b-2048-96732-v2-mkmlizer: Processed model ChaiML/mistral_24b_2048_gemini_ds_v4_8748_merged in 415.532s
chaiml-mistral-24b-2048-96732-v2-mkmlizer: creating bucket guanaco-mkml-models
chaiml-mistral-24b-2048-96732-v2-mkmlizer: Bucket 's3://guanaco-mkml-models/' created
chaiml-mistral-24b-2048-96732-v2-mkmlizer: uploading /dev/shm/model_cache to s3://guanaco-mkml-models/chaiml-mistral-24b-2048-96732-v2/nvidia
chaiml-mistral-24b-2048-96732-v2-mkmlizer: cp /dev/shm/model_cache/config.json s3://guanaco-mkml-models/chaiml-mistral-24b-2048-96732-v2/nvidia/config.json
chaiml-mistral-24b-2048-96732-v2-mkmlizer: cp /dev/shm/model_cache/special_tokens_map.json s3://guanaco-mkml-models/chaiml-mistral-24b-2048-96732-v2/nvidia/special_tokens_map.json
chaiml-mistral-24b-2048-96732-v2-mkmlizer: cp /dev/shm/model_cache/tokenizer_config.json s3://guanaco-mkml-models/chaiml-mistral-24b-2048-96732-v2/nvidia/tokenizer_config.json
chaiml-mistral-24b-2048-96732-v2-mkmlizer: cp /dev/shm/model_cache/tokenizer.json s3://guanaco-mkml-models/chaiml-mistral-24b-2048-96732-v2/nvidia/tokenizer.json
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: 
Loading 0:   0%|          | 0.00/363 [00:00<?, ?it/s]
Loading 0:   1%|          | 3.00/363 [00:02<04:27, 1.35it/s]
Loading 0:   1%|          | 3.00/363 [00:02<04:27, 1.35it/s]
Loading 0:   1%|          | 4.00/363 [00:04<07:14, 1.21s/it]
Loading 0:   1%|          | 4.00/363 [00:04<07:14, 1.21s/it]
Loading 0:   1%|▏         | 5.00/363 [00:06<09:18, 1.56s/it]
Loading 0:   1%|▏         | 5.00/363 [00:06<09:18, 1.56s/it]
Loading 0:   3%|▎         | 11.0/363 [00:07<03:16, 1.79it/s]
Loading 0:   3%|▎         | 11.0/363 [00:07<03:16, 1.79it/s]
Loading 0:   4%|▎         | 13.0/363 [00:10<04:14, 1.37it/s]
Loading 0:   4%|▎         | 13.0/363 [00:10<04:14, 1.37it/s]
Loading 0:   4%|▍         | 14.0/363 [00:12<05:31, 1.05it/s]
Loading 0:   4%|▍         | 14.0/363 [00:12<05:31, 1.05it/s]
Loading 0:   4%|▍         | 15.0/363 [00:14<06:56, 1.20s/it]
Loading 0:   4%|▍         | 15.0/363 [00:14<06:56, 1.20s/it]
Loading 0:   6%|▌         | 21.0/363 [00:17<04:14, 1.35it/s]
Loading 0:   6%|▌         | 21.0/363 [00:17<04:14, 1.35it/s]
Loading 0:   6%|▌         | 22.0/363 [00:19<05:15, 1.08it/s]
Loading 0:   6%|▌         | 22.0/363 [00:19<05:15, 1.08it/s]
Loading 0:   6%|▋         | 23.0/363 [00:21<06:27, 1.14s/it]
Loading 0:   6%|▋         | 23.0/363 [00:21<06:27, 1.14s/it]
Loading 0:   8%|▊         | 30.0/363 [00:23<03:01, 1.83it/s]
Loading 0:   8%|▊         | 30.0/363 [00:23<03:01, 1.83it/s]
Loading 0:   9%|▉         | 34.0/363 [00:25<03:17, 1.66it/s]
Loading 0:   9%|▉         | 34.0/363 [00:25<03:17, 1.66it/s]
Loading 0:  10%|▉         | 35.0/363 [00:28<04:12, 1.30it/s]
Loading 0:  10%|▉         | 35.0/363 [00:28<04:12, 1.30it/s]
Loading 0:  10%|▉         | 36.0/363 [00:30<05:18, 1.03it/s]
Loading 0:  10%|▉         | 36.0/363 [00:30<05:18, 1.03it/s]
Loading 0:  11%|█         | 39.0/363 [00:32<04:46, 1.13it/s]
Loading 0:  11%|█         | 39.0/363 [00:32<04:46, 1.13it/s]
Loading 0:  11%|█         | 40.0/363 [00:34<05:47, 1.08s/it]
Loading 0:  11%|█         | 40.0/363 [00:34<05:47, 1.08s/it]
Loading 0:  11%|█▏        | 41.0/363 [00:37<06:56, 1.29s/it]
Loading 0:  11%|█▏        | 41.0/363 [00:37<06:56, 1.29s/it]
Loading 0:  13%|█▎        | 48.0/363 [00:38<03:00, 1.74it/s]
Loading 0:  13%|█▎        | 48.0/363 [00:38<03:00, 1.74it/s]
Loading 0:  14%|█▍        | 52.0/363 [00:41<03:13, 1.60it/s]
Loading 0:  14%|█▍        | 52.0/363 [00:41<03:13, 1.60it/s]
Loading 0:  15%|█▍        | 53.0/363 [00:43<04:06, 1.26it/s]
Loading 0:  15%|█▍        | 53.0/363 [00:43<04:06, 1.26it/s]
Loading 0:  15%|█▍        | 54.0/363 [00:45<05:09, 1.00s/it]
Loading 0:  15%|█▍        | 54.0/363 [00:45<05:09, 1.00s/it]
Loading 0:  16%|█▌        | 57.0/363 [00:47<04:36, 1.11it/s]
Loading 0:  16%|█▌        | 57.0/363 [00:47<04:36, 1.11it/s]
Loading 0:  16%|█▌        | 58.0/363 [00:50<05:34, 1.10s/it]
Loading 0:  16%|█▌        | 58.0/363 [00:50<05:34, 1.10s/it]
Loading 0:  16%|█▋        | 59.0/363 [00:52<06:38, 1.31s/it]
Loading 0:  16%|█▋        | 59.0/363 [00:52<06:38, 1.31s/it]
Loading 0:  18%|█▊        | 66.0/363 [00:53<02:50, 1.74it/s]
Loading 0:  18%|█▊        | 66.0/363 [00:53<02:50, 1.74it/s]
Loading 0:  19%|█▉        | 70.0/363 [00:56<03:01, 1.61it/s]
Loading 0:  19%|█▉        | 70.0/363 [00:56<03:01, 1.61it/s]
Loading 0:  20%|█▉        | 71.0/363 [00:58<03:50, 1.27it/s]
Loading 0:  20%|█▉        | 71.0/363 [00:58<03:50, 1.27it/s]
Loading 0:  20%|█▉        | 72.0/363 [01:00<04:49, 1.01it/s]
Loading 0:  20%|█▉        | 72.0/363 [01:00<04:49, 1.01it/s]
Loading 0:  21%|██        | 75.0/363 [01:03<04:18, 1.11it/s]
Loading 0:  21%|██        | 75.0/363 [01:03<04:18, 1.11it/s]
Loading 0:  21%|██        | 76.0/363 [01:05<05:12, 1.09s/it]
Loading 0:  21%|██        | 76.0/363 [01:05<05:12, 1.09s/it]
Loading 0:  21%|██        | 77.0/363 [01:07<06:12, 1.30s/it]
Loading 0:  21%|██        | 77.0/363 [01:07<06:12, 1.30s/it]
Loading 0:  23%|██▎       | 84.0/363 [01:08<02:41, 1.73it/s]
Loading 0:  23%|██▎       | 84.0/363 [01:08<02:41, 1.73it/s]
Loading 0:  24%|██▍       | 88.0/363 [01:11<02:51, 1.60it/s]
Loading 0:  24%|██▍       | 88.0/363 [01:11<02:51, 1.60it/s]
Loading 0:  25%|██▍       | 89.0/363 [01:13<03:38, 1.26it/s]
Loading 0:  25%|██▍       | 89.0/363 [01:13<03:38, 1.26it/s]
Loading 0:  25%|██▍       | 90.0/363 [01:16<04:34, 1.00s/it]
Loading 0:  25%|██▍       | 90.0/363 [01:16<04:34, 1.00s/it]
Loading 0:  27%|██▋       | 97.0/363 [01:17<02:18, 1.93it/s]
Loading 0:  27%|██▋       | 97.0/363 [01:17<02:18, 1.93it/s]
Loading 0:  28%|██▊       | 101/363 [01:19<02:28, 1.77it/s] 
Loading 0:  28%|██▊       | 101/363 [01:19<02:28, 1.77it/s]
Loading 0:  28%|██▊       | 102/363 [01:22<03:13, 1.35it/s]
Loading 0:  28%|██▊       | 102/363 [01:22<03:13, 1.35it/s]
Loading 0:  28%|██▊       | 103/363 [01:24<04:05, 1.06it/s]
Loading 0:  28%|██▊       | 103/363 [01:24<04:05, 1.06it/s]
Loading 0:  29%|██▉       | 106/363 [01:26<03:49, 1.12it/s]
Loading 0:  29%|██▉       | 106/363 [01:26<03:49, 1.12it/s]
Loading 0:  29%|██▉       | 107/363 [01:28<04:35, 1.08s/it]
Loading 0:  29%|██▉       | 107/363 [01:28<04:35, 1.08s/it]
Loading 0:  30%|██▉       | 108/363 [01:31<05:28, 1.29s/it]
Loading 0:  30%|██▉       | 108/363 [01:31<05:28, 1.29s/it]
Loading 0:  31%|███       | 111/363 [01:33<04:25, 1.05s/it]
Loading 0:  31%|███       | 111/363 [01:33<04:25, 1.05s/it]
Loading 0:  31%|███       | 112/363 [01:35<05:11, 1.24s/it]
Loading 0:  31%|███       | 112/363 [01:35<05:11, 1.24s/it]
Loading 0:  31%|███       | 113/363 [01:38<06:03, 1.45s/it]
Loading 0:  31%|███       | 113/363 [01:38<06:03, 1.45s/it]
Loading 0:  33%|███▎      | 120/363 [01:39<02:26, 1.66it/s]
Loading 0:  33%|███▎      | 120/363 [01:39<02:26, 1.66it/s]
Loading 0:  34%|███▍      | 124/363 [01:41<02:32, 1.57it/s]
Loading 0:  34%|███▍      | 124/363 [01:41<02:32, 1.57it/s]
Loading 0:  34%|███▍      | 125/363 [01:44<03:12, 1.23it/s]
Loading 0:  34%|███▍      | 125/363 [01:44<03:12, 1.23it/s]
Loading 0:  35%|███▍      | 126/363 [01:46<04:02, 1.02s/it]
Loading 0:  35%|███▍      | 126/363 [01:46<04:02, 1.02s/it]
Loading 0:  36%|███▌      | 129/363 [01:48<03:34, 1.09it/s]
Loading 0:  36%|███▌      | 129/363 [01:48<03:34, 1.09it/s]
Loading 0:  36%|███▌      | 130/363 [01:50<04:18, 1.11s/it]
Loading 0:  36%|███▌      | 130/363 [01:50<04:18, 1.11s/it]
Loading 0:  36%|███▌      | 131/363 [01:53<05:07, 1.33s/it]
Loading 0:  36%|███▌      | 131/363 [01:53<05:07, 1.33s/it]
Loading 0:  38%|███▊      | 138/363 [01:54<02:11, 1.71it/s]
Loading 0:  38%|███▊      | 138/363 [01:54<02:11, 1.71it/s]
Loading 0:  39%|███▉      | 142/363 [01:57<02:19, 1.59it/s]
Loading 0:  39%|███▉      | 142/363 [01:57<02:19, 1.59it/s]
Loading 0:  39%|███▉      | 143/363 [01:59<02:56, 1.25it/s]
Loading 0:  39%|███▉      | 143/363 [01:59<02:56, 1.25it/s]
Loading 0:  40%|███▉      | 144/363 [02:01<03:40, 1.01s/it]
Loading 0:  40%|███▉      | 144/363 [02:01<03:40, 1.01s/it]
Loading 0:  40%|████      | 147/363 [02:04<03:16, 1.10it/s]
Loading 0:  40%|████      | 147/363 [02:04<03:16, 1.10it/s]
Loading 0:  41%|████      | 148/363 [02:06<03:56, 1.10s/it]
Loading 0:  41%|████      | 148/363 [02:06<03:56, 1.10s/it]
Loading 0:  41%|████      | 149/363 [02:08<04:40, 1.31s/it]
Loading 0:  41%|████      | 149/363 [02:08<04:40, 1.31s/it]
Loading 0:  43%|████▎     | 156/363 [02:09<02:00, 1.72it/s]
Loading 0:  43%|████▎     | 156/363 [02:09<02:00, 1.72it/s]
Loading 0:  44%|████▍     | 160/363 [02:12<02:07, 1.60it/s]
Loading 0:  44%|████▍     | 160/363 [02:12<02:07, 1.60it/s]
Loading 0:  44%|████▍     | 161/363 [02:14<02:41, 1.25it/s]
Loading 0:  44%|████▍     | 161/363 [02:14<02:41, 1.25it/s]
Loading 0:  45%|████▍     | 162/363 [02:17<03:22, 1.01s/it]
Loading 0:  45%|████▍     | 162/363 [02:17<03:22, 1.01s/it]
Loading 0:  45%|████▌     | 165/363 [02:19<02:59, 1.10it/s]
Loading 0:  45%|████▌     | 165/363 [02:19<02:59, 1.10it/s]
Loading 0:  46%|████▌     | 166/363 [02:21<03:35, 1.10s/it]
Loading 0:  46%|████▌     | 166/363 [02:21<03:35, 1.10s/it]
Loading 0:  46%|████▌     | 167/363 [02:23<04:16, 1.31s/it]
Loading 0:  46%|████▌     | 167/363 [02:23<04:16, 1.31s/it]
Loading 0:  48%|████▊     | 174/363 [02:24<01:49, 1.72it/s]
Loading 0:  48%|████▊     | 174/363 [02:24<01:49, 1.72it/s]
Loading 0:  49%|████▉     | 178/363 [02:27<01:55, 1.60it/s]
Loading 0:  49%|████▉     | 178/363 [02:27<01:55, 1.60it/s]
Loading 0:  49%|████▉     | 179/363 [02:29<02:26, 1.26it/s]
Loading 0:  49%|████▉     | 179/363 [02:29<02:26, 1.26it/s]
Loading 0:  50%|████▉     | 180/363 [02:32<03:03, 1.00s/it]
Loading 0:  50%|████▉     | 180/363 [02:32<03:03, 1.00s/it]
Loading 0:  50%|█████     | 183/363 [02:34<02:42, 1.10it/s]
Loading 0:  50%|█████     | 183/363 [02:34<02:42, 1.10it/s]
Loading 0:  51%|█████     | 184/363 [02:36<03:16, 1.10s/it]
Loading 0:  51%|█████     | 184/363 [02:36<03:16, 1.10s/it]
Loading 0:  51%|█████     | 185/363 [02:39<03:53, 1.31s/it]
Loading 0:  51%|█████     | 185/363 [02:39<03:53, 1.31s/it]
Loading 0:  53%|█████▎    | 192/363 [02:40<01:38, 1.73it/s]
Loading 0:  53%|█████▎    | 192/363 [02:40<01:38, 1.73it/s]
Loading 0:  54%|█████▍    | 196/363 [02:42<01:43, 1.61it/s]
Loading 0:  54%|█████▍    | 196/363 [02:42<01:43, 1.61it/s]
Loading 0:  54%|█████▍    | 197/363 [02:45<02:11, 1.26it/s]
Loading 0:  54%|█████▍    | 197/363 [02:45<02:11, 1.26it/s]
Loading 0:  55%|█████▍    | 198/363 [02:47<02:44, 1.00it/s]
Loading 0:  55%|█████▍    | 198/363 [02:47<02:44, 1.00it/s]
Loading 0:  55%|█████▌    | 201/363 [02:49<02:26, 1.11it/s]
Loading 0:  55%|█████▌    | 201/363 [02:49<02:26, 1.11it/s]
Loading 0:  56%|█████▌    | 202/363 [02:51<02:56, 1.09s/it]
Loading 0:  56%|█████▌    | 202/363 [02:51<02:56, 1.09s/it]
Loading 0:  56%|█████▌    | 203/363 [02:54<03:29, 1.31s/it]
Loading 0:  56%|█████▌    | 203/363 [02:54<03:29, 1.31s/it]
Loading 0:  58%|█████▊    | 210/363 [02:55<01:28, 1.73it/s]
Loading 0:  58%|█████▊    | 210/363 [02:55<01:28, 1.73it/s]
Loading 0:  59%|█████▉    | 214/363 [02:58<01:32, 1.61it/s]
Loading 0:  59%|█████▉    | 214/363 [02:58<01:32, 1.61it/s]
Loading 0:  59%|█████▉    | 215/363 [03:00<01:57, 1.26it/s]
Loading 0:  59%|█████▉    | 215/363 [03:00<01:57, 1.26it/s]
Loading 0:  60%|█████▉    | 216/363 [03:02<02:26, 1.00it/s]
Loading 0:  60%|█████▉    | 216/363 [03:02<02:26, 1.00it/s]
Loading 0:  60%|██████    | 219/363 [03:04<02:09, 1.11it/s]
Loading 0:  60%|██████    | 219/363 [03:04<02:09, 1.11it/s]
Loading 0:  61%|██████    | 220/363 [03:07<02:41, 1.13s/it]
Loading 0:  61%|██████    | 220/363 [03:07<02:41, 1.13s/it]
Loading 0:  61%|██████    | 221/363 [03:09<03:09, 1.34s/it]
Loading 0:  61%|██████    | 221/363 [03:09<03:09, 1.34s/it]
Loading 0:  63%|██████▎   | 228/363 [03:10<01:19, 1.69it/s]
Loading 0:  63%|██████▎   | 228/363 [03:10<01:19, 1.69it/s]
Loading 0:  64%|██████▍   | 232/363 [03:13<01:22, 1.59it/s]
Loading 0:  64%|██████▍   | 232/363 [03:13<01:22, 1.59it/s]
Loading 0:  64%|██████▍   | 233/363 [03:15<01:43, 1.25it/s]
Loading 0:  64%|██████▍   | 233/363 [03:15<01:43, 1.25it/s]
Loading 0:  64%|██████▍   | 234/363 [03:18<02:09, 1.00s/it]
Loading 0:  64%|██████▍   | 234/363 [03:18<02:09, 1.00s/it]
Loading 0:  65%|██████▌   | 237/363 [03:20<01:53, 1.11it/s]
Loading 0:  65%|██████▌   | 237/363 [03:20<01:53, 1.11it/s]
Loading 0:  66%|██████▌   | 238/363 [03:22<02:16, 1.09s/it]
Loading 0:  66%|██████▌   | 238/363 [03:22<02:16, 1.09s/it]
Loading 0:  66%|██████▌   | 239/363 [03:24<02:43, 1.32s/it]
Loading 0:  66%|██████▌   | 239/363 [03:24<02:43, 1.32s/it]
Loading 0:  68%|██████▊   | 246/363 [03:25<01:07, 1.72it/s]
Loading 0:  68%|██████▊   | 246/363 [03:25<01:07, 1.72it/s]
Loading 0:  69%|██████▉   | 250/363 [03:28<01:10, 1.61it/s]
Loading 0:  69%|██████▉   | 250/363 [03:28<01:10, 1.61it/s]
Loading 0:  69%|██████▉   | 251/363 [03:30<01:28, 1.26it/s]
Loading 0:  69%|██████▉   | 251/363 [03:30<01:28, 1.26it/s]
Loading 0:  69%|██████▉   | 252/363 [03:33<01:50, 1.01it/s]
Loading 0:  69%|██████▉   | 252/363 [03:33<01:50, 1.01it/s]
Loading 0:  70%|███████   | 255/363 [03:35<01:36, 1.11it/s]
Loading 0:  70%|███████   | 255/363 [03:35<01:36, 1.11it/s]
Loading 0:  71%|███████   | 256/363 [03:37<01:56, 1.09s/it]
Loading 0:  71%|███████   | 256/363 [03:37<01:56, 1.09s/it]
Loading 0:  71%|███████   | 257/363 [03:39<02:18, 1.30s/it]
Loading 0:  71%|███████   | 257/363 [03:39<02:18, 1.30s/it]
Loading 0:  73%|███████▎  | 264/363 [03:41<00:57, 1.73it/s]
Loading 0:  73%|███████▎  | 264/363 [03:41<00:57, 1.73it/s]
Loading 0:  74%|███████▍  | 268/363 [03:43<00:59, 1.60it/s]
Loading 0:  74%|███████▍  | 268/363 [03:43<00:59, 1.60it/s]
Loading 0:  74%|███████▍  | 269/363 [03:46<01:14, 1.26it/s]
Loading 0:  74%|███████▍  | 269/363 [03:46<01:14, 1.26it/s]
Loading 0:  74%|███████▍  | 270/363 [03:48<01:32, 1.00it/s]
Loading 0:  74%|███████▍  | 270/363 [03:48<01:32, 1.00it/s]
Loading 0:  75%|███████▌  | 273/363 [04:04<03:56, 2.63s/it]
Loading 0:  75%|███████▌  | 273/363 [04:04<03:56, 2.63s/it]
Loading 0:  75%|███████▌  | 274/363 [04:06<03:48, 2.56s/it]
Loading 0:  75%|███████▌  | 274/363 [04:06<03:48, 2.56s/it]
Loading 0:  76%|███████▌  | 275/363 [04:09<03:42, 2.52s/it]
Loading 0:  76%|███████▌  | 275/363 [04:09<03:42, 2.52s/it]
Loading 0:  78%|███████▊  | 282/363 [04:10<01:22, 1.02s/it]
Loading 0:  78%|███████▊  | 282/363 [04:10<01:22, 1.02s/it]
Loading 0:  79%|███████▉  | 286/363 [04:13<01:09, 1.11it/s]
Loading 0:  79%|███████▉  | 286/363 [04:13<01:09, 1.11it/s]
Loading 0:  79%|███████▉  | 287/363 [04:15<01:17, 1.02s/it]
Loading 0:  79%|███████▉  | 287/363 [04:15<01:17, 1.02s/it]
Loading 0:  79%|███████▉  | 288/363 [04:17<01:29, 1.20s/it]
Loading 0:  79%|███████▉  | 288/363 [04:17<01:29, 1.20s/it]
Loading 0:  80%|████████  | 291/363 [04:19<01:14, 1.03s/it]
Loading 0:  80%|████████  | 291/363 [04:19<01:14, 1.03s/it]
Loading 0:  80%|████████  | 292/363 [04:21<01:25, 1.20s/it]
Loading 0:  80%|████████  | 292/363 [04:21<01:25, 1.20s/it]
Loading 0:  81%|████████  | 293/363 [04:24<01:37, 1.39s/it]
Loading 0:  81%|████████  | 293/363 [04:24<01:37, 1.39s/it]
Loading 0:  83%|████████▎ | 300/363 [04:25<00:38, 1.65it/s]
Loading 0:  83%|████████▎ | 300/363 [04:25<00:38, 1.65it/s]
Loading 0:  84%|████████▎ | 304/363 [04:28<00:37, 1.57it/s]
Loading 0:  84%|████████▎ | 304/363 [04:28<00:37, 1.57it/s]
Loading 0:  84%|████████▍ | 305/363 [04:30<00:46, 1.24it/s]
Loading 0:  84%|████████▍ | 305/363 [04:30<00:46, 1.24it/s]
Loading 0:  84%|████████▍ | 306/363 [04:32<00:57, 1.01s/it]
Loading 0:  84%|████████▍ | 306/363 [04:32<00:57, 1.01s/it]
Loading 0:  85%|████████▌ | 309/363 [04:34<00:49, 1.10it/s]
Loading 0:  85%|████████▌ | 309/363 [04:34<00:49, 1.10it/s]
Loading 0:  85%|████████▌ | 310/363 [04:37<00:59, 1.11s/it]
Loading 0:  85%|████████▌ | 310/363 [04:37<00:59, 1.11s/it]
Loading 0:  86%|████████▌ | 311/363 [04:39<01:09, 1.33s/it]
Loading 0:  86%|████████▌ | 311/363 [04:39<01:09, 1.33s/it]
Loading 0:  88%|████████▊ | 318/363 [04:40<00:26, 1.73it/s]
Loading 0:  88%|████████▊ | 318/363 [04:40<00:26, 1.73it/s]
Loading 0:  89%|████████▊ | 322/363 [04:43<00:25, 1.61it/s]
Loading 0:  89%|████████▊ | 322/363 [04:43<00:25, 1.61it/s]
Loading 0:  89%|████████▉ | 323/363 [04:45<00:31, 1.27it/s]
Loading 0:  89%|████████▉ | 323/363 [04:45<00:31, 1.27it/s]
Loading 0:  89%|████████▉ | 324/363 [04:47<00:38, 1.00it/s]
Loading 0:  89%|████████▉ | 324/363 [04:47<00:38, 1.00it/s]
Loading 0:  90%|█████████ | 327/363 [04:49<00:32, 1.11it/s]
Loading 0:  90%|█████████ | 327/363 [04:49<00:32, 1.11it/s]
Loading 0:  90%|█████████ | 328/363 [04:52<00:40, 1.15s/it]
Loading 0:  90%|█████████ | 328/363 [04:52<00:40, 1.15s/it]
Loading 0:  91%|█████████ | 329/363 [04:54<00:46, 1.36s/it]
Loading 0:  91%|█████████ | 329/363 [04:54<00:46, 1.36s/it]
Loading 0:  93%|█████████▎| 336/363 [04:55<00:15, 1.69it/s]
Loading 0:  93%|█████████▎| 336/363 [04:55<00:15, 1.69it/s]
Loading 0:  94%|█████████▎| 340/363 [04:58<00:14, 1.60it/s]
Loading 0:  94%|█████████▎| 340/363 [04:58<00:14, 1.60it/s]
Loading 0:  94%|█████████▍| 341/363 [05:00<00:17, 1.26it/s]
Loading 0:  94%|█████████▍| 341/363 [05:00<00:17, 1.26it/s]
Loading 0:  94%|█████████▍| 342/363 [05:03<00:21, 1.00s/it]
Loading 0:  94%|█████████▍| 342/363 [05:03<00:21, 1.00s/it]
Loading 0:  95%|█████████▌| 345/363 [05:05<00:16, 1.09it/s]
Loading 0:  95%|█████████▌| 345/363 [05:05<00:16, 1.09it/s]
Loading 0:  95%|█████████▌| 346/363 [05:07<00:18, 1.11s/it]
Loading 0:  95%|█████████▌| 346/363 [05:07<00:18, 1.11s/it]
Loading 0:  96%|█████████▌| 347/363 [05:10<00:21, 1.33s/it]
Loading 0:  96%|█████████▌| 347/363 [05:10<00:21, 1.33s/it]
Loading 0:  98%|█████████▊| 354/363 [05:11<00:05, 1.73it/s]
Loading 0:  98%|█████████▊| 354/363 [05:11<00:05, 1.73it/s]
Loading 0:  99%|█████████▉| 359/363 [05:14<00:02, 1.65it/s]
Loading 0:  99%|█████████▉| 359/363 [05:14<00:02, 1.65it/s]
Loading 0:  99%|█████████▉| 360/363 [05:16<00:02, 1.29it/s]
Loading 0:  99%|█████████▉| 360/363 [05:16<00:02, 1.29it/s]
Loading 0:  99%|█████████▉| 361/363 [05:18<00:01, 1.03it/s]
Loading 0:  99%|█████████▉| 361/363 [05:18<00:01, 1.03it/s]
Loading 0: 100%|██████████| 363/363 [05:19<00:00, 1.03it/s]
                                                           

Loading 0: 100%|██████████| 363/363 [05:19<00:00, 1.14it/s]
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: The tokenizer you are loading from '/tmp/tmpfpi5mrcx' with an incorrect regex pattern: https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503/discussions/84#69121093e8b480e709447d5e. This will lead to incorrect tokenization. You should set the `fix_mistral_regex=True` flag when loading this tokenizer to fix this issue.
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: quantized model in 326.529s
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: Processed model ChaiML/95p_5ff_chaiml_mistral_24b_2048_96732_v1_cp1248_merged in 447.713s
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: creating bucket guanaco-mkml-models
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: Bucket 's3://guanaco-mkml-models/' created
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: uploading /dev/shm/model_cache to s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39441-v1/nvidia
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: cp /dev/shm/model_cache/config.json s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39441-v1/nvidia/config.json
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: cp /dev/shm/model_cache/special_tokens_map.json s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39441-v1/nvidia/special_tokens_map.json
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: cp /dev/shm/model_cache/tokenizer_config.json s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39441-v1/nvidia/tokenizer_config.json
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: cp /dev/shm/model_cache/tokenizer.json s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39441-v1/nvidia/tokenizer.json
chaiml-mistral-24b-2048-96732-v2-mkmlizer: cp /dev/shm/model_cache/flywheel_model.1.safetensors s3://guanaco-mkml-models/chaiml-mistral-24b-2048-96732-v2/nvidia/flywheel_model.1.safetensors
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: cp /dev/shm/model_cache/flywheel_model.1.safetensors s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39204-v1/nvidia/flywheel_model.1.safetensors
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: cp /dev/shm/model_cache/flywheel_model.1.safetensors s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39441-v1/nvidia/flywheel_model.1.safetensors
chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer: cp /dev/shm/model_cache/flywheel_model.0.safetensors s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39204-v1/nvidia/flywheel_model.0.safetensors
Job chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer completed after 554.49s with status: succeeded
Stopping job with name chaiml-95p-5ff-chaiml-m-39204-v1-mkmlizer
Pipeline stage MKMLizer completed in 556.18s
run pipeline stage %s
Running pipeline stage MKMLTemplater
Pipeline stage MKMLTemplater completed in 0.49s
run pipeline stage %s
Running pipeline stage MKMLDeployer
Creating inference service chaiml-95p-5ff-chaiml-m-39204-v1
Waiting for inference service chaiml-95p-5ff-chaiml-m-39204-v1 to be ready
chaiml-mistral-24b-2048-96732-v2-mkmlizer: cp /dev/shm/model_cache/flywheel_model.0.safetensors s3://guanaco-mkml-models/chaiml-mistral-24b-2048-96732-v2/nvidia/flywheel_model.0.safetensors
Job chaiml-mistral-24b-2048-96732-v2-mkmlizer completed after 559.02s with status: succeeded
Stopping job with name chaiml-mistral-24b-2048-96732-v2-mkmlizer
Pipeline stage MKMLizer completed in 560.86s
run pipeline stage %s
Running pipeline stage MKMLTemplater
Pipeline stage MKMLTemplater completed in 0.48s
run pipeline stage %s
Running pipeline stage MKMLDeployer
Creating inference service chaiml-mistral-24b-2048-96732-v2
Waiting for inference service chaiml-mistral-24b-2048-96732-v2 to be ready
chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer: cp /dev/shm/model_cache/flywheel_model.0.safetensors s3://guanaco-mkml-models/chaiml-95p-5ff-chaiml-m-39441-v1/nvidia/flywheel_model.0.safetensors
Job chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer completed after 567.78s with status: succeeded
Stopping job with name chaiml-95p-5ff-chaiml-m-39441-v1-mkmlizer
Pipeline stage MKMLizer completed in 569.35s
run pipeline stage %s
Running pipeline stage MKMLTemplater
Pipeline stage MKMLTemplater completed in 0.54s
run pipeline stage %s
Running pipeline stage MKMLDeployer
Creating inference service chaiml-95p-5ff-chaiml-m-39441-v1
Waiting for inference service chaiml-95p-5ff-chaiml-m-39441-v1 to be ready
Inference service chaiml-mistral-24b-2048-96732-v2 ready after 152.40989065170288s
Pipeline stage MKMLDeployer completed in 154.18s
run pipeline stage %s
Inference service chaiml-95p-5ff-chaiml-m-39204-v1 ready after 162.2899134159088s
Running pipeline stage StressChecker
Pipeline stage MKMLDeployer completed in 164.29s
run pipeline stage %s
Running pipeline stage StressChecker
Received healthy response to inference request in 3.201582431793213s
Received healthy response to inference request in 2.9938061237335205s
Received healthy response to inference request in 2.862277030944824s
Received healthy response to inference request in 2.7634572982788086s
Received healthy response to inference request in 2.9589335918426514s
Received healthy response to inference request in 2.6635148525238037s
Received healthy response to inference request in 2.281813144683838s
Received healthy response to inference request in 2.773547649383545s
Inference service chaiml-95p-5ff-chaiml-m-39441-v1 ready after 162.58748817443848s
Pipeline stage MKMLDeployer completed in 164.41s
run pipeline stage %s
Running pipeline stage StressChecker
Received healthy response to inference request in 2.833153247833252s
Received healthy response to inference request in 3.1756653785705566s
5 requests
5 requests
0 failed requests
0 failed requests
5th percentile: 2.7854687690734865
5th percentile: 2.358153486251831
10th percentile: 2.7973898887634276
10th percentile: 2.434493827819824
20th percentile: 2.8212321281433104
20th percentile: 2.5871745109558106
30th percentile: 2.8389780044555666
Received healthy response to inference request in 2.829586982727051s
30th percentile: 2.683503341674805
40th percentile: 2.8506275177001954
40th percentile: 2.7234803199768067
50th percentile: 2.862277030944824
50th percentile: 2.7634572982788086
60th percentile: 2.9009396553039553
60th percentile: 2.855596828460693
70th percentile: 2.939602279663086
70th percentile: 2.947736358642578
80th percentile: 3.0074633598327636
80th percentile: 3.0301779747009276
90th percentile: 3.1045228958129885
90th percentile: 3.1029216766357424
Received healthy response to inference request in 2.6804234981536865s
95th percentile: 3.1530526638031007
95th percentile: 3.1392935276031495
99th percentile: 3.1918764781951903
99th percentile: 3.168391008377075
mean time: 2.925898790359497
mean time: 2.7756513595581054
Pipeline stage StressChecker completed in 25.84s
Pipeline stage StressChecker completed in 24.82s
run pipeline stage %s
run pipeline stage %s
Running pipeline stage OfflineFamilyFriendlyTriggerPipeline
Received healthy response to inference request in 2.5081446170806885s
Running pipeline stage OfflineFamilyFriendlyTriggerPipeline
run_pipeline:run_in_cloud %s
run_pipeline:run_in_cloud %s
starting trigger_guanaco_pipeline args=%s
starting trigger_guanaco_pipeline args=%s
triggered trigger_guanaco_pipeline args=%s
triggered trigger_guanaco_pipeline args=%s
Pipeline stage OfflineFamilyFriendlyTriggerPipeline completed in 2.99s
Pipeline stage OfflineFamilyFriendlyTriggerPipeline completed in 2.94s
run pipeline stage %s
Received healthy response to inference request in 2.7322745323181152s
run pipeline stage %s
Running pipeline stage TriggerMKMLProfilingPipeline
Running pipeline stage TriggerMKMLProfilingPipeline
run_pipeline:run_in_cloud %s
run_pipeline:run_in_cloud %s
starting trigger_guanaco_pipeline args=%s
starting trigger_guanaco_pipeline args=%s
triggered trigger_guanaco_pipeline args=%s
Pipeline stage TriggerMKMLProfilingPipeline completed in 2.80s
triggered trigger_guanaco_pipeline args=%s
Received healthy response to inference request in 2.6050286293029785s
Shutdown handler de-registered
Pipeline stage TriggerMKMLProfilingPipeline completed in 4.20s
5 requests
chaiml-mistral-24b-2048_96732_v2 status is now deployed due to DeploymentManager action
Shutdown handler de-registered
0 failed requests
chaiml-95p-5ff-chaiml-m_39204_v1 status is now deployed due to DeploymentManager action
5th percentile: 2.5275214195251463
10th percentile: 2.5468982219696046
20th percentile: 2.5856518268585207
30th percentile: 2.6201076030731203
40th percentile: 2.6502655506134034
50th percentile: 2.6804234981536865
60th percentile: 2.701163911819458
70th percentile: 2.7219043254852293
80th percentile: 2.7517370223999023
90th percentile: 2.7906620025634767
95th percentile: 2.8101244926452638
99th percentile: 2.8256944847106933
mean time: 2.671091651916504
Pipeline stage StressChecker completed in 21.59s
run pipeline stage %s
Running pipeline stage OfflineFamilyFriendlyTriggerPipeline
run_pipeline:run_in_cloud %s
starting trigger_guanaco_pipeline args=%s
triggered trigger_guanaco_pipeline args=%s
Pipeline stage OfflineFamilyFriendlyTriggerPipeline completed in 1.16s
run pipeline stage %s
Running pipeline stage TriggerMKMLProfilingPipeline
run_pipeline:run_in_cloud %s
starting trigger_guanaco_pipeline args=%s
triggered trigger_guanaco_pipeline args=%s
Pipeline stage TriggerMKMLProfilingPipeline completed in 1.20s
Shutdown handler de-registered
chaiml-95p-5ff-chaiml-m_39441_v1 status is now deployed due to DeploymentManager action
Shutdown handler registered
run pipeline %s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeleter
Skipping teardown as no inference service was successfully deployed
Pipeline stage MKMLProfilerDeleter completed in 0.15s
run pipeline stage %s
Running pipeline stage MKMLProfilerTemplater
Pipeline stage MKMLProfilerTemplater completed in 0.12s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeployer
Creating inference service chaiml-95p-5ff-chaiml-m-39441-v1-profiler
Waiting for inference service chaiml-95p-5ff-chaiml-m-39441-v1-profiler to be ready
Inference service chaiml-95p-5ff-chaiml-m-39441-v1-profiler ready after 161.35236501693726s
Pipeline stage MKMLProfilerDeployer completed in 162.20s
run pipeline stage %s
Running pipeline stage MKMLProfilerRunner
kubectl --kubeconfig /code/guanaco/guanaco_services/resources/kchai_coreweave_us_east_04a.yaml cp /code/guanaco/guanaco_inference_services/src/inference_scripts tenant-chaiml-guanaco/chaiml-95p-5ff-chaim94f7c796653a52821a870405fa5dd487-deplonc5m2:/code/chaiverse_profiler_1769760106 --namespace tenant-chaiml-guanaco
kubectl --kubeconfig /code/guanaco/guanaco_services/resources/kchai_coreweave_us_east_04a.yaml exec -it chaiml-95p-5ff-chaim94f7c796653a52821a870405fa5dd487-deplonc5m2 --namespace tenant-chaiml-guanaco -- sh -c 'cd /code/chaiverse_profiler_1769760106 && python profiles.py profile --best_of_n 8 --auto_batch 5 --batches 1,5,10,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100,105,110,115,120,125,130,135,140,145,150,155,160,165,170,175,180,185,190,195 --samples 200 --input_tokens 2048 --output_tokens 112 --summary /code/chaiverse_profiler_1769760106/summary.json'
%s, retrying in %s seconds...
kubectl --kubeconfig /code/guanaco/guanaco_services/resources/kchai_coreweave_us_east_04a.yaml cp /code/guanaco/guanaco_inference_services/src/inference_scripts tenant-chaiml-guanaco/chaiml-95p-5ff-chaim94f7c796653a52821a870405fa5dd487-deplonc5m2:/code/chaiverse_profiler_1769760848 --namespace tenant-chaiml-guanaco
kubectl --kubeconfig /code/guanaco/guanaco_services/resources/kchai_coreweave_us_east_04a.yaml exec -it chaiml-95p-5ff-chaim94f7c796653a52821a870405fa5dd487-deplonc5m2 --namespace tenant-chaiml-guanaco -- sh -c 'cd /code/chaiverse_profiler_1769760848 && python profiles.py profile --best_of_n 8 --auto_batch 5 --batches 1,5,10,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100,105,110,115,120,125,130,135,140,145,150,155,160,165,170,175,180,185,190,195 --samples 200 --input_tokens 2048 --output_tokens 112 --summary /code/chaiverse_profiler_1769760848/summary.json'
kubectl --kubeconfig /code/guanaco/guanaco_services/resources/kchai_coreweave_us_east_04a.yaml exec -it chaiml-95p-5ff-chaim94f7c796653a52821a870405fa5dd487-deplonc5m2 --namespace tenant-chaiml-guanaco -- bash -c 'cat /code/chaiverse_profiler_1769760848/summary.json'
Pipeline stage MKMLProfilerRunner completed in 2722.19s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeleter
Checking if service chaiml-95p-5ff-chaiml-m-39441-v1-profiler is running
Tearing down inference service chaiml-95p-5ff-chaiml-m-39441-v1-profiler
Service chaiml-95p-5ff-chaiml-m-39441-v1-profiler has been torndown
Pipeline stage MKMLProfilerDeleter completed in 0.70s
Shutdown handler de-registered
chaiml-95p-5ff-chaiml-m_39441_v1 status is now inactive due to auto deactivation removed underperforming models