mistralai-mixtral-8x7b-_3473

submission_id: mistralai-mixtral-8x7b-_3473_v70

developer_uid: robert_irvine

status: inactive

model_repo: mistralai/Mixtral-8x7B-Instruct-v0.1

reward_repo: ChaiML/gpt2_xl_pairwise_89m_step_347634

generation_params: {'temperature': 0.9, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 50, 'presence_penalty': 0.5, 'frequency_penalty': 0.5, 'stopping_words': ['\n', '</s>', '<|user|>', '###'], 'max_input_tokens': 512, 'best_of': 4, 'max_output_tokens': 64}

formatter: {'memory_template': '<s>[INST] This is an entertaining conversation. You are {bot_name} who has the persona: {memory}.\nEngage in a chat with {user_name} while staying in character. Try to flirt with {user_name}. Engage in *roleplay* actions. Describe the scene dramatically. \n', 'prompt_template': '{prompt}\n', 'bot_template': '{bot_name}: {message}</s>', 'user_template': '[INST] {user_name}: {message} [/INST]', 'response_template': '[INST] respond with drama [/INST]{bot_name}:', 'truncate_by_message': False}

reward_formatter: {'memory_template': '""', 'prompt_template': '""', 'bot_template': 'Bot: {message}\n', 'user_template': 'User: {message}\n', 'response_template': 'Bot:', 'truncate_by_message': False}

timestamp: 2024-07-10T18:32:31+00:00

model_name: mistralai-mixtral-8x7b-_3473_v70

model_group: mistralai/Mixtral-8x7B-I

num_battles: 33312

num_wins: 16612

celo_rating: 1171.94

alignment_score: None

alignment_samples: 0

propriety_score: 0.7482469642551736

propriety_total_count: 5847.0

submission_type: basic

model_architecture: MixtralForCausalLM

model_num_parameters: 46702792704.0

best_of: 4

max_input_tokens: 512

max_output_tokens: 64

display_name: mistralai-mixtral-8x7b-_3473_v70

ineligible_reason: None

language_model: mistralai/Mixtral-8x7B-Instruct-v0.1

model_size: 47B

reward_model: ChaiML/gpt2_xl_pairwise_89m_step_347634

us_pacific_date: 2024-07-10

win_ratio: 0.49867915465898177

preference_data_url: None

Resubmit model

Reference Models

Running pipeline stage MKMLizer
Starting job with name mistralai-mixtral-8x7b-3473-v70-mkmlizer
Waiting for job on mistralai-mixtral-8x7b-3473-v70-mkmlizer to finish
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ╔═════════════════════════════════════════════════════════════════════╗
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║     _____            __           __                                ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║    / _/ /_ ___    __/ /  ___ ___ / /                                ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║   / _/ / // / |/|/ / _ \/ -_) -_) /                                 ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  /_//_/\_, /|__,__/_//_/\__/\__/_/                                  ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║       /___/                                                         ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  Version: 0.8.14                                                    ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  Copyright 2023 MK ONE TECHNOLOGIES Inc.                            ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  https://mk1.ai                                                     ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  The license key for the current software has been verified as      ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  belonging to:                                                      ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  Chai Research Corp.                                                ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  Account ID: 7997a29f-0ceb-4cc7-9adf-840c57b4ae6f                   ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║  Expiration: 2024-10-15 23:59:59                                    ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v70-mkmlizer: ╚═════════════════════════════════════════════════════════════════════╝
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Downloaded to shared memory in 207.214s
mistralai-mixtral-8x7b-3473-v70-mkmlizer: quantizing model to /dev/shm/model_cache
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Saving flywheel model at /dev/shm/model_cache
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
mistralai-mixtral-8x7b-3473-v70-mkmlizer: quantized model in 97.573s
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Processed model mistralai/Mixtral-8x7B-Instruct-v0.1 in 304.787s
mistralai-mixtral-8x7b-3473-v70-mkmlizer: creating bucket guanaco-mkml-models
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Bucket 's3://guanaco-mkml-models/' created
mistralai-mixtral-8x7b-3473-v70-mkmlizer: uploading /dev/shm/model_cache to s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/config.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/config.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/tokenizer_config.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/tokenizer_config.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/special_tokens_map.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/special_tokens_map.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/tokenizer.model s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/tokenizer.model
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/tokenizer.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/tokenizer.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/flywheel_model.3.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/flywheel_model.3.safetensors
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/flywheel_model.0.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/flywheel_model.0.safetensors
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/flywheel_model.1.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/flywheel_model.1.safetensors
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /dev/shm/model_cache/flywheel_model.2.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v70/flywheel_model.2.safetensors
mistralai-mixtral-8x7b-3473-v70-mkmlizer: loading reward model from ChaiML/gpt2_xl_pairwise_89m_step_347634
mistralai-mixtral-8x7b-3473-v70-mkmlizer: 
Loading 0:   0%|          | 0/995 [00:00<?, ?it/s]
Loading 0:   1%|          | 8/995 [00:00<00:12, 77.64it/s]
Loading 0:   2%|▏         | 16/995 [00:00<00:14, 66.95it/s]
Loading 0:   2%|▏         | 23/995 [00:00<00:15, 63.12it/s]
Loading 0:   4%|▎         | 37/995 [00:00<00:11, 86.13it/s]
Loading 0:   5%|▍         | 46/995 [00:00<00:12, 78.49it/s]
Loading 0:   5%|▌         | 54/995 [00:00<00:19, 48.43it/s]
Loading 0:   6%|▌         | 61/995 [00:01<00:17, 52.52it/s]
Loading 0:   7%|▋         | 70/995 [00:01<00:15, 60.45it/s]
Loading 0:   8%|▊         | 78/995 [00:01<00:14, 61.83it/s]
Loading 0:   9%|▊         | 85/995 [00:01<00:14, 61.61it/s]
Loading 0:  10%|▉         | 98/995 [00:01<00:11, 78.61it/s]
Loading 0:  11%|█         | 107/995 [00:01<00:17, 52.02it/s]
Loading 0:  11%|█▏        | 114/995 [00:01<00:16, 54.01it/s]
Loading 0:  12%|█▏        | 121/995 [00:01<00:15, 56.36it/s]
Loading 0:  13%|█▎        | 130/995 [00:02<00:13, 62.74it/s]
Loading 0:  14%|█▍        | 138/995 [00:02<00:25, 33.79it/s]
Loading 0:  15%|█▍        | 145/995 [00:02<00:22, 38.44it/s]
Loading 0:  16%|█▋        | 162/995 [00:03<00:19, 43.32it/s]
Loading 0:  17%|█▋        | 169/995 [00:03<00:17, 46.94it/s]
Loading 0:  18%|█▊        | 175/995 [00:03<00:16, 49.03it/s]
Loading 0:  18%|█▊        | 182/995 [00:03<00:15, 52.84it/s]
Loading 0:  19%|█▉        | 191/995 [00:03<00:13, 60.98it/s]
Loading 0:  20%|█▉        | 198/995 [00:03<00:12, 62.89it/s]
Loading 0:  21%|██        | 208/995 [00:03<00:10, 72.16it/s]
Loading 0:  22%|██▏       | 216/995 [00:04<00:17, 44.01it/s]
Loading 0:  23%|██▎       | 225/995 [00:04<00:14, 52.19it/s]
Loading 0:  23%|██▎       | 232/995 [00:04<00:13, 54.53it/s]
Loading 0:  24%|██▍       | 239/995 [00:04<00:13, 57.83it/s]
Loading 0:  25%|██▌       | 253/995 [00:04<00:09, 76.06it/s]
Loading 0:  27%|██▋       | 265/995 [00:04<00:13, 53.07it/s]
Loading 0:  28%|██▊       | 277/995 [00:04<00:11, 63.74it/s]
Loading 0:  28%|██▊       | 281/995 [00:26<00:11, 63.74it/s]
Loading 0:  28%|██▊       | 282/995 [00:26<08:30,  1.40it/s]
Loading 0:  29%|██▉       | 291/995 [00:26<05:56,  1.98it/s]
Loading 0:  30%|███       | 300/995 [00:26<04:09,  2.78it/s]
Loading 0:  31%|███       | 308/995 [00:26<03:01,  3.78it/s]
Loading 0:  32%|███▏      | 320/995 [00:26<02:00,  5.58it/s]
Loading 0:  33%|███▎      | 327/995 [00:27<01:33,  7.13it/s]
Loading 0:  34%|███▎      | 335/995 [00:27<01:09,  9.50it/s]
Loading 0:  35%|███▍      | 344/995 [00:27<00:49, 13.10it/s]
Loading 0:  35%|███▌      | 352/995 [00:27<00:38, 16.83it/s]
Loading 0:  36%|███▌      | 359/995 [00:27<00:30, 20.95it/s]
Loading 0:  37%|███▋      | 368/995 [00:27<00:27, 22.89it/s]
Loading 0:  38%|███▊      | 377/995 [00:27<00:20, 29.62it/s]
Loading 0:  39%|███▊      | 384/995 [00:28<00:17, 34.81it/s]
Loading 0:  39%|███▉      | 391/995 [00:28<00:14, 40.27it/s]
Loading 0:  41%|████      | 405/995 [00:28<00:10, 57.27it/s]
Loading 0:  42%|████▏     | 414/995 [00:28<00:09, 59.24it/s]
Loading 0:  43%|████▎     | 423/995 [00:28<00:12, 45.37it/s]
Loading 0:  43%|████▎     | 430/995 [00:28<00:11, 49.36it/s]
Loading 0:  44%|████▍     | 439/995 [00:28<00:09, 55.88it/s]
Loading 0:  45%|████▍     | 446/995 [00:29<00:09, 58.61it/s]
Loading 0:  46%|████▌     | 453/995 [00:29<00:08, 61.11it/s]
Loading 0:  47%|████▋     | 467/995 [00:29<00:06, 78.72it/s]
Loading 0:  48%|████▊     | 478/995 [00:29<00:09, 53.32it/s]
Loading 0:  49%|████▊     | 485/995 [00:29<00:09, 56.24it/s]
Loading 0:  50%|████▉     | 493/995 [00:29<00:08, 59.39it/s]
Loading 0:  50%|█████     | 502/995 [00:29<00:07, 64.57it/s]
Loading 0:  51%|█████▏    | 510/995 [00:30<00:07, 65.10it/s]
Loading 0:  52%|█████▏    | 518/995 [00:30<00:07, 66.05it/s]
Loading 0:  53%|█████▎    | 526/995 [00:30<00:10, 45.21it/s]
Loading 0:  54%|█████▍    | 535/995 [00:30<00:08, 53.64it/s]
Loading 0:  54%|█████▍    | 542/995 [00:30<00:07, 56.87it/s]
Loading 0:  55%|█████▌    | 549/995 [00:30<00:07, 59.67it/s]
Loading 0:  56%|█████▋    | 560/995 [00:46<00:07, 59.67it/s]
Loading 0:  56%|█████▋    | 561/995 [00:53<05:26,  1.33it/s]
Loading 0:  57%|█████▋    | 568/995 [00:53<04:02,  1.76it/s]
Loading 0:  58%|█████▊    | 575/995 [00:53<02:57,  2.36it/s]
Loading 0:  58%|█████▊    | 582/995 [00:53<02:13,  3.10it/s]
Loading 0:  59%|█████▉    | 591/995 [00:53<01:28,  4.58it/s]
Loading 0:  60%|██████    | 599/995 [00:53<01:02,  6.34it/s]
Loading 0:  61%|██████    | 606/995 [00:54<00:46,  8.40it/s]
Loading 0:  62%|██████▏   | 613/995 [00:54<00:34, 11.09it/s]
Loading 0:  63%|██████▎   | 627/995 [00:54<00:19, 18.62it/s]
Loading 0:  64%|██████▍   | 636/995 [00:54<00:17, 20.68it/s]
Loading 0:  65%|██████▍   | 643/995 [00:54<00:14, 24.86it/s]
Loading 0:  65%|██████▌   | 650/995 [00:54<00:11, 29.82it/s]
Loading 0:  66%|██████▌   | 659/995 [00:54<00:08, 37.96it/s]
Loading 0:  67%|██████▋   | 667/995 [00:54<00:07, 43.54it/s]
Loading 0:  68%|██████▊   | 675/995 [00:55<00:06, 47.99it/s]
Loading 0:  69%|██████▉   | 691/995 [00:55<00:06, 49.44it/s]
Loading 0:  70%|███████   | 698/995 [00:55<00:05, 52.51it/s]
Loading 0:  71%|███████   | 705/995 [00:55<00:05, 54.89it/s]
Loading 0:  72%|███████▏  | 715/995 [00:55<00:04, 62.72it/s]
Loading 0:  73%|███████▎  | 723/995 [00:55<00:04, 64.35it/s]
Loading 0:  73%|███████▎  | 731/995 [00:55<00:04, 65.93it/s]
Loading 0:  74%|███████▍  | 739/995 [00:56<00:05, 46.30it/s]
Loading 0:  75%|███████▌  | 749/995 [00:56<00:04, 55.20it/s]
Loading 0:  76%|███████▌  | 756/995 [00:56<00:04, 58.22it/s]
Loading 0:  77%|███████▋  | 763/995 [00:56<00:03, 59.38it/s]
Loading 0:  78%|███████▊  | 777/995 [00:56<00:02, 76.55it/s]
Loading 0:  79%|███████▉  | 786/995 [00:56<00:02, 74.57it/s]
Loading 0:  80%|███████▉  | 794/995 [00:57<00:03, 51.10it/s]
Loading 0:  81%|████████  | 802/995 [00:57<00:03, 55.31it/s]
Loading 0:  82%|████████▏ | 811/995 [00:57<00:02, 62.45it/s]
Loading 0:  82%|████████▏ | 819/995 [00:57<00:02, 64.20it/s]
Loading 0:  83%|████████▎ | 827/995 [00:57<00:02, 63.97it/s]
Loading 0:  84%|████████▍ | 840/995 [00:57<00:01, 79.97it/s]
Loading 0:  85%|████████▍ | 841/995 [01:19<00:01, 79.97it/s]
Loading 0:  85%|████████▍ | 842/995 [01:19<02:16,  1.12it/s]
Loading 0:  85%|████████▌ | 849/995 [01:19<01:35,  1.53it/s]
Loading 0:  86%|████████▌ | 856/995 [01:20<01:05,  2.14it/s]
Loading 0:  87%|████████▋ | 864/995 [01:20<00:42,  3.11it/s]
Loading 0:  88%|████████▊ | 873/995 [01:20<00:26,  4.63it/s]
Loading 0:  89%|████████▊ | 881/995 [01:20<00:17,  6.43it/s]
Loading 0:  89%|████████▉ | 889/995 [01:20<00:11,  8.86it/s]
Loading 0:  90%|█████████ | 897/995 [01:20<00:08, 11.12it/s]
Loading 0:  91%|█████████ | 906/995 [01:20<00:05, 15.45it/s]
Loading 0:  92%|█████████▏| 913/995 [01:21<00:04, 19.49it/s]
Loading 0:  93%|█████████▎| 921/995 [01:21<00:02, 24.95it/s]
Loading 0:  94%|█████████▍| 935/995 [01:21<00:01, 38.06it/s]
Loading 0:  95%|█████████▍| 944/995 [01:21<00:01, 42.92it/s]
Loading 0:  96%|█████████▌| 952/995 [01:23<00:03, 13.26it/s]
Loading 0:  96%|█████████▋| 960/995 [01:23<00:02, 17.05it/s]
Loading 0:  97%|█████████▋| 969/995 [01:23<00:01, 22.56it/s]
Loading 0:  98%|█████████▊| 976/995 [01:23<00:00, 27.08it/s]
Loading 0:  99%|█████████▉| 983/995 [01:23<00:00, 32.23it/s]
                                                            
/opt/conda/lib/python3.10/site-packages/transformers/models/auto/configuration_auto.py:919: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
mistralai-mixtral-8x7b-3473-v70-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v70-mkmlizer: /opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
mistralai-mixtral-8x7b-3473-v70-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v70-mkmlizer: /opt/conda/lib/python3.10/site-packages/transformers/models/auto/tokenization_auto.py:769: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
mistralai-mixtral-8x7b-3473-v70-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v70-mkmlizer: /opt/conda/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py:468: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
mistralai-mixtral-8x7b-3473-v70-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v70-mkmlizer: 
Downloading shards:   0%|          | 0/2 [00:00<?, ?it/s]
Downloading shards:  50%|█████     | 1/2 [00:06<00:06,  6.47s/it]
Downloading shards: 100%|██████████| 2/2 [00:08<00:00,  3.90s/it]
Downloading shards: 100%|██████████| 2/2 [00:08<00:00,  4.28s/it]
mistralai-mixtral-8x7b-3473-v70-mkmlizer: 
Loading checkpoint shards:   0%|          | 0/2 [00:00<?, ?it/s]
Loading checkpoint shards:  50%|█████     | 1/2 [00:00<00:00,  1.50it/s]
Loading checkpoint shards: 100%|██████████| 2/2 [00:00<00:00,  2.45it/s]
Loading checkpoint shards: 100%|██████████| 2/2 [00:00<00:00,  2.24it/s]
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Saving model to /tmp/reward_cache/reward.tensors
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Saving duration: 2.154s
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Processed model ChaiML/gpt2_xl_pairwise_89m_step_347634 in 13.027s
mistralai-mixtral-8x7b-3473-v70-mkmlizer: creating bucket guanaco-reward-models
mistralai-mixtral-8x7b-3473-v70-mkmlizer: Bucket 's3://guanaco-reward-models/' created
mistralai-mixtral-8x7b-3473-v70-mkmlizer: uploading /tmp/reward_cache to s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v70_reward
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /tmp/reward_cache/special_tokens_map.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v70_reward/special_tokens_map.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /tmp/reward_cache/config.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v70_reward/config.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /tmp/reward_cache/tokenizer_config.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v70_reward/tokenizer_config.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /tmp/reward_cache/merges.txt s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v70_reward/merges.txt
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /tmp/reward_cache/vocab.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v70_reward/vocab.json
mistralai-mixtral-8x7b-3473-v70-mkmlizer: cp /tmp/reward_cache/tokenizer.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v70_reward/tokenizer.json
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Job mistralai-mixtral-8x7b-3473-v70-mkmlizer completed after 381.23s with status: succeeded
Stopping job with name mistralai-mixtral-8x7b-3473-v70-mkmlizer
Pipeline stage MKMLizer completed in 382.26s
Running pipeline stage MKMLKubeTemplater
Pipeline stage MKMLKubeTemplater completed in 0.11s
Running pipeline stage ISVCDeployer
Creating inference service mistralai-mixtral-8x7b-3473-v70
Waiting for inference service mistralai-mixtral-8x7b-3473-v70 to be ready
Inference service mistralai-mixtral-8x7b-3473-v70 ready after 80.42373490333557s
Pipeline stage ISVCDeployer completed in 87.53s
Running pipeline stage StressChecker
Received healthy response to inference request in 2.966655731201172s
Received healthy response to inference request in 2.3202133178710938s
Received healthy response to inference request in 2.330519914627075s
Received healthy response to inference request in 2.3856403827667236s
Received healthy response to inference request in 2.4244563579559326s
5 requests
0 failed requests
5th percentile: 2.32227463722229
10th percentile: 2.3243359565734862
20th percentile: 2.3284585952758787
30th percentile: 2.341544008255005
40th percentile: 2.363592195510864
50th percentile: 2.3856403827667236
60th percentile: 2.4011667728424073
70th percentile: 2.416693162918091
80th percentile: 2.5328962326049806
90th percentile: 2.7497759819030763
95th percentile: 2.858215856552124
99th percentile: 2.944967756271362
mean time: 2.4854971408843993
Pipeline stage StressChecker completed in 13.22s
mistralai-mixtral-8x7b-_3473_v70 status is now deployed due to DeploymentManager action
mistralai-mixtral-8x7b-_3473_v70 status is now inactive due to auto deactivation removed underperforming models

Start Time:

End Time:

Step (in hours or minutes, e.g. 1h, 10m):

Usage Metrics

Latency Metrics

Model Developer	Developer Rank	Model Rank	Model Rank By Developer	Elo Rating	Elo Rating By Developer	Auto Alignment Score	Auto Alignment Samples	User Alignment Score	User Alignment Question Responses	Submission ID	Parameters	Huggingface Repository	Variant	Number of Battles	Number of Battles By Developer	Win Ratio	Win Ratio By Developer	Type	Reward Repo	Best of	Max Input Tokens	Max Output Tokens	Model Architecture	Model Group	Date	Elo Norm	Alignment Norm	Alt Ranking	Alt Ranking By Developer	Elo Rank	Alignment Rank
chai_backend_admin	1	1	1	1273.34	1273.34		0	0.76	887.0	chaiml-elo-alignment-run-3_v25	8B	ChaiML/elo_alignment_run_3	e2e-test-chaiml-v25	10147	22439261	0.56	0.60	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-05	1.62	1.81	1	1	19	69
zonemercy	2	2	2	1275.12	1289.29		0	0.75	4615.0	zonemercy-burly-blue-cp2500_v5	8B	zonemercy/Burly_Blue_cp2500	zonemercy-burly-blue-cp2500_v5	7875	4840314	0.61	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	zonemercy/Burly_Blue_cp2	2024-07-19	1.66	1.71	2	2	12	79
PawanOsman	3	3	3	1277.56	1277.56		0	0.75	977.0	pawankrd-cosmosrp_v77	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v77	10992	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.71	1.43	3	3	6	144
zonemercy	2	4	2	1267.29	1289.29		0	0.75	1010.0	zonemercy-lexical-nemov9_2587_v1	13B	zonemercy/Lexical-Nemov9-1k5e6	zonemercy-lexical-nemov9_2587_v1	11494	4840314	0.55	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	8.0	1024.0	64.0	MistralForCausalLM	zonemercy/Lexical-Nemov9	2024-08-06	1.49	1.53	4	2	59	121
albert_chai	4	5	5	1272.80	1272.80		0	0.74	1338.0	chaiml-elo-alignment-run-3_v11	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	11278	18928	0.61	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-19	1.61	1.29	5	5	23	178
PawanOsman	3	6	3	1274.84	1277.56		0	0.74	1001.0	pawankrd-cosmosrp_v76	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v76	10908	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.65	1.15	6	3	13	215
PawanOsman	3	7	3	1273.13	1277.56		0	0.74	1068.0	pawankrd-cosmosrp_v79	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v79	10793	4069431	0.57	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.61	1.09	7	3	20	234
zonemercy	2	8	2	1274.78	1289.29		0	0.74	1017.0	chaiml-elo-alignment-run-3_v30	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v30	11476	4840314	0.56	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-06	1.65	0.95	11	2	14	299
PawanOsman	3	9	3	1274.05	1277.56		0	0.74	1197.0	pawankrd-cosmosrp_v78	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v78	12920	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.63	0.98	10	3	16	286
PawanOsman	3	10	3	1273.11	1277.56		0	0.73	1196.0	pawankrd-cosmosrp_v73	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v73	13819	4069431	0.61	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-18	1.61	0.93	12	3	21	309
PawanOsman	3	11	3	1268.48	1277.56		0	0.74	1548.0	pawankrd-cosmosrp_v72	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v72	12678	4069431	0.60	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-18	1.51	1.07	8	3	51	246
zonemercy	2	12	2	1273.79	1289.29		0	0.73	924.0	zonemercy-cogent-nemo-v1_4327_v1	13B	zonemercy/Cogent-Nemo-v1-1k1e5-ep1	zonemercy-cogent-nemo-v1_4327_v1	10226	4840314	0.56	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	8.0	1024.0	64.0	MistralForCausalLM	zonemercy/Cogent-Nemo-v1	2024-08-07	1.63	0.84	16	2	18	343
chai_backend_admin	1	13	1	1263.17	1273.34		0	0.74	866.0	chaiml-elo-alignment-run-3_v26	8B	ChaiML/elo_alignment_run_3	e2e-test-chaiml-v26	9925	22439261	0.55	0.60	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-05	1.40	1.19	9	1	101	197
zonemercy	2	14	2	1273.95	1289.29		0	0.73	10695.0	chaiml-elo-alignment-run-3_v8	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v8	210506	4840314	0.58	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-15	1.63	0.73	29	2	17	412
PawanOsman	3	15	3	1272.23	1277.56		0	0.73	1746.0	pawankrd-cosmosrp_v71	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v71	24610	4069431	0.62	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-17	1.59	0.79	22	3	25	376
PawanOsman	3	16	3	1269.64	1277.56		0	0.73	5002.0	pawankrd-cosmosrp_v69	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v69	132481	4069431	0.59	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-16	1.54	0.84	18	3	41	342
zonemercy	2	17	2	1270.04	1289.29		0	0.73	9211.0	chaiml-elo-alignment-run-3_v5	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	94158	4840314	0.55	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.55	0.81	21	2	37	363
zonemercy	2	18	2	1268.38	1289.29		0	0.73	5476.0	chaiml-elo-alignment-run-3_v4	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	50315	4840314	0.57	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.51	0.82	23	2	53	353
Jellywibble	5	19	19	1267.07	1276.15		0	0.73	5329.0	jellywibble-lora-120k-pr_2801_v2	8B	Jellywibble/lora_120k_pref_data_ep3_stacked_elo_alignment	nitral-ai-hathor-l3-8b-v-01_v1	30298	7505243	0.60	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	Jellywibble/lora_120k_pr	2024-07-09	1.48	0.86	19	19	62	333
zonemercy	2	20	2	1265.75	1289.29		0	0.73	5639.0	chaiml-elo-alignment-run-3_v3	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	11314	4840314	0.62	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.45	0.87	26	2	80	330
Jellywibble	5	21	19	1265.68	1276.15		0	0.73	1032.0	chaiml-elo-alignment-run-3_v18	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	11675	7505243	0.58	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-30	1.45	0.87	24	19	81	328
zonemercy	2	22	2	1264.17	1289.29		0	0.73	10173.0	zonemercy-burly-blue-cp2500_v1	8B	zonemercy/Burly_Blue_cp2500	zonemercy-burly-blue-cp2500_v1	124947	4840314	0.59	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	zonemercy/Burly_Blue_cp2	2024-07-14	1.42	0.87	27	2	95	329
PawanOsman	3	23	3	1267.20	1277.56		0	0.73	6358.0	pawankrd-cosmosrp_v65	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v65	64112	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-13	1.49	0.72	37	3	60	424
PawanOsman	3	24	3	1272.06	1277.56		0	0.72	50018.0	pawankrd-cosmosrp_v66	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v66	353310	4069431	0.56	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-13	1.59	0.51	66	3	28	574
Bbbrun0	6	25	25	1267.15	1267.15		0	0.73	1019.0	jellywibble-wibblewobble_v1	8B	Jellywibble/WibbleWobble	auto	11246	3305336	0.57	0.59	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	Jellywibble/WibbleWobble	2024-08-04	1.48	0.70	41	13	61	436
chai_backend_admin	1	26	1	1266.53	1273.34		0	0.73	862.0	chaiml-elo-alignment-run-3_v27	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	9878	22439261	0.57	0.60	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-05	1.47	0.72	39	1	74	420
zonemercy	2	27	2	1269.60	1289.29		0	0.73	5801.0	chaiml-elo-alignment-run-3_v6	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	52400	4840314	0.57	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.54	0.59	52	2	42	505
zonemercy	2	28	2	1264.08	1289.29		0	0.73	5613.0	jellywibble-lora-120k-pr_2801_v6	8B	Jellywibble/lora_120k_pref_data_ep3_stacked_elo_alignment	jellywibble-lora-120k-pr_2801_v6	11193	4840314	0.62	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	Jellywibble/lora_120k_pr	2024-07-12	1.42	0.80	33	2	97	368
PawanOsman	3	29	3	1266.54	1277.56		0	0.73	10925.0	pawankrd-cosmosrp_v64	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v64	112573	4069431	0.56	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-12	1.47	0.68	45	3	73	443
shiroe40	7	30	30	1275.61	1277.83		0	0.72	1010.0	cycy233-l3-ba-e-v-c2_v1	8B	cycy233/L3-ba-e-v-c2	auto	11705	11611290	0.57	0.61	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	cycy233/L3-ba-e-v-c2	2024-07-29	1.67	0.32	117	15	10	746
Bbbrun0	6	31	25	1245.66	1267.15		0	0.75	861.0	bbchicago-brt-8b-l3-v1-9_2176_v1	8B	BBChicago/Brt-8B-L3_v1.9_with_dpo_lora_s5900	bbchicago-brt-v1_9-dpo-s5900	19612	3305336	0.55	0.59	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	BBChicago/Brt-8B-L3_v1.9	2024-07-24	1.02	1.51	13	13	210	126
zonemercy	2	32	2	1264.76	1289.29		0	0.73	12325.0	chaiml-elo-alignment-run_5486_v1	8B	ChaiML/elo_alignment_run_3_ep1	dpo-v2-0710-rm-score-completed	28117	4840314	0.60	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.43	0.74	38	2	88	401
Jellywibble	5	33	19	1276.15	1276.15		0	0.72	954.0	chaiml-elo-alignment-run-3_v16	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	10540	7505243	0.60	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-30	1.68	0.29	130	19	9	769
zonemercy	2	34	2	1277.63	1289.29		0	0.72	12582.0	chaiml-elo-run-3-cp7000_v1	8B	ChaiML/elo_run_3_cp7000	nitral-ai-hathor-l3-8b-v-01_v1	24560	4840314	0.62	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_run_3_cp7000	2024-07-12	1.71	0.21	157	2	5	841
zonemercy	2	35	2	1246.89	1289.29		0	0.75	5478.0	chaiml-elo-alignment-run-3_v7	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	57438	4840314	0.58	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	4.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-13	1.05	1.44	14	2	202	140
shiroe40	7	36	30	1270.78	1277.83		0	0.72	1741.0	cycy233-l3-e-v2-c1_v2	8B	cycy233/L3-e-v2-c1	auto	6789	11611290	0.58	0.61	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	cycy233/L3-e-v2-c1	2024-07-19	1.56	0.48	78	15	33	599
Jellywibble	5	37	19	1266.71	1276.15	-0.0	3374	0.73	422152.0	chaiml-elo-alignment-run-3_v17	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	4971274	7505243	0.57	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-30	1.47	0.63	50	19	67	471
zonemercy	2	38	2	1235.11	1289.29		0	0.76	919.0	zonemercy-lexical-nemov6_2011_v6	13B	zonemercy/Lexical-Nemov6-1k1e5	0805v1-1	9881	4840314	0.51	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	4.0	1024.0	64.0	MistralForCausalLM	zonemercy/Lexical-Nemov6	2024-08-05	0.80	1.89	25	2	350	59
zonemercy	2	39	2	1283.66	1289.29		0	0.71	5498.0	chaiml-elo-run-3-cp7000_v4	8B	ChaiML/elo_run_3_cp7000	nitral-ai-hathor-l3-8b-v-01_v1	60274	4840314	0.64	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_run_3_cp7000	2024-07-13	1.84	-0.05	266	2	3	1087
shiroe40	7	40	30	1247.29	1277.83		0	0.75	1005.0	cycy233-l3-bc-v0-c1_v1	8B	cycy233/L3-bc-v0-c1	auto	11910	11611290	0.56	0.61	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	cycy233/L3-bc-v0-c1	2024-07-20	1.06	1.39	15	15	197	153