mistralai-mixtral-8x7b-_3473

submission_id: mistralai-mixtral-8x7b-_3473_v71

developer_uid: robert_irvine

status: inactive

model_repo: mistralai/Mixtral-8x7B-Instruct-v0.1

reward_repo: ChaiML/gpt2_xl_pairwise_89m_step_347634

generation_params: {'temperature': 0.9, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 50, 'presence_penalty': 0.5, 'frequency_penalty': 0.5, 'stopping_words': ['\n', '</s>', '<|user|>', '###'], 'max_input_tokens': 512, 'best_of': 4, 'max_output_tokens': 64}

formatter: {'memory_template': '<s>[INST] This is an entertaining conversation. You are {bot_name} who has the persona: {memory}.\nEngage in a chat with {user_name} while staying in character. Try to flirt with {user_name}. Engage in *roleplay* actions. Describe the scene dramatically. \n', 'prompt_template': '{prompt}\n', 'bot_template': '{bot_name}: {message}</s>', 'user_template': '[INST] {user_name}: {message} [/INST]', 'response_template': '[INST] respond with humor [/INST]{bot_name}:', 'truncate_by_message': False}

reward_formatter: {'memory_template': '""', 'prompt_template': '""', 'bot_template': 'Bot: {message}\n', 'user_template': 'User: {message}\n', 'response_template': 'Bot:', 'truncate_by_message': False}

timestamp: 2024-07-10T18:53:43+00:00

model_name: mistralai-mixtral-8x7b-_3473_v71

model_group: mistralai/Mixtral-8x7B-I

num_battles: 36532

num_wins: 15585

celo_rating: 1124.84

alignment_score: None

alignment_samples: 0

propriety_score: 0.7435017165277097

propriety_total_count: 6117.0

submission_type: basic

model_architecture: MixtralForCausalLM

model_num_parameters: 46702792704.0

best_of: 4

max_input_tokens: 512

max_output_tokens: 64

display_name: mistralai-mixtral-8x7b-_3473_v71

ineligible_reason: None

language_model: mistralai/Mixtral-8x7B-Instruct-v0.1

model_size: 47B

reward_model: ChaiML/gpt2_xl_pairwise_89m_step_347634

us_pacific_date: 2024-07-10

win_ratio: 0.4266122851198949

preference_data_url: None

Resubmit model

Reference Models

Running pipeline stage MKMLizer
Starting job with name mistralai-mixtral-8x7b-3473-v71-mkmlizer
Waiting for job on mistralai-mixtral-8x7b-3473-v71-mkmlizer to finish
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ╔═════════════════════════════════════════════════════════════════════╗
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║     _____            __           __                                ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║    / _/ /_ ___    __/ /  ___ ___ / /                                ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║   / _/ / // / |/|/ / _ \/ -_) -_) /                                 ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  /_//_/\_, /|__,__/_//_/\__/\__/_/                                  ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║       /___/                                                         ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  Version: 0.8.14                                                    ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  Copyright 2023 MK ONE TECHNOLOGIES Inc.                            ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  https://mk1.ai                                                     ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  The license key for the current software has been verified as      ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  belonging to:                                                      ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  Chai Research Corp.                                                ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  Account ID: 7997a29f-0ceb-4cc7-9adf-840c57b4ae6f                   ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║  Expiration: 2024-10-15 23:59:59                                    ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ║                                                                     ║
mistralai-mixtral-8x7b-3473-v71-mkmlizer: ╚═════════════════════════════════════════════════════════════════════╝
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Downloaded to shared memory in 402.493s
mistralai-mixtral-8x7b-3473-v71-mkmlizer: quantizing model to /dev/shm/model_cache
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Saving flywheel model at /dev/shm/model_cache
mistralai-mixtral-8x7b-3473-v71-mkmlizer: quantized model in 90.038s
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Processed model mistralai/Mixtral-8x7B-Instruct-v0.1 in 492.531s
mistralai-mixtral-8x7b-3473-v71-mkmlizer: creating bucket guanaco-mkml-models
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Bucket 's3://guanaco-mkml-models/' created
mistralai-mixtral-8x7b-3473-v71-mkmlizer: uploading /dev/shm/model_cache to s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/config.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/config.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/tokenizer.model s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/tokenizer.model
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/special_tokens_map.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/special_tokens_map.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/tokenizer_config.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/tokenizer_config.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/tokenizer.json s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/tokenizer.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/flywheel_model.3.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/flywheel_model.3.safetensors
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/flywheel_model.2.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/flywheel_model.2.safetensors
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/flywheel_model.0.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/flywheel_model.0.safetensors
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /dev/shm/model_cache/flywheel_model.1.safetensors s3://guanaco-mkml-models/mistralai-mixtral-8x7b-3473-v71/flywheel_model.1.safetensors
mistralai-mixtral-8x7b-3473-v71-mkmlizer: loading reward model from ChaiML/gpt2_xl_pairwise_89m_step_347634
mistralai-mixtral-8x7b-3473-v71-mkmlizer: 
Loading 0:   0%|          | 0/995 [00:00<?, ?it/s]
Loading 0:   1%|          | 7/995 [00:00<00:15, 63.24it/s]
Loading 0:   1%|▏         | 14/995 [00:00<00:17, 56.57it/s]
Loading 0:   2%|▏         | 20/995 [00:00<00:16, 57.54it/s]
Loading 0:   3%|▎         | 33/995 [00:00<00:12, 79.13it/s]
Loading 0:   4%|▍         | 41/995 [00:00<00:14, 66.54it/s]
Loading 0:   5%|▌         | 52/995 [00:01<00:21, 43.13it/s]
Loading 0:   6%|▌         | 58/995 [00:01<00:20, 44.76it/s]
Loading 0:   7%|▋         | 66/995 [00:01<00:18, 51.08it/s]
Loading 0:   7%|▋         | 73/995 [00:01<00:17, 52.15it/s]
Loading 0:   8%|▊         | 79/995 [00:01<00:17, 52.16it/s]
Loading 0:   9%|▊         | 85/995 [00:01<00:17, 52.13it/s]
Loading 0:  10%|▉         | 97/995 [00:01<00:13, 67.60it/s]
Loading 0:  11%|█         | 107/995 [00:02<00:19, 45.04it/s]
Loading 0:  11%|█▏        | 113/995 [00:02<00:19, 46.32it/s]
Loading 0:  12%|█▏        | 119/995 [00:02<00:18, 48.40it/s]
Loading 0:  13%|█▎        | 127/995 [00:02<00:15, 54.40it/s]
Loading 0:  13%|█▎        | 133/995 [00:12<00:15, 54.40it/s]
Loading 0:  13%|█▎        | 134/995 [00:12<06:11,  2.32it/s]
Loading 0:  14%|█▍        | 139/995 [00:12<04:51,  2.94it/s]
Loading 0:  15%|█▍        | 145/995 [00:12<03:33,  3.98it/s]
Loading 0:  16%|█▋        | 162/995 [00:13<01:48,  7.65it/s]
Loading 0:  17%|█▋        | 170/995 [00:13<01:22,  9.98it/s]
Loading 0:  18%|█▊        | 178/995 [00:13<01:02, 13.04it/s]
Loading 0:  19%|█▊        | 186/995 [00:13<00:47, 17.04it/s]
Loading 0:  19%|█▉        | 193/995 [00:13<00:38, 20.70it/s]
Loading 0:  20%|██        | 200/995 [00:13<00:32, 24.57it/s]
Loading 0:  21%|██        | 210/995 [00:14<00:30, 25.69it/s]
Loading 0:  22%|██▏       | 219/995 [00:14<00:23, 32.86it/s]
Loading 0:  23%|██▎       | 227/995 [00:14<00:19, 38.82it/s]
Loading 0:  24%|██▎       | 235/995 [00:14<00:17, 44.66it/s]
Loading 0:  24%|██▍       | 242/995 [00:14<00:15, 49.17it/s]
Loading 0:  26%|██▌       | 255/995 [00:14<00:11, 65.41it/s]
Loading 0:  27%|██▋       | 265/995 [00:15<00:16, 45.08it/s]
Loading 0:  28%|██▊       | 275/995 [00:15<00:13, 52.89it/s]
Loading 0:  28%|██▊       | 283/995 [00:31<06:25,  1.85it/s]
Loading 0:  29%|██▉       | 290/995 [00:31<04:50,  2.43it/s]
Loading 0:  30%|██▉       | 298/995 [00:31<03:28,  3.34it/s]
Loading 0:  31%|███       | 305/995 [00:31<02:35,  4.44it/s]
Loading 0:  31%|███▏      | 312/995 [00:32<01:54,  5.94it/s]
Loading 0:  32%|███▏      | 320/995 [00:32<01:31,  7.40it/s]
Loading 0:  33%|███▎      | 327/995 [00:32<01:08,  9.80it/s]
Loading 0:  33%|███▎      | 333/995 [00:32<00:53, 12.42it/s]
Loading 0:  34%|███▍      | 340/995 [00:32<00:40, 16.33it/s]
Loading 0:  35%|███▌      | 349/995 [00:32<00:28, 22.79it/s]
Loading 0:  36%|███▌      | 356/995 [00:33<00:23, 26.99it/s]
Loading 0:  36%|███▋      | 363/995 [00:33<00:20, 31.46it/s]
Loading 0:  37%|███▋      | 369/995 [00:33<00:22, 27.57it/s]
Loading 0:  38%|███▊      | 377/995 [00:33<00:17, 34.68it/s]
Loading 0:  38%|███▊      | 383/995 [00:33<00:16, 37.96it/s]
Loading 0:  39%|███▉      | 389/995 [00:33<00:14, 40.96it/s]
Loading 0:  40%|███▉      | 395/995 [00:33<00:13, 43.66it/s]
Loading 0:  41%|████      | 407/995 [00:34<00:09, 60.32it/s]
Loading 0:  42%|████▏     | 415/995 [00:34<00:10, 57.46it/s]
Loading 0:  43%|████▎     | 423/995 [00:34<00:13, 41.48it/s]
Loading 0:  43%|████▎     | 429/995 [00:34<00:13, 43.15it/s]
Loading 0:  44%|████▍     | 436/995 [00:34<00:11, 48.00it/s]
Loading 0:  44%|████▍     | 442/995 [00:34<00:11, 48.99it/s]
Loading 0:  45%|████▌     | 449/995 [00:35<00:10, 51.89it/s]
Loading 0:  46%|████▌     | 456/995 [00:35<00:09, 55.04it/s]
Loading 0:  47%|████▋     | 469/995 [00:35<00:07, 72.40it/s]
Loading 0:  48%|████▊     | 478/995 [00:35<00:11, 46.92it/s]
Loading 0:  49%|████▉     | 486/995 [00:35<00:09, 52.01it/s]
Loading 0:  50%|████▉     | 493/995 [00:35<00:10, 48.80it/s]
Loading 0:  50%|█████     | 501/995 [00:35<00:09, 53.91it/s]
Loading 0:  51%|█████     | 508/995 [00:36<00:08, 56.37it/s]
Loading 0:  52%|█████▏    | 515/995 [00:36<00:08, 57.90it/s]
Loading 0:  53%|█████▎    | 523/995 [00:36<00:07, 63.08it/s]
Loading 0:  53%|█████▎    | 530/995 [00:36<00:10, 42.74it/s]
Loading 0:  54%|█████▍    | 537/995 [00:36<00:09, 48.06it/s]
Loading 0:  55%|█████▍    | 543/995 [00:36<00:09, 50.18it/s]
Loading 0:  55%|█████▌    | 549/995 [00:36<00:08, 51.01it/s]
Loading 0:  56%|█████▋    | 560/995 [00:52<00:08, 51.01it/s]
Loading 0:  56%|█████▋    | 561/995 [00:52<04:15,  1.70it/s]
Loading 0:  57%|█████▋    | 566/995 [00:52<03:22,  2.11it/s]
Loading 0:  57%|█████▋    | 572/995 [00:53<02:31,  2.79it/s]
Loading 0:  58%|█████▊    | 581/995 [00:53<01:42,  4.04it/s]
Loading 0:  59%|█████▉    | 586/995 [00:53<01:21,  5.04it/s]
Loading 0:  60%|█████▉    | 593/995 [00:53<00:57,  7.01it/s]
Loading 0:  60%|██████    | 598/995 [00:53<00:45,  8.68it/s]
Loading 0:  61%|██████    | 604/995 [00:54<00:34, 11.50it/s]
Loading 0:  61%|██████▏   | 610/995 [00:54<00:25, 14.99it/s]
Loading 0:  63%|██████▎   | 622/995 [00:54<00:15, 24.50it/s]
Loading 0:  63%|██████▎   | 629/995 [00:54<00:13, 28.14it/s]
Loading 0:  64%|██████▍   | 636/995 [00:54<00:13, 26.42it/s]
Loading 0:  65%|██████▍   | 643/995 [00:54<00:11, 31.77it/s]
Loading 0:  65%|██████▌   | 649/995 [00:54<00:09, 35.82it/s]
Loading 0:  66%|██████▌   | 657/995 [00:55<00:07, 43.04it/s]
Loading 0:  67%|██████▋   | 663/995 [00:55<00:07, 45.69it/s]
Loading 0:  67%|██████▋   | 669/995 [00:55<00:06, 48.42it/s]
Loading 0:  68%|██████▊   | 675/995 [00:55<00:06, 49.47it/s]
Loading 0:  69%|██████▉   | 691/995 [00:55<00:06, 47.41it/s]
Loading 0:  70%|███████   | 697/995 [00:55<00:06, 49.66it/s]
Loading 0:  71%|███████   | 704/995 [00:55<00:05, 51.97it/s]
Loading 0:  71%|███████▏  | 710/995 [00:56<00:05, 52.61it/s]
Loading 0:  72%|███████▏  | 718/995 [00:56<00:04, 58.17it/s]
Loading 0:  73%|███████▎  | 725/995 [00:56<00:04, 58.46it/s]
Loading 0:  74%|███████▎  | 732/995 [00:56<00:04, 58.20it/s]
Loading 0:  74%|███████▍  | 739/995 [00:56<00:06, 40.08it/s]
Loading 0:  75%|███████▌  | 747/995 [00:56<00:05, 47.50it/s]
Loading 0:  76%|███████▌  | 753/995 [00:56<00:04, 49.48it/s]
Loading 0:  76%|███████▋  | 759/995 [00:57<00:04, 51.64it/s]
Loading 0:  77%|███████▋  | 765/995 [00:57<00:04, 52.71it/s]
Loading 0:  78%|███████▊  | 777/995 [00:57<00:03, 69.74it/s]
Loading 0:  79%|███████▉  | 785/995 [00:57<00:03, 61.82it/s]
Loading 0:  80%|███████▉  | 794/995 [00:57<00:04, 43.10it/s]
Loading 0:  81%|████████  | 801/995 [00:57<00:04, 46.82it/s]
Loading 0:  81%|████████▏ | 809/995 [00:58<00:03, 51.73it/s]
Loading 0:  82%|████████▏ | 816/995 [00:58<00:03, 52.25it/s]
Loading 0:  83%|████████▎ | 822/995 [00:58<00:03, 53.07it/s]
Loading 0:  83%|████████▎ | 828/995 [00:58<00:03, 51.84it/s]
Loading 0:  84%|████████▍ | 840/995 [00:58<00:02, 65.80it/s]
Loading 0:  85%|████████▍ | 841/995 [01:14<00:02, 65.80it/s]
Loading 0:  85%|████████▍ | 842/995 [01:14<01:55,  1.32it/s]
Loading 0:  85%|████████▌ | 849/995 [01:14<01:18,  1.87it/s]
Loading 0:  86%|████████▌ | 855/995 [01:15<00:54,  2.55it/s]
Loading 0:  87%|████████▋ | 861/995 [01:15<00:38,  3.51it/s]
Loading 0:  87%|████████▋ | 867/995 [01:15<00:26,  4.79it/s]
Loading 0:  88%|████████▊ | 874/995 [01:15<00:17,  6.86it/s]
Loading 0:  88%|████████▊ | 880/995 [01:15<00:12,  9.11it/s]
Loading 0:  89%|████████▉ | 886/995 [01:15<00:09, 11.89it/s]
Loading 0:  90%|████████▉ | 892/995 [01:15<00:06, 15.49it/s]
Loading 0:  90%|█████████ | 898/995 [01:16<00:05, 16.24it/s]
Loading 0:  91%|█████████ | 905/995 [01:16<00:04, 21.65it/s]
Loading 0:  92%|█████████▏| 911/995 [01:16<00:03, 25.78it/s]
Loading 0:  92%|█████████▏| 917/995 [01:16<00:02, 30.10it/s]
Loading 0:  93%|█████████▎| 923/995 [01:16<00:02, 34.01it/s]
Loading 0:  94%|█████████▍| 935/995 [01:16<00:01, 49.09it/s]
Loading 0:  95%|█████████▍| 942/995 [01:16<00:01, 50.29it/s]
Loading 0:  96%|█████████▌| 952/995 [01:18<00:03, 13.74it/s]
Loading 0:  96%|█████████▌| 957/995 [01:18<00:02, 16.10it/s]
Loading 0:  97%|█████████▋| 965/995 [01:18<00:01, 21.43it/s]
Loading 0:  98%|█████████▊| 972/995 [01:18<00:00, 26.30it/s]
Loading 0:  98%|█████████▊| 979/995 [01:18<00:00, 31.99it/s]
Loading 0:  99%|█████████▉| 986/995 [01:18<00:00, 37.79it/s]
                                                            
/opt/conda/lib/python3.10/site-packages/transformers/models/auto/configuration_auto.py:919: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
mistralai-mixtral-8x7b-3473-v71-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v71-mkmlizer: /opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
mistralai-mixtral-8x7b-3473-v71-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v71-mkmlizer: /opt/conda/lib/python3.10/site-packages/transformers/models/auto/tokenization_auto.py:769: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
mistralai-mixtral-8x7b-3473-v71-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v71-mkmlizer: /opt/conda/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py:468: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
mistralai-mixtral-8x7b-3473-v71-mkmlizer:   warnings.warn(
mistralai-mixtral-8x7b-3473-v71-mkmlizer: 
Loading checkpoint shards:   0%|          | 0/2 [00:00<?, ?it/s]
Loading checkpoint shards:  50%|█████     | 1/2 [00:00<00:00,  2.14it/s]
Loading checkpoint shards: 100%|██████████| 2/2 [00:00<00:00,  3.54it/s]
Loading checkpoint shards: 100%|██████████| 2/2 [00:00<00:00,  3.22it/s]
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Saving model to /tmp/reward_cache/reward.tensors
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Saving duration: 3.545s
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Processed model ChaiML/gpt2_xl_pairwise_89m_step_347634 in 13.357s
mistralai-mixtral-8x7b-3473-v71-mkmlizer: creating bucket guanaco-reward-models
mistralai-mixtral-8x7b-3473-v71-mkmlizer: Bucket 's3://guanaco-reward-models/' created
mistralai-mixtral-8x7b-3473-v71-mkmlizer: uploading /tmp/reward_cache to s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /tmp/reward_cache/config.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward/config.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /tmp/reward_cache/tokenizer_config.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward/tokenizer_config.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /tmp/reward_cache/special_tokens_map.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward/special_tokens_map.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /tmp/reward_cache/vocab.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward/vocab.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /tmp/reward_cache/merges.txt s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward/merges.txt
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /tmp/reward_cache/tokenizer.json s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward/tokenizer.json
mistralai-mixtral-8x7b-3473-v71-mkmlizer: cp /tmp/reward_cache/reward.tensors s3://guanaco-reward-models/mistralai-mixtral-8x7b-3473-v71_reward/reward.tensors
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Connection pool is full, discarding connection: %s
Job mistralai-mixtral-8x7b-3473-v71-mkmlizer completed after 909.1s with status: succeeded
Stopping job with name mistralai-mixtral-8x7b-3473-v71-mkmlizer
Pipeline stage MKMLizer completed in 909.62s
Running pipeline stage MKMLKubeTemplater
Pipeline stage MKMLKubeTemplater completed in 0.10s
Running pipeline stage ISVCDeployer
Creating inference service mistralai-mixtral-8x7b-3473-v71
Waiting for inference service mistralai-mixtral-8x7b-3473-v71 to be ready
Inference service mistralai-mixtral-8x7b-3473-v71 ready after 80.62578821182251s
Pipeline stage ISVCDeployer completed in 86.64s
Running pipeline stage StressChecker
Received healthy response to inference request in 2.93011474609375s
Received healthy response to inference request in 2.0450918674468994s
Received healthy response to inference request in 2.319995403289795s
Received healthy response to inference request in 1.4816887378692627s
Received healthy response to inference request in 1.9023363590240479s
5 requests
0 failed requests
5th percentile: 1.5658182621002197
10th percentile: 1.6499477863311767
20th percentile: 1.8182068347930909
30th percentile: 1.9308874607086182
40th percentile: 1.9879896640777588
50th percentile: 2.0450918674468994
60th percentile: 2.1550532817840575
70th percentile: 2.2650146961212156
80th percentile: 2.442019271850586
90th percentile: 2.686067008972168
95th percentile: 2.8080908775329587
99th percentile: 2.9057099723815916
mean time: 2.135845422744751
Pipeline stage StressChecker completed in 11.46s
mistralai-mixtral-8x7b-_3473_v71 status is now deployed due to DeploymentManager action
mistralai-mixtral-8x7b-_3473_v71 status is now inactive due to auto deactivation removed underperforming models

Start Time:

End Time:

Step (in hours or minutes, e.g. 1h, 10m):

Usage Metrics

Latency Metrics

Model Developer	Developer Rank	Model Rank	Model Rank By Developer	Elo Rating	Elo Rating By Developer	Auto Alignment Score	Auto Alignment Samples	User Alignment Score	User Alignment Question Responses	Submission ID	Parameters	Huggingface Repository	Variant	Number of Battles	Number of Battles By Developer	Win Ratio	Win Ratio By Developer	Type	Reward Repo	Best of	Max Input Tokens	Max Output Tokens	Model Architecture	Model Group	Date	Elo Norm	Alignment Norm	Alt Ranking	Alt Ranking By Developer	Elo Rank	Alignment Rank
chai_backend_admin	1	1	1	1273.33	1273.33		0	0.76	887.0	chaiml-elo-alignment-run-3_v25	8B	ChaiML/elo_alignment_run_3	e2e-test-chaiml-v25	10147	22459786	0.56	0.60	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-05	1.62	1.81	1	1	19	69
zonemercy	2	2	2	1275.12	1289.29		0	0.75	4615.0	zonemercy-burly-blue-cp2500_v5	8B	zonemercy/Burly_Blue_cp2500	zonemercy-burly-blue-cp2500_v5	7875	4840314	0.61	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	zonemercy/Burly_Blue_cp2	2024-07-19	1.65	1.71	2	2	12	79
PawanOsman	3	3	3	1277.56	1277.56		0	0.75	977.0	pawankrd-cosmosrp_v77	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v77	10992	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.71	1.43	3	3	6	144
zonemercy	2	4	2	1267.28	1289.29		0	0.75	1010.0	zonemercy-lexical-nemov9_2587_v1	13B	zonemercy/Lexical-Nemov9-1k5e6	zonemercy-lexical-nemov9_2587_v1	11494	4840314	0.55	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	8.0	1024.0	64.0	MistralForCausalLM	zonemercy/Lexical-Nemov9	2024-08-06	1.49	1.53	4	2	59	121
albert_chai	4	5	5	1272.80	1272.80		0	0.74	1338.0	chaiml-elo-alignment-run-3_v11	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	11278	18928	0.61	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-19	1.60	1.29	5	5	23	178
PawanOsman	3	6	3	1274.85	1277.56		0	0.74	1001.0	pawankrd-cosmosrp_v76	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v76	10908	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.65	1.15	6	3	13	215
PawanOsman	3	7	3	1273.13	1277.56		0	0.74	1068.0	pawankrd-cosmosrp_v79	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v79	10793	4069431	0.57	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.61	1.09	7	3	20	234
zonemercy	2	8	2	1274.76	1289.29		0	0.74	1017.0	chaiml-elo-alignment-run-3_v30	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v30	11476	4840314	0.56	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-06	1.65	0.95	11	2	14	299
PawanOsman	3	9	3	1274.06	1277.56		0	0.74	1197.0	pawankrd-cosmosrp_v78	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v78	12920	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-20	1.63	0.98	10	3	16	286
PawanOsman	3	10	3	1273.12	1277.56		0	0.73	1196.0	pawankrd-cosmosrp_v73	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v73	13819	4069431	0.61	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-18	1.61	0.93	12	3	21	308
PawanOsman	3	11	3	1268.48	1277.56		0	0.74	1548.0	pawankrd-cosmosrp_v72	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v72	12678	4069431	0.60	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-18	1.51	1.07	8	3	51	246
zonemercy	2	12	2	1273.77	1289.29		0	0.73	924.0	zonemercy-cogent-nemo-v1_4327_v1	13B	zonemercy/Cogent-Nemo-v1-1k1e5-ep1	zonemercy-cogent-nemo-v1_4327_v1	10226	4840314	0.56	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	8.0	1024.0	64.0	MistralForCausalLM	zonemercy/Cogent-Nemo-v1	2024-08-07	1.63	0.84	16	2	18	343
chai_backend_admin	1	13	1	1263.14	1273.33		0	0.74	866.0	chaiml-elo-alignment-run-3_v26	8B	ChaiML/elo_alignment_run_3	e2e-test-chaiml-v26	9925	22459786	0.55	0.60	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-05	1.40	1.19	9	1	102	197
zonemercy	2	14	2	1273.95	1289.29		0	0.73	10695.0	chaiml-elo-alignment-run-3_v8	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v8	210506	4840314	0.58	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-15	1.63	0.73	28	2	17	412
PawanOsman	3	15	3	1272.23	1277.56		0	0.73	1746.0	pawankrd-cosmosrp_v71	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v71	24610	4069431	0.62	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-17	1.59	0.79	22	3	25	376
PawanOsman	3	16	3	1269.64	1277.56		0	0.73	5002.0	pawankrd-cosmosrp_v69	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v69	132481	4069431	0.59	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-16	1.54	0.84	18	3	41	342
zonemercy	2	17	2	1270.04	1289.29		0	0.73	9211.0	chaiml-elo-alignment-run-3_v5	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	94158	4840314	0.55	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.55	0.81	21	2	37	363
zonemercy	2	18	2	1268.38	1289.29		0	0.73	5476.0	chaiml-elo-alignment-run-3_v4	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	50315	4840314	0.57	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.51	0.82	23	2	53	353
Jellywibble	5	19	19	1267.07	1276.15		0	0.73	5329.0	jellywibble-lora-120k-pr_2801_v2	8B	Jellywibble/lora_120k_pref_data_ep3_stacked_elo_alignment	nitral-ai-hathor-l3-8b-v-01_v1	30298	7582805	0.60	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	Jellywibble/lora_120k_pr	2024-07-09	1.48	0.86	19	19	62	333
Jellywibble	5	20	19	1265.69	1276.15		0	0.73	1032.0	chaiml-elo-alignment-run-3_v18	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	11675	7582805	0.58	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-30	1.45	0.87	24	19	82	328
zonemercy	2	21	2	1265.75	1289.29		0	0.73	5639.0	chaiml-elo-alignment-run-3_v3	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	11314	4840314	0.62	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.45	0.87	26	2	80	330
zonemercy	2	22	2	1264.17	1289.29		0	0.73	10173.0	zonemercy-burly-blue-cp2500_v1	8B	zonemercy/Burly_Blue_cp2500	zonemercy-burly-blue-cp2500_v1	124947	4840314	0.59	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	zonemercy/Burly_Blue_cp2	2024-07-14	1.42	0.87	27	2	96	329
PawanOsman	3	23	3	1267.21	1277.56		0	0.73	6358.0	pawankrd-cosmosrp_v65	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v65	64112	4069431	0.58	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-13	1.48	0.72	37	3	60	424
PawanOsman	3	24	3	1272.07	1277.56		0	0.72	50018.0	pawankrd-cosmosrp_v66	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v66	353310	4069431	0.56	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-13	1.59	0.51	66	3	28	574
Bbbrun0	6	25	25	1267.13	1267.13		0	0.73	1019.0	jellywibble-wibblewobble_v1	8B	Jellywibble/WibbleWobble	auto	11246	3305336	0.57	0.59	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	Jellywibble/WibbleWobble	2024-08-04	1.48	0.70	41	13	61	436
chai_backend_admin	1	26	1	1266.50	1273.33		0	0.73	862.0	chaiml-elo-alignment-run-3_v27	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	9878	22459786	0.57	0.60	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-08-05	1.47	0.72	39	1	74	420
zonemercy	2	27	2	1269.60	1289.29		0	0.73	5801.0	chaiml-elo-alignment-run-3_v6	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	52400	4840314	0.57	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.54	0.59	52	2	42	505
zonemercy	2	28	2	1264.09	1289.29		0	0.73	5613.0	jellywibble-lora-120k-pr_2801_v6	8B	Jellywibble/lora_120k_pref_data_ep3_stacked_elo_alignment	jellywibble-lora-120k-pr_2801_v6	11193	4840314	0.62	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	Jellywibble/lora_120k_pr	2024-07-12	1.42	0.80	33	2	98	368
PawanOsman	3	29	3	1266.54	1277.56		0	0.73	10925.0	pawankrd-cosmosrp_v64	8B	PawanKrd/CosmosRP	pawankrd-cosmosrp_v64	112573	4069431	0.56	0.75	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	PawanKrd/CosmosRP	2024-07-12	1.47	0.68	45	3	73	443
Bbbrun0	6	30	25	1245.67	1267.13		0	0.75	861.0	bbchicago-brt-8b-l3-v1-9_2176_v1	8B	BBChicago/Brt-8B-L3_v1.9_with_dpo_lora_s5900	bbchicago-brt-v1_9-dpo-s5900	19612	3305336	0.55	0.59	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	BBChicago/Brt-8B-L3_v1.9	2024-07-24	1.02	1.51	13	13	211	126
shiroe40	7	31	31	1275.61	1277.83		0	0.72	1010.0	cycy233-l3-ba-e-v-c2_v1	8B	cycy233/L3-ba-e-v-c2	auto	11705	11611290	0.57	0.61	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	cycy233/L3-ba-e-v-c2	2024-07-29	1.66	0.32	117	15	10	747
zonemercy	2	32	2	1264.76	1289.29		0	0.73	12325.0	chaiml-elo-alignment-run_5486_v1	8B	ChaiML/elo_alignment_run_3_ep1	dpo-v2-0710-rm-score-completed	28117	4840314	0.60	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-12	1.43	0.74	38	2	89	401
Jellywibble	5	33	19	1276.15	1276.15		0	0.72	954.0	chaiml-elo-alignment-run-3_v16	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	10540	7582805	0.60	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-30	1.68	0.29	130	19	9	770
zonemercy	2	34	2	1277.63	1289.29		0	0.72	12582.0	chaiml-elo-run-3-cp7000_v1	8B	ChaiML/elo_run_3_cp7000	nitral-ai-hathor-l3-8b-v-01_v1	24560	4840314	0.62	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_run_3_cp7000	2024-07-12	1.71	0.21	158	2	5	842
zonemercy	2	35	2	1246.89	1289.29		0	0.75	5478.0	chaiml-elo-alignment-run-3_v7	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	57438	4840314	0.58	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	4.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-13	1.05	1.44	14	2	202	140
shiroe40	7	36	31	1270.79	1277.83		0	0.72	1741.0	cycy233-l3-e-v2-c1_v2	8B	cycy233/L3-e-v2-c1	auto	6789	11611290	0.58	0.61	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	cycy233/L3-e-v2-c1	2024-07-19	1.56	0.48	77	15	33	599
zonemercy	2	37	2	1235.09	1289.29		0	0.76	919.0	zonemercy-lexical-nemov6_2011_v6	13B	zonemercy/Lexical-Nemov6-1k1e5	0805v1-1	9881	4840314	0.51	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	4.0	1024.0	64.0	MistralForCausalLM	zonemercy/Lexical-Nemov6	2024-08-05	0.79	1.89	25	2	351	59
Jellywibble	5	38	19	1266.70	1276.15	-0.87	80835	0.73	429110.0	chaiml-elo-alignment-run-3_v17	8B	ChaiML/elo_alignment_run_3	chaiml-elo-alignment-run-3_v3	5048836	7582805	0.57	0.61	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_alignment_run	2024-07-30	1.47	0.63	51	19	68	476
zonemercy	2	39	2	1283.66	1289.29		0	0.71	5498.0	chaiml-elo-run-3-cp7000_v4	8B	ChaiML/elo_run_3_cp7000	nitral-ai-hathor-l3-8b-v-01_v1	60274	4840314	0.64	0.64	basic	ChaiML/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	ChaiML/elo_run_3_cp7000	2024-07-13	1.84	-0.05	267	2	3	1088
shiroe40	7	40	31	1247.29	1277.83		0	0.75	1005.0	cycy233-l3-bc-v0-c1_v1	8B	cycy233/L3-bc-v0-c1	auto	11910	11611290	0.56	0.61	basic	Jellywibble/gpt2_xl_pairwise_89m_step_347634	16.0	512.0	64.0	LlamaForCausalLM	cycy233/L3-bc-v0-c1	2024-07-20	1.06	1.39	15	15	198	153