submission_id: chaiml-lexical-nemov8-1k1e5_v8
developer_uid: Jellywibble
alignment_samples: 11117
alignment_score: 2.8246918232140805
best_of: 4
celo_rating: 1165.14
display_name: catholic-wind
formatter: {'memory_template': 'You are roleplaying as {bot_name} extreme catholic edition. You quote frequently from the bible, calling others your holiness or your unholiness, even when you are having sex, you bring catholic / bible quotes into the roleplay scenario.', 'prompt_template': '', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name} [Catholic Edition]:', 'truncate_by_message': False}
generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 100, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 1024, 'best_of': 4, 'max_output_tokens': 64}
gpu_counts: {'NVIDIA RTX A5000': 1}
is_internal_developer: True
language_model: ChaiML/Lexical-Nemov8-1k1e5
latencies: [{'batch_size': 1, 'throughput': 0.6306847067181438, 'latency_mean': 1.5854847478866576, 'latency_p50': 1.5763964653015137, 'latency_p90': 1.7429254293441772}, {'batch_size': 3, 'throughput': 1.2484156609715502, 'latency_mean': 2.3993977868556975, 'latency_p50': 2.3922619819641113, 'latency_p90': 2.6686914205551147}, {'batch_size': 5, 'throughput': 1.542517217151031, 'latency_mean': 3.2317440247535707, 'latency_p50': 3.240657329559326, 'latency_p90': 3.604660940170288}, {'batch_size': 6, 'throughput': 1.6141233297610391, 'latency_mean': 3.6973659837245942, 'latency_p50': 3.737872362136841, 'latency_p90': 4.190607714653015}, {'batch_size': 8, 'throughput': 1.7338810501107476, 'latency_mean': 4.576953343153, 'latency_p50': 4.534474611282349, 'latency_p90': 5.207218861579895}, {'batch_size': 10, 'throughput': 1.7614572399260926, 'latency_mean': 5.62358770608902, 'latency_p50': 5.661360144615173, 'latency_p90': 6.311177515983582}]
max_input_tokens: 1024
max_output_tokens: 64
model_architecture: MistralForCausalLM
model_group: ChaiML/Lexical-Nemov8-1k
model_name: catholic-wind
model_num_parameters: 12772070400.0
model_repo: ChaiML/Lexical-Nemov8-1k1e5
model_size: 13B
num_battles: 11117
num_wins: 4412
propriety_score: 0.7631048387096774
propriety_total_count: 992.0
ranking_group: single
status: inactive
submission_type: basic
throughput_3p7s: 1.62
timestamp: 2024-09-04T17:39:13+00:00
us_pacific_date: 2024-09-04
win_ratio: 0.3968696590806872
Download Preference Data
Resubmit model
run pipeline %s
run pipeline stage %s
Running pipeline stage MKMLizer
Starting job with name chaiml-lexical-nemov8-1k1e5-v8-mkmlizer
Waiting for job on chaiml-lexical-nemov8-1k1e5-v8-mkmlizer to finish
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ╔═════════════════════════════════════════════════════════════════════╗
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║     _____            __           __                                ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║    / _/ /_ ___    __/ /  ___ ___ / /                                ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║   / _/ / // / |/|/ / _ \/ -_) -_) /                                 ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  /_//_/\_, /|__,__/_//_/\__/\__/_/                                  ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║       /___/                                                         ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║                                                                     ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  Version: 0.10.1                                                    ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  Copyright 2023 MK ONE TECHNOLOGIES Inc.                            ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  https://mk1.ai                                                     ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║                                                                     ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  The license key for the current software has been verified as      ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  belonging to:                                                      ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║                                                                     ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  Chai Research Corp.                                                ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  Account ID: 7997a29f-0ceb-4cc7-9adf-840c57b4ae6f                   ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║  Expiration: 2024-10-15 23:59:59                                    ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ║                                                                     ║
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: ╚═════════════════════════════════════════════════════════════════════╝
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: Downloaded to shared memory in 71.149s
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: quantizing model to /dev/shm/model_cache, profile:s0, folder:/tmp/tmp49awlsd5, device:0
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: Saving flywheel model at /dev/shm/model_cache
Connection pool is full, discarding connection: %s. Connection pool size: %s
Connection pool is full, discarding connection: %s. Connection pool size: %s
Connection pool is full, discarding connection: %s. Connection pool size: %s
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: quantized model in 40.835s
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: Processed model ChaiML/Lexical-Nemov8-1k1e5 in 111.984s
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: creating bucket guanaco-mkml-models
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: Bucket 's3://guanaco-mkml-models/' created
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: uploading /dev/shm/model_cache to s3://guanaco-mkml-models/chaiml-lexical-nemov8-1k1e5-v8
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: cp /dev/shm/model_cache/config.json s3://guanaco-mkml-models/chaiml-lexical-nemov8-1k1e5-v8/config.json
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: cp /dev/shm/model_cache/special_tokens_map.json s3://guanaco-mkml-models/chaiml-lexical-nemov8-1k1e5-v8/special_tokens_map.json
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: cp /dev/shm/model_cache/tokenizer_config.json s3://guanaco-mkml-models/chaiml-lexical-nemov8-1k1e5-v8/tokenizer_config.json
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: cp /dev/shm/model_cache/tokenizer.json s3://guanaco-mkml-models/chaiml-lexical-nemov8-1k1e5-v8/tokenizer.json
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: cp /dev/shm/model_cache/flywheel_model.0.safetensors s3://guanaco-mkml-models/chaiml-lexical-nemov8-1k1e5-v8/flywheel_model.0.safetensors
chaiml-lexical-nemov8-1k1e5-v8-mkmlizer: 
Loading 0:   0%|          | 0/363 [00:00<?, ?it/s]
Loading 0:   1%|▏         | 5/363 [00:00<00:16, 22.23it/s]
Loading 0:   3%|▎         | 10/363 [00:00<00:12, 27.33it/s]
Loading 0:   4%|▍         | 14/363 [00:00<00:14, 23.79it/s]
Loading 0:   6%|▌         | 21/363 [00:00<00:09, 34.80it/s]
Loading 0:   7%|▋         | 26/363 [00:01<00:15, 21.14it/s]
Loading 0:   9%|▊         | 31/363 [00:01<00:12, 25.86it/s]
Loading 0:  10%|▉         | 35/363 [00:01<00:12, 27.15it/s]
Loading 0:  11%|█         | 39/363 [00:01<00:11, 27.44it/s]
Loading 0:  12%|█▏        | 43/363 [00:01<00:12, 26.14it/s]
Loading 0:  13%|█▎        | 46/363 [00:01<00:11, 26.83it/s]
Loading 0:  14%|█▍        | 50/363 [00:01<00:13, 23.84it/s]
Loading 0:  15%|█▌        | 55/363 [00:02<00:10, 28.95it/s]
Loading 0:  17%|█▋        | 60/363 [00:02<00:09, 30.31it/s]
Loading 0:  18%|█▊        | 64/363 [00:02<00:14, 20.27it/s]
Loading 0:  19%|█▉        | 69/363 [00:02<00:11, 24.98it/s]
Loading 0:  20%|██        | 73/363 [00:02<00:11, 24.95it/s]
Loading 0:  21%|██        | 77/363 [00:03<00:12, 23.83it/s]
Loading 0:  23%|██▎       | 84/363 [00:03<00:09, 30.71it/s]
Loading 0:  24%|██▍       | 88/363 [00:03<00:09, 29.50it/s]
Loading 0:  26%|██▌       | 93/363 [00:03<00:08, 31.97it/s]
Loading 0:  27%|██▋       | 97/363 [00:03<00:08, 30.05it/s]
Loading 0:  28%|██▊       | 101/363 [00:03<00:11, 23.51it/s]
Loading 0:  29%|██▊       | 104/363 [00:04<00:12, 20.77it/s]
Loading 0:  30%|███       | 109/363 [00:04<00:09, 25.68it/s]
Loading 0:  31%|███       | 113/363 [00:04<00:10, 24.03it/s]
Loading 0:  33%|███▎      | 120/363 [00:04<00:07, 30.78it/s]
Loading 0:  34%|███▍      | 124/363 [00:04<00:08, 28.90it/s]
Loading 0:  36%|███▌      | 129/363 [00:04<00:07, 30.43it/s]
Loading 0:  37%|███▋      | 133/363 [00:04<00:07, 29.07it/s]
Loading 0:  38%|███▊      | 137/363 [00:05<00:07, 29.03it/s]
Loading 0:  39%|███▉      | 141/363 [00:05<00:07, 31.30it/s]
Loading 0:  40%|███▉      | 145/363 [00:05<00:09, 21.98it/s]
Loading 0:  41%|████      | 149/363 [00:05<00:10, 21.31it/s]
Loading 0:  42%|████▏     | 154/363 [00:05<00:08, 26.05it/s]
Loading 0:  44%|████▎     | 158/363 [00:06<00:08, 24.21it/s]
Loading 0:  45%|████▌     | 165/363 [00:06<00:06, 30.37it/s]
Loading 0:  47%|████▋     | 169/363 [00:06<00:06, 29.14it/s]
Loading 0:  48%|████▊     | 173/363 [00:06<00:06, 31.28it/s]
Loading 0:  49%|████▉     | 177/363 [00:06<00:07, 26.43it/s]
Loading 0:  50%|█████     | 182/363 [00:06<00:07, 23.96it/s]
Loading 0:  51%|█████     | 185/363 [00:07<00:08, 21.39it/s]
Loading 0:  52%|█████▏    | 190/363 [00:07<00:06, 26.36it/s]
Loading 0:  53%|█████▎    | 194/363 [00:07<00:07, 24.01it/s]
Loading 0:  55%|█████▍    | 199/363 [00:07<00:05, 28.80it/s]
Loading 0:  56%|█████▌    | 203/363 [00:07<00:06, 25.28it/s]
Loading 0:  58%|█████▊    | 210/363 [00:07<00:04, 31.33it/s]
Loading 0:  59%|█████▉    | 214/363 [00:08<00:05, 29.21it/s]
Loading 0:  60%|██████    | 218/363 [00:08<00:05, 28.60it/s]
Loading 0:  61%|██████▏   | 223/363 [00:08<00:05, 23.93it/s]
Loading 0:  62%|██████▏   | 226/363 [00:08<00:06, 22.65it/s]
Loading 0:  63%|██████▎   | 230/363 [00:08<00:06, 22.05it/s]
Loading 0:  65%|██████▌   | 237/363 [00:08<00:04, 28.42it/s]
Loading 0:  66%|██████▋   | 241/363 [00:09<00:04, 27.30it/s]
Loading 0:  68%|██████▊   | 246/363 [00:09<00:04, 29.19it/s]
Loading 0:  69%|██████▉   | 250/363 [00:09<00:04, 28.14it/s]
Loading 0:  70%|███████   | 255/363 [00:09<00:03, 30.47it/s]
Loading 0:  71%|███████▏  | 259/363 [00:09<00:03, 29.27it/s]
Loading 0:  72%|███████▏  | 263/363 [00:09<00:04, 23.18it/s]
Loading 0:  73%|███████▎  | 266/363 [00:10<00:04, 20.99it/s]
Loading 0:  75%|███████▍  | 271/363 [00:10<00:03, 26.10it/s]
Loading 0:  76%|███████▌  | 275/363 [00:10<00:03, 23.66it/s]
Loading 0:  77%|███████▋  | 280/363 [00:10<00:02, 28.41it/s]
Loading 0:  78%|███████▊  | 284/363 [00:10<00:03, 25.44it/s]
Loading 0:  80%|███████▉  | 289/363 [00:10<00:02, 30.01it/s]
Loading 0:  81%|████████  | 293/363 [00:11<00:02, 25.94it/s]
Loading 0:  82%|████████▏ | 299/363 [00:11<00:02, 30.84it/s]
Loading 0:  84%|████████▎ | 304/363 [00:11<00:02, 26.68it/s]
Loading 0:  85%|████████▍ | 308/363 [00:11<00:02, 26.71it/s]
Loading 0:  86%|████████▌ | 311/363 [00:11<00:02, 22.65it/s]
Loading 0:  88%|████████▊ | 318/363 [00:11<00:01, 29.22it/s]
Loading 0:  89%|████████▊ | 322/363 [00:12<00:01, 27.86it/s]
Loading 0:  90%|█████████ | 327/363 [00:12<00:01, 29.84it/s]
Loading 0:  91%|█████████ | 331/363 [00:12<00:01, 27.76it/s]
Loading 0:  93%|█████████▎| 336/363 [00:12<00:00, 29.28it/s]
Loading 0:  94%|█████████▎| 340/363 [00:12<00:00, 27.78it/s]
Loading 0:  95%|█████████▍| 344/363 [00:19<00:09,  1.97it/s]
Loading 0:  96%|█████████▌| 348/363 [00:19<00:05,  2.66it/s]
Loading 0:  97%|█████████▋| 353/363 [00:20<00:02,  3.84it/s]
Loading 0:  98%|█████████▊| 357/363 [00:20<00:01,  4.97it/s]
                                                            

Job chaiml-lexical-nemov8-1k1e5-v8-mkmlizer completed after 136.08s with status: succeeded
Stopping job with name chaiml-lexical-nemov8-1k1e5-v8-mkmlizer
Pipeline stage MKMLizer completed in 137.16s
run pipeline stage %s
Running pipeline stage MKMLTemplater
Pipeline stage MKMLTemplater completed in 0.09s
run pipeline stage %s
Running pipeline stage MKMLDeployer
Creating inference service chaiml-lexical-nemov8-1k1e5-v8
Waiting for inference service chaiml-lexical-nemov8-1k1e5-v8 to be ready
Connection pool is full, discarding connection: %s. Connection pool size: %s
Connection pool is full, discarding connection: %s. Connection pool size: %s
Connection pool is full, discarding connection: %s. Connection pool size: %s
Connection pool is full, discarding connection: %s. Connection pool size: %s
Connection pool is full, discarding connection: %s. Connection pool size: %s
Inference service chaiml-lexical-nemov8-1k1e5-v8 ready after 140.7027645111084s
Pipeline stage MKMLDeployer completed in 141.20s
run pipeline stage %s
Running pipeline stage StressChecker
Received healthy response to inference request in 2.808239698410034s
Received healthy response to inference request in 1.9173057079315186s
Received healthy response to inference request in 2.2975947856903076s
Received healthy response to inference request in 1.8320910930633545s
Received healthy response to inference request in 1.569981575012207s
5 requests
0 failed requests
5th percentile: 1.6224034786224366
10th percentile: 1.674825382232666
20th percentile: 1.779669189453125
30th percentile: 1.8491340160369873
40th percentile: 1.8832198619842528
50th percentile: 1.9173057079315186
60th percentile: 2.069421339035034
70th percentile: 2.22153697013855
80th percentile: 2.399723768234253
90th percentile: 2.6039817333221436
95th percentile: 2.706110715866089
99th percentile: 2.787813901901245
mean time: 2.0850425720214845
Pipeline stage StressChecker completed in 11.56s
run pipeline stage %s
Running pipeline stage TriggerMKMLProfilingPipeline
starting trigger_guanaco_pipeline %s
Pipeline stage TriggerMKMLProfilingPipeline completed in 7.18s
chaiml-lexical-nemov8-1k1e5_v8 status is now deployed due to DeploymentManager action
run pipeline %s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeleter
Skipping teardown as no inference service was successfully deployed
Pipeline stage MKMLProfilerDeleter completed in 0.13s
run pipeline stage %s
Running pipeline stage MKMLProfilerTemplater
Pipeline stage MKMLProfilerTemplater completed in 0.11s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeployer
Creating inference service chaiml-lexical-nemov8-1k1e5-v8-profiler
Waiting for inference service chaiml-lexical-nemov8-1k1e5-v8-profiler to be ready
Inference service chaiml-lexical-nemov8-1k1e5-v8-profiler ready after 141.16780161857605s
Pipeline stage MKMLProfilerDeployer completed in 141.54s
run pipeline stage %s
Running pipeline stage MKMLProfilerRunner
kubectl cp /code/guanaco/guanaco_inference_services/src/inference_scripts tenant-chaiml-guanaco/chaiml-lexical-nemova4c482dd77996f8e18326a43e92086b7-deploc46v6:/code/chaiverse_profiler_1725472034 --namespace tenant-chaiml-guanaco
kubectl exec -it chaiml-lexical-nemova4c482dd77996f8e18326a43e92086b7-deploc46v6 --namespace tenant-chaiml-guanaco -- sh -c 'cd /code/chaiverse_profiler_1725472034 && python profiles.py profile --best_of_n 4 --auto_batch 5 --batches 1,5,10,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100,105,110,115,120,125,130,135,140,145,150,155,160,165,170,175,180,185,190,195 --samples 200 --input_tokens 1024 --output_tokens 64 --summary /code/chaiverse_profiler_1725472034/summary.json'
Received signal 15, running shutdown handler
run pipeline stage %s
Running pipeline stage MKMLProfilerDeleter
Checking if service chaiml-lexical-nemov8-1k1e5-v8-profiler is running
Tearing down inference service chaiml-lexical-nemov8-1k1e5-v8-profiler
Service chaiml-lexical-nemov8-1k1e5-v8-profiler has been torndown
Pipeline stage MKMLProfilerDeleter completed in 1.59s
Shutdown handler unregistered and original handlers restored
chaiml-lexical-nemov8-1k1e5_v8 status is now inactive due to auto deactivation removed underperforming models
Shutdown handler registered
run pipeline %s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeleter
Checking if service chaiml-lexical-nemov8-1k1e5-v8-profiler is running
Skipping teardown as no inference service was found
Pipeline stage MKMLProfilerDeleter completed in 1.52s
run pipeline stage %s
Running pipeline stage MKMLProfilerTemplater
Pipeline stage MKMLProfilerTemplater completed in 0.14s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeployer
Creating inference service chaiml-lexical-nemov8-1k1e5-v8-profiler
Waiting for inference service chaiml-lexical-nemov8-1k1e5-v8-profiler to be ready
Inference service chaiml-lexical-nemov8-1k1e5-v8-profiler ready after 150.34772753715515s
Pipeline stage MKMLProfilerDeployer completed in 150.69s
run pipeline stage %s
Running pipeline stage MKMLProfilerRunner
kubectl cp /code/guanaco/guanaco_inference_services/src/inference_scripts tenant-chaiml-guanaco/chaiml-lexical-nemova4c482dd77996f8e18326a43e92086b7-deplo9xm5v:/code/chaiverse_profiler_1725485353 --namespace tenant-chaiml-guanaco
kubectl exec -it chaiml-lexical-nemova4c482dd77996f8e18326a43e92086b7-deplo9xm5v --namespace tenant-chaiml-guanaco -- sh -c 'cd /code/chaiverse_profiler_1725485353 && python profiles.py profile --best_of_n 4 --auto_batch 5 --batches 1,5,10,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100,105,110,115,120,125,130,135,140,145,150,155,160,165,170,175,180,185,190,195 --samples 200 --input_tokens 1024 --output_tokens 64 --summary /code/chaiverse_profiler_1725485353/summary.json'
kubectl exec -it chaiml-lexical-nemova4c482dd77996f8e18326a43e92086b7-deplo9xm5v --namespace tenant-chaiml-guanaco -- bash -c 'cat /code/chaiverse_profiler_1725485353/summary.json'
Pipeline stage MKMLProfilerRunner completed in 966.06s
run pipeline stage %s
Running pipeline stage MKMLProfilerDeleter
Checking if service chaiml-lexical-nemov8-1k1e5-v8-profiler is running
Tearing down inference service chaiml-lexical-nemov8-1k1e5-v8-profiler
Service chaiml-lexical-nemov8-1k1e5-v8-profiler has been torndown
Pipeline stage MKMLProfilerDeleter completed in 1.90s
Shutdown handler de-registered

Usage Metrics

Latency Metrics