submission_id: chaiml-lexical-nemov8-1k1e5_v7

developer_uid: Jellywibble

alignment_samples: 11234

alignment_score: 2.55377377185818

best_of: 4

celo_rating: 1187.03

display_name: extreme-fluffy

formatter: {'memory_template': 'You are roleplaying as {bot_name} extreme cute and fluffy edition. Every sentence you say makes you extremely cute and fluffy, to the extend that people want to pet you for your fluffiness.', 'prompt_template': '', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name} [Extreme Cute & Fluffy Edition]:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 100, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 1024, 'best_of': 4, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: True

language_model: ChaiML/Lexical-Nemov8-1k1e5

latencies: [{'batch_size': 1, 'throughput': 0.6395295433473102, 'latency_mean': 1.5635856068134308, 'latency_p50': 1.5646032094955444, 'latency_p90': 1.7306676864624022}, {'batch_size': 3, 'throughput': 1.254380587610576, 'latency_mean': 2.3847789800167085, 'latency_p50': 2.3714394569396973, 'latency_p90': 2.6528448820114137}, {'batch_size': 5, 'throughput': 1.5533071206757256, 'latency_mean': 3.19921528339386, 'latency_p50': 3.2208564281463623, 'latency_p90': 3.597749066352844}, {'batch_size': 6, 'throughput': 1.6369842196674846, 'latency_mean': 3.651213232278824, 'latency_p50': 3.6652361154556274, 'latency_p90': 4.128097438812256}, {'batch_size': 8, 'throughput': 1.75601473933972, 'latency_mean': 4.523809875249863, 'latency_p50': 4.559533476829529, 'latency_p90': 5.094976234436035}, {'batch_size': 10, 'throughput': 1.7850554452022154, 'latency_mean': 5.557128129005432, 'latency_p50': 5.5432398319244385, 'latency_p90': 6.333705043792724}]

max_input_tokens: 1024

max_output_tokens: 64

model_architecture: MistralForCausalLM

model_group: ChaiML/Lexical-Nemov8-1k

model_name: extreme-fluffy

model_num_parameters: 12772070400.0

model_repo: ChaiML/Lexical-Nemov8-1k1e5

model_size: 13B

num_battles: 11233

num_wins: 4808

propriety_score: 0.7533960292580982

propriety_total_count: 957.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.65

timestamp: 2024-09-04T17:35:32+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.4280245704620315