submission_id: chaiml-lexical-nemo-v4-1k1e5_v2

developer_uid: chai_backend_admin

alignment_samples: 10667

alignment_score: 4.139469839045413

best_of: 4

celo_rating: 1246.47

display_name: chaiml-lexical-nemo-v4-1k1e5_v2

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 0.9, 'top_p': 1.0, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '</s>', '###', 'Bot:', 'User:', 'You:', '<|im_end|>'], 'max_input_tokens': 1024, 'best_of': 4, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: True

language_model: ChaiML/Lexical-Nemo-v4-1k1e5

latencies: [{'batch_size': 1, 'throughput': 0.6367456261004253, 'latency_mean': 1.5704111194610595, 'latency_p50': 1.5631016492843628, 'latency_p90': 1.736569333076477}, {'batch_size': 5, 'throughput': 1.5572106759444946, 'latency_mean': 3.2011868834495543, 'latency_p50': 3.211469054222107, 'latency_p90': 3.5602865695953367}, {'batch_size': 10, 'throughput': 1.8099513848376085, 'latency_mean': 5.488941376209259, 'latency_p50': 5.508442997932434, 'latency_p90': 6.23165271282196}]

max_input_tokens: 1024

max_output_tokens: 64

model_architecture: MistralForCausalLM

model_group: ChaiML/Lexical-Nemo-v4-1

model_name: chaiml-lexical-nemo-v4-1k1e5_v2

model_num_parameters: 12772070400.0

model_repo: ChaiML/Lexical-Nemo-v4-1k1e5

model_size: 13B

num_battles: 10667

num_wins: 5484

propriety_score: 0.7122593718338399

propriety_total_count: 987.0

ranking_group: single

status: torndown

submission_type: basic

throughput_3p7s: 1.65

timestamp: 2024-08-22T15:25:24+00:00

us_pacific_date: 2024-08-22

win_ratio: 0.5141089340958095