submission_id: jic062-instruct-v19_v1

developer_uid: chace9580

alignment_samples: 11347

alignment_score: 0.7930158280955504

best_of: 16

celo_rating: 1245.98

display_name: jic062-instruct-v19_v1

formatter: {'memory_template': "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{bot_name}'s Persona: {memory}\n\n", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n', '|eot_id|'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: jic062/instruct-v19

latencies: [{'batch_size': 1, 'throughput': 0.8962937885445508, 'latency_mean': 1.115614128112793, 'latency_p50': 1.1126842498779297, 'latency_p90': 1.2479995965957642}, {'batch_size': 3, 'throughput': 1.5694444708452553, 'latency_mean': 1.9027322399616242, 'latency_p50': 1.9192768335342407, 'latency_p90': 2.125701975822449}, {'batch_size': 5, 'throughput': 1.7305612809998232, 'latency_mean': 2.8759174394607543, 'latency_p50': 2.883982300758362, 'latency_p90': 3.1879494190216064}, {'batch_size': 6, 'throughput': 1.7505467792779874, 'latency_mean': 3.4149155902862547, 'latency_p50': 3.4159613847732544, 'latency_p90': 3.818722724914551}, {'batch_size': 8, 'throughput': 1.756991239633194, 'latency_mean': 4.519664288759231, 'latency_p50': 4.532433986663818, 'latency_p90': 5.0817595481872555}, {'batch_size': 10, 'throughput': 1.749961987292955, 'latency_mean': 5.663554173707962, 'latency_p50': 5.61333703994751, 'latency_p90': 6.59605598449707}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: jic062/instruct-v19

model_name: jic062-instruct-v19_v1

model_num_parameters: 8030261248.0

model_repo: jic062/instruct-v19

model_size: 8B

num_battles: 11347

num_wins: 5747

propriety_score: 0.7485436893203884

propriety_total_count: 1030.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.76

timestamp: 2024-09-05T15:41:16+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.5064774830351635