submission_id: meta-llama-meta-llama-gu_1295_v2

developer_uid: chai_backend_admin

alignment_samples: 11839

alignment_score: -0.9468639597444208

best_of: 1

celo_rating: 1063.17

display_name: meta-llama-meta-llama-gu_1295_v2

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.0, 'top_p': 1.0, 'min_p': 0.0, 'top_k': 40, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 1, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: True

language_model: meta-llama/Meta-Llama-Guard-2-8B

latencies: [{'batch_size': 1, 'throughput': 1.0652574293409152, 'latency_mean': 0.9386442172527313, 'latency_p50': 0.9364891052246094, 'latency_p90': 1.0493179082870483}, {'batch_size': 5, 'throughput': 3.479071577086908, 'latency_mean': 1.4323681235313415, 'latency_p50': 1.4477910995483398, 'latency_p90': 1.6255969762802125}, {'batch_size': 10, 'throughput': 5.1420973662557445, 'latency_mean': 1.9264125680923463, 'latency_p50': 1.907896637916565, 'latency_p90': 2.19656503200531}, {'batch_size': 15, 'throughput': 5.998036893576139, 'latency_mean': 2.4554552137851715, 'latency_p50': 2.469120740890503, 'latency_p90': 2.7524133205413817}, {'batch_size': 20, 'throughput': 6.546976812285759, 'latency_mean': 3.002843954563141, 'latency_p50': 2.9418859481811523, 'latency_p90': 3.5107940673828124}, {'batch_size': 25, 'throughput': 6.811656797314622, 'latency_mean': 3.5813551568984985, 'latency_p50': 3.571694493293762, 'latency_p90': 4.210130596160888}, {'batch_size': 30, 'throughput': 7.023160441454852, 'latency_mean': 4.151380101442337, 'latency_p50': 4.132696151733398, 'latency_p90': 4.839937496185303}, {'batch_size': 35, 'throughput': 7.168742024305675, 'latency_mean': 4.767038826942444, 'latency_p50': 4.676713824272156, 'latency_p90': 5.688713145256042}, {'batch_size': 40, 'throughput': 7.17197024408931, 'latency_mean': 5.380504152774811, 'latency_p50': 5.357659459114075, 'latency_p90': 6.352540612220764}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: meta-llama/Meta-Llama-Gu

model_name: meta-llama-meta-llama-gu_1295_v2

model_num_parameters: 8030261248.0

model_repo: meta-llama/Meta-Llama-Guard-2-8B

model_size: 8B

num_battles: 11838

num_wins: 3176

propriety_score: 0.75

propriety_total_count: 1040.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 7.04

timestamp: 2024-09-05T19:13:17+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.26828856225713804