submission_id: sao10k-l3-1-70b-euryale-v2-2_v3

developer_uid: sao10k

alignment_samples: 12073

alignment_score: 0.08595064144047113

best_of: 4

celo_rating: 1213.82

display_name: Euryale-2-2

formatter: {'memory_template': "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{bot_name}'s Persona: {memory}\n\n", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.2, 'top_p': 1.0, 'min_p': 0.2, 'top_k': 50, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n\n', '<|eot_id|>', '\n\n{user_name}', '\nYou:', '<|end_header_id|>'], 'max_input_tokens': 512, 'best_of': 4, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA A100-SXM4-80GB': 1}

is_internal_developer: False

language_model: Sao10K/L3.1-70B-Euryale-v2.2

latencies: [{'batch_size': 1, 'throughput': 0.2551639158872868, 'latency_mean': 3.9189808440208433, 'latency_p50': 3.9153494834899902, 'latency_p90': 4.405782341957092}, {'batch_size': 2, 'throughput': 0.42185418961230436, 'latency_mean': 4.73183181643486, 'latency_p50': 4.731370449066162, 'latency_p90': 5.1959697008132935}, {'batch_size': 3, 'throughput': 0.5857787817918481, 'latency_mean': 5.105616089105606, 'latency_p50': 5.136043906211853, 'latency_p90': 5.679355621337891}, {'batch_size': 5, 'throughput': 0.8176894377439694, 'latency_mean': 6.080126110315323, 'latency_p50': 6.088163495063782, 'latency_p90': 6.874270892143249}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: Sao10K/L3.1-70B-Euryale-

model_name: Euryale-2-2

model_num_parameters: 70553706496.0

model_repo: Sao10K/L3.1-70B-Euryale-v2.2

model_size: 71B

num_battles: 12072

num_wins: 5584

propriety_score: 0.7422096317280453

propriety_total_count: 1059.0

ranking_group: single

status: inactive

submission_type: basic

timestamp: 2024-09-05T13:39:19+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.4625579854208085