submission_id: rica40325-lora32-third-step_v5

developer_uid: rica40325

alignment_samples: 12191

alignment_score: 0.2936716738358408

best_of: 16

celo_rating: 1254.72

display_name: rica40325-lora32-third-step_v2

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.15, 'top_p': 0.95, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: rica40325/lora32_third_step

latencies: [{'batch_size': 1, 'throughput': 0.9151423655944816, 'latency_mean': 1.092667589187622, 'latency_p50': 1.0944503545761108, 'latency_p90': 1.2223295211791991}, {'batch_size': 4, 'throughput': 1.7985631054077684, 'latency_mean': 2.2135909175872803, 'latency_p50': 2.244563579559326, 'latency_p90': 2.4717017889022825}, {'batch_size': 5, 'throughput': 1.9252793300256488, 'latency_mean': 2.5864245820045473, 'latency_p50': 2.6094610691070557, 'latency_p90': 2.881533455848694}, {'batch_size': 8, 'throughput': 2.0451326202120717, 'latency_mean': 3.8896944451332094, 'latency_p50': 3.901007652282715, 'latency_p90': 4.349753212928772}, {'batch_size': 10, 'throughput': 2.0689926990174676, 'latency_mean': 4.786376857757569, 'latency_p50': 4.762217879295349, 'latency_p90': 5.533208656311035}, {'batch_size': 12, 'throughput': 2.0435422839155977, 'latency_mean': 5.794221022129059, 'latency_p50': 5.830098986625671, 'latency_p90': 6.643158411979675}, {'batch_size': 15, 'throughput': 2.068250066742336, 'latency_mean': 7.107808477878571, 'latency_p50': 7.172149896621704, 'latency_p90': 7.920443820953369}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: rica40325/lora32_third_s

model_name: rica40325-lora32-third-step_v2

model_num_parameters: 8030261248.0

model_repo: rica40325/lora32_third_step

model_size: 8B

num_battles: 12191

num_wins: 6343

propriety_score: 0.7263875365141188

propriety_total_count: 1027.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 2.04

timestamp: 2024-09-05T08:03:23+00:00

us_pacific_date: 2024-09-05

win_ratio: 0.5203018620293659