submission_id: ebony59-chaiml-stf-horror_v1

developer_uid: ebony

alignment_samples: 13900

alignment_score: -0.5181775719734553

best_of: 4

celo_rating: 1246.8

display_name: ebony-horror-sft

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n##Try to make the conversation scary while stay in character##\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 0.9, 'top_p': 0.9, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.5, 'frequency_penalty': 0.5, 'stopping_words': ['\n', '</s>'], 'max_input_tokens': 1024, 'best_of': 4, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: ebony59/chaiml-stf-horror

latencies: [{'batch_size': 1, 'throughput': 0.6341547624683925, 'latency_mean': 1.5768425416946412, 'latency_p50': 1.5735410451889038, 'latency_p90': 1.7428438425064088}, {'batch_size': 3, 'throughput': 1.2525718660481637, 'latency_mean': 2.3899712312221526, 'latency_p50': 2.3856714963912964, 'latency_p90': 2.59172637462616}, {'batch_size': 5, 'throughput': 1.5458540392135542, 'latency_mean': 3.219458673000336, 'latency_p50': 3.225634455680847, 'latency_p90': 3.655277943611145}, {'batch_size': 6, 'throughput': 1.6450274235101316, 'latency_mean': 3.6290226662158966, 'latency_p50': 3.6478666067123413, 'latency_p90': 4.084748268127441}, {'batch_size': 8, 'throughput': 1.7524390029033938, 'latency_mean': 4.5377522671222685, 'latency_p50': 4.522227644920349, 'latency_p90': 5.1873635053634635}, {'batch_size': 10, 'throughput': 1.8011077005768208, 'latency_mean': 5.512294340133667, 'latency_p50': 5.52949321269989, 'latency_p90': 6.240738248825073}]

max_input_tokens: 1024

max_output_tokens: 64

model_architecture: MistralForCausalLM

model_group: ebony59/chaiml-stf-horro

model_name: ebony-horror-sft

model_num_parameters: 12772070400.0

model_repo: ebony59/chaiml-stf-horror

model_size: 13B

num_battles: 13899

num_wins: 7082

propriety_score: 0.7381974248927039

propriety_total_count: 1165.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.66

timestamp: 2024-09-04T23:21:26+00:00

us_pacific_date: 2024-09-04

win_ratio: 0.5095330599323692