submission_id: riverise-feedback-retry-6k_v1

developer_uid: Riverise

alignment_samples: 13445

alignment_score: -0.046367354264109865

best_of: 16

celo_rating: 1256.31

display_name: riverise-feedback-retry-6k_v1

formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

generation_params: {'temperature': 1.15, 'top_p': 0.95, 'min_p': 0.05, 'top_k': 80, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

gpu_counts: {'NVIDIA RTX A5000': 1}

is_internal_developer: False

language_model: Riverise/feedback-retry-6k

latencies: [{'batch_size': 1, 'throughput': 0.8980787350334017, 'latency_mean': 1.113394113779068, 'latency_p50': 1.1121623516082764, 'latency_p90': 1.2395975112915039}, {'batch_size': 4, 'throughput': 1.7547587153006292, 'latency_mean': 2.263807091712952, 'latency_p50': 2.2553728818893433, 'latency_p90': 2.5490774154663085}, {'batch_size': 5, 'throughput': 1.8318566169899286, 'latency_mean': 2.711874258518219, 'latency_p50': 2.7044806480407715, 'latency_p90': 3.0254058122634886}, {'batch_size': 8, 'throughput': 1.975749354385664, 'latency_mean': 4.024229910373688, 'latency_p50': 4.012364029884338, 'latency_p90': 4.5494156837463375}, {'batch_size': 10, 'throughput': 1.9804484973321812, 'latency_mean': 4.999336326122284, 'latency_p50': 5.01066792011261, 'latency_p90': 5.807720255851746}, {'batch_size': 12, 'throughput': 2.0253462646842415, 'latency_mean': 5.8597065711021425, 'latency_p50': 5.9142584800720215, 'latency_p90': 6.807666301727295}, {'batch_size': 15, 'throughput': 1.974804228407627, 'latency_mean': 7.435064491033554, 'latency_p50': 7.510664582252502, 'latency_p90': 8.209447622299194}]

max_input_tokens: 512

max_output_tokens: 64

model_architecture: LlamaForCausalLM

model_group: Riverise/feedback-retry-

model_name: riverise-feedback-retry-6k_v1

model_num_parameters: 8030261248.0

model_repo: Riverise/feedback-retry-6k

model_size: 8B

num_battles: 13444

num_wins: 7013

propriety_score: 0.7259574468085106

propriety_total_count: 1175.0

ranking_group: single

status: inactive

submission_type: basic

throughput_3p7s: 1.96

timestamp: 2024-09-03T04:46:56+00:00

us_pacific_date: 2024-09-02

win_ratio: 0.5216453436477239