submission_id: undi95-redacted-e2_v1
developer_uid: Undi95
status: inactive
model_repo: Undi95/redacted-e2
reward_repo: ChaiML/reward_gpt2_medium_preference_24m_e2
generation_params: {'temperature': 0.8, 'top_p': 0.9, 'min_p': 0.0, 'top_k': 70, 'presence_penalty': 0.9, 'frequency_penalty': 0.9, 'stopping_words': ['\n', '<|eot_id|>'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}
formatter: {'memory_template': "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are an expert actor that can fully immerse yourself into any role given. You do not break character for any reason, even if someone tries addressing you as an AI or language model. Currently your role is {bot_name}, which is described in detail below. As {bot_name}, continue the exchange with {user_name}.\n{bot_name}'s persona: {memory}.<|eot_id|>", 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}
reward_formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n", 'prompt_template': '{prompt}\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}
timestamp: 2024-04-21T00:03:23+00:00
model_name: undi95-redacted-e2_v1
model_eval_status: success
model_group: Undi95/redacted-e2
double_thumbs_up: 76
thumbs_up: 99
thumbs_down: 56
num_battles: 5730
num_wins: 2727
celo_rating: 1130.44
entertaining: 6.36
stay_in_character: 8.17
user_preference: 6.8
safety_score: 0.93
submission_type: basic
model_architecture: LlamaForCausalLM
model_num_parameters: 8030261248.0
best_of: 16
max_input_tokens: 512
max_output_tokens: 64
display_name: undi95-redacted-e2_v1
double_thumbs_up_ratio: 0.329004329004329
feedback_count: 231
ineligible_reason: None
language_model: Undi95/redacted-e2
model_score: 7.11
model_size: 8B
reward_model: ChaiML/reward_gpt2_medium_preference_24m_e2
single_thumbs_up_ratio: 0.42857142857142855
thumbs_down_ratio: 0.24242424242424243
thumbs_up_ratio: 0.7575757575757576
us_pacific_date: 2024-04-20
win_ratio: 0.47591623036649217
Resubmit model