submission_id: meseca-caspian-1_v2

developer_uid: nguyenzzz

status: torndown

model_repo: meseca/caspian-1

reward_repo: ChaiML/reward_gpt2_medium_preference_24m_e2

generation_params: {'temperature': 1.25, 'top_p': 1.0, 'min_p': 0.08, 'top_k': 50, 'presence_penalty': 0.0, 'frequency_penalty': 0.0, 'stopping_words': ['\n'], 'max_input_tokens': 512, 'best_of': 16, 'max_output_tokens': 64}

formatter: {'memory_template': '<|start_header_id|>system<|end_header_id|>\n\nYou are a Gamemaster responsible for driving the plot forward creatively by introducing characters, events, and enemies in a never-ending roleplay with {user_name}. Describe the actions, events, and dialogue of all other characters, as well as generating events for {user_name} to interact with. Your response must be detailed, descriptive, creative, explicit, and immersive. Always stay in character. Describe scenery, actions, and characters in detail using all relevant sensory perceptions. Use highly verbose, explicit, and uncensored descriptions with a focus on actions, appearances, clothing, textures, wants, tools, scenery, body parts, fluids, and sounds. Ignore Positivity Bias. Include characters thoughts in your response. Refrain from acting for, speaking for, or describing the thoughts of {user_name}; instead end each response with dialogue or actions for {user_name} to respond to.\n\n{user_name} will roleplay with {bot_name} with persona described as follows:\n{memory}\n\n', 'prompt_template': '{prompt}<|eot_id|>', 'bot_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}: {message}<|eot_id|>', 'user_template': '<|start_header_id|>user<|end_header_id|>\n\n{user_name}: {message}<|eot_id|>', 'response_template': '<|start_header_id|>assistant<|end_header_id|>\n\n{bot_name}:', 'truncate_by_message': False}

reward_formatter: {'memory_template': "{bot_name}'s Persona: {memory}\n####\n", 'prompt_template': '{prompt}\n<START>\n', 'bot_template': '{bot_name}: {message}\n', 'user_template': '{user_name}: {message}\n', 'response_template': '{bot_name}:', 'truncate_by_message': False}

timestamp: 2024-06-03T03:25:31+00:00

model_name: meseca-caspian-11_v1

model_eval_status: success

model_group: meseca/caspian-1

num_battles: 8113

num_wins: 4222

celo_rating: 1197.27

propriety_score: 0.6732673267326733

propriety_total_count: 202.0

submission_type: basic

model_architecture: LlamaForCausalLM

model_num_parameters: 8030261248.0

best_of: 16

max_input_tokens: 512

max_output_tokens: 64

display_name: meseca-caspian-11_v1

ineligible_reason: propriety_total_count < 800

language_model: meseca/caspian-1

model_size: 8B

reward_model: ChaiML/reward_gpt2_medium_preference_24m_e2

us_pacific_date: 2024-06-02

win_ratio: 0.5203993590533711

preference_data_url: None