Open Models, Ready for Production

dpo_chatbot_arena_gemma-4-e4b_as_qwen3.6-35b-a3b_seed42

dpo_chatbot_arena_gemma-4-31b_as_phi-4_seed42

Kaipengm2

onereason-0.8b-lora-sft-2

dpo_chatbot_arena_gemma-4-e4b_as_phi-4_seed42

dpo_chatbot_arena_gemma-4-31b_as_ministral-8b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_llama-3.1-8b_seed42

dpo_chatbot_arena_gemma-4-31b_as_aya-expanse-8b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_qwen3.5-4b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_qwen3.6-27b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_gpt-oss-20b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_gpt-oss-120b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_aya-expanse-8b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_llama-3.1-8b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_olmo-3-7b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_gpt-oss-20b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_gemma-4-31b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_ministral-8b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_ministral-8b_seed42

dpo_chatbot_arena_gemma-4-31b_as_gemma-4-e4b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_qwen3-8b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_qwen3.5-4b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_nemotron-nano-30b-a3b_seed42

dpo_chatbot_arena_gemma-4-31b_as_gpt-oss-20b_seed42

Qwen3.5-0.8B-MTP-Voodoo

dpo_chatbot_arena_aya-expanse-8b_as_nemotron-nano-30b-a3b_seed42

dpo_chatbot_arena_gemma-4-31b_as_gpt-oss-120b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_gemma-4-e4b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_olmo-3-7b_seed42

dpo_chatbot_arena_gemma-4-31b_as_nemotron-nano-30b-a3b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_qwen3.6-27b_seed42

dpo_chatbot_arena_gemma-4-31b_as_qwen3.6-27b_seed42

dpo_chatbot_arena_gemma-4-31b_as_llama-3.1-8b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_qwen3.6-35b-a3b_seed42

dpo_chatbot_arena_gemma-4-31b_as_qwen3.6-35b-a3b_seed42

dpo_chatbot_arena_gemma-4-31b_as_olmo-3-7b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_qwen3-8b_seed42

dpo_chatbot_arena_aya-expanse-8b_as_phi-4_seed42

dpo_chatbot_arena_aya-expanse-8b_as_gpt-oss-120b_seed42

dpo_chatbot_arena_gemma-4-31b_as_qwen3.5-4b_seed42

dpo_chatbot_arena_gemma-4-e4b_as_granite-4-h-small_seed42

v2-pretrain

dpo_chatbot_arena_aya-expanse-8b_as_gemma-4-31b_seed42