Open Models, Ready for Production

dpo_oasst1_llama-3.1-8b_as_qwen3.6-35b-a3b_seed42

dpo_oasst1_ministral-8b_as_gemma-4-31b_seed42

dpo_oasst1_llama-3.1-8b_as_qwen3.6-27b_seed42

dpo_oasst1_ministral-8b_as_gpt-oss-120b_seed42

dpo_oasst1_ministral-8b_as_gemma-4-e4b_seed42

dpo_oasst1_llama-3.1-8b_as_gpt-oss-120b_seed42

dpo_oasst1_granite-4-h-small_as_nemotron-super-120b_seed42

dpo_oasst1_llama-3.1-8b_as_nemotron-nano-30b-a3b_seed42

dpo_oasst1_gemma-4-e4b_as_qwen3.6-35b-a3b_seed42

dpo_oasst1_llama-3.1-8b_as_gemma-4-e4b_seed42

dpo_oasst1_llama-3.1-8b_as_ministral-8b_seed42

dpo_oasst1_llama-3.1-8b_as_phi-4_seed42

dpo_oasst1_llama-3.1-8b_as_qwen3.5-4b_seed42

dpo_oasst1_granite-4-h-small_as_qwen3.6-27b_seed42

dpo_oasst1_granite-4-h-small_as_gemma-4-31b_seed42

dpo_oasst1_granite-4-h-small_as_nemotron-nano-30b-a3b_seed42

dpo_oasst1_ministral-8b_as_olmo-3-7b_seed42

dpo_oasst1_granite-4-h-small_as_llama-3.1-8b_seed42

dpo_gsm8k_gemma-4-31b_as_llama-3.3-70b_seed42

Villanova-2B-VL-2603-RC-GGUF

dpo_oasst1_ministral-8b_as_aya-expanse-8b_seed42

dpo_oasst1_ministral-8b_as_llama-3.3-70b_seed42

dpo_oasst1_llama-3.1-8b_as_llama-3.3-70b_seed42

dpo_oasst1_llama-3.1-8b_as_gemma-4-31b_seed42

dpo_oasst1_llama-3.1-8b_as_aya-expanse-8b_seed42

dpo_oasst1_granite-4-h-small_as_qwen3.5-4b_seed42

dpo_oasst1_ministral-8b_as_gpt-oss-20b_seed42

dpo_oasst1_llama-3.1-8b_as_granite-4-h-small_seed42

dpo_oasst1_granite-4-h-small_as_olmo-3-7b_seed42

dpo_oasst1_granite-4-h-small_as_gpt-oss-120b_seed42

dpo_oasst1_ministral-8b_as_nemotron-nano-30b-a3b_seed42

dpo_oasst1_llama-3.1-8b_as_nemotron-super-120b_seed42

dpo_oasst1_granite-4-h-small_as_qwen3.6-35b-a3b_seed42

dpo_oasst1_granite-4-h-small_as_aya-expanse-8b_seed42

dpo_oasst1_granite-4-h-small_as_gpt-oss-20b_seed42

dpo_oasst1_granite-4-h-small_as_llama-3.3-70b_seed42

dpo_gsm8k_gemma-4-31b_as_llama-3.1-8b_seed42

dpo_oasst1_gemma-4-e4b_as_qwen3.5-4b_seed42

dpo_oasst1_granite-4-h-small_as_gemma-4-e4b_seed42

dpo_oasst1_ministral-8b_as_granite-4-h-small_seed42

dpo_oasst1_granite-4-h-small_as_phi-4_seed42

dpo_oasst1_llama-3.1-8b_as_gpt-oss-20b_seed42