diff --git a/shinkai-bin/shinkai-node/src/managers/mod.rs b/shinkai-bin/shinkai-node/src/managers/mod.rs index ec3d6cb9f..bba271dea 100644 --- a/shinkai-bin/shinkai-node/src/managers/mod.rs +++ b/shinkai-bin/shinkai-node/src/managers/mod.rs @@ -6,3 +6,4 @@ pub mod model_capabilities_manager; pub mod sheet_manager; pub mod token_counter_tests; pub mod tool_router; +pub mod ollama_models_repository; diff --git a/shinkai-bin/shinkai-node/src/managers/model_capabilities_manager.rs b/shinkai-bin/shinkai-node/src/managers/model_capabilities_manager.rs index 358ca2840..ca93d521b 100644 --- a/shinkai-bin/shinkai-node/src/managers/model_capabilities_manager.rs +++ b/shinkai-bin/shinkai-node/src/managers/model_capabilities_manager.rs @@ -1,5 +1,7 @@ -use crate::llm_provider::{ - error::LLMProviderError, providers::shared::{openai_api::openai_prepare_messages, shared_model_logic::llama_prepare_messages} +use crate::{ + llm_provider::{ + error::LLMProviderError, providers::shared::{openai_api::openai_prepare_messages, shared_model_logic::llama_prepare_messages} + }, managers::ollama_models_repository::OllamaModelsRepository }; use shinkai_message_primitives::{ schemas::{ @@ -660,25 +662,7 @@ impl ModelCapabilitiesManager { eprintln!("has tool capabilities model: {:?}", model); match model { LLMProviderInterface::OpenAI(_) => true, - LLMProviderInterface::Ollama(model) => { - // For Ollama, check model type and respect the passed stream parameter - model.model_type.starts_with("llama3.1") - || model.model_type.starts_with("llama3.2") - || model.model_type.starts_with("llama-3.1") - || model.model_type.starts_with("llama-3.2") - || model.model_type.starts_with("mistral-nemo") - || model.model_type.starts_with("mistral-small") - || model.model_type.starts_with("mistral-large") - || model.model_type.starts_with("mistral-pixtral") - || model.model_type.starts_with("qwen2.5-coder") - || model.model_type.starts_with("qwq") - || model.model_type.starts_with("deepseek-r1:14b") - || model.model_type.starts_with("deepseek-r1:8b") - || model.model_type.starts_with("deepseek-r1:70b") - || model.model_type.starts_with("deepseek-v3") - || model.model_type.starts_with("command-r7b") - || model.model_type.starts_with("mistral-small") - } + LLMProviderInterface::Ollama(model) => OllamaModelsRepository::supports_tools(&model.model_type), LLMProviderInterface::Groq(model) => { model.model_type.starts_with("llama-3.3-70b-versatile") || model.model_type.starts_with("llama-3.1-8b-instant") diff --git a/shinkai-bin/shinkai-node/src/managers/ollama-models-repository.json b/shinkai-bin/shinkai-node/src/managers/ollama-models-repository.json new file mode 100644 index 000000000..601817be7 --- /dev/null +++ b/shinkai-bin/shinkai-node/src/managers/ollama-models-repository.json @@ -0,0 +1,39372 @@ +[ + { + "name": "deepseek-r1", + "description": "DeepSeek's first-generation of reasoning models with comparable performance to OpenAI-o1, including six dense models distilled from DeepSeek-R1 based on Llama and Qwen.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "1.5b", + "hash": "a42b25d8c10a", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "7b", + "hash": "0a8c26691023", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b", + "hash": "28f8fd6cdc67", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "14b", + "hash": "ea35dfe18182", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "32b", + "hash": "38056bbcbb2d", + "size": "20GB", + "isDefault": false + }, + { + "name": "70b", + "hash": "0c1615a8ca32", + "size": "43GB", + "isDefault": false + }, + { + "name": "671b", + "hash": "739e1b229ad7", + "size": "404GB", + "isDefault": false + }, + { + "name": "1.5b-qwen-distill-fp16", + "hash": "b3e50d21d5a9", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "1.5b-qwen-distill-q4_K_M", + "hash": "a42b25d8c10a", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-qwen-distill-q8_0", + "hash": "be5781997fd9", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "14b-qwen-distill-fp16", + "hash": "1f1bddb1a1a2", + "size": "30GB", + "isDefault": false + }, + { + "name": "14b-qwen-distill-q4_K_M", + "hash": "ea35dfe18182", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-qwen-distill-q8_0", + "hash": "022efe288297", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-qwen-distill-fp16", + "hash": "141ef25faf00", + "size": "66GB", + "isDefault": false + }, + { + "name": "32b-qwen-distill-q4_K_M", + "hash": "38056bbcbb2d", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-qwen-distill-q8_0", + "hash": "aed2818831dd", + "size": "35GB", + "isDefault": false + }, + { + "name": "671b-fp16", + "hash": "3e2622881ef5", + "size": "1.3TB", + "isDefault": false + }, + { + "name": "671b-q4_K_M", + "hash": "739e1b229ad7", + "size": "404GB", + "isDefault": false + }, + { + "name": "671b-q8_0", + "hash": "ab9331000874", + "size": "713GB", + "isDefault": false + }, + { + "name": "70b-llama-distill-fp16", + "hash": "5c3319143a79", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-llama-distill-q4_K_M", + "hash": "0c1615a8ca32", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-llama-distill-q8_0", + "hash": "cc1ba146470d", + "size": "75GB", + "isDefault": false + }, + { + "name": "7b-qwen-distill-fp16", + "hash": "fb45459f46e6", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-qwen-distill-q4_K_M", + "hash": "0a8c26691023", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-qwen-distill-q8_0", + "hash": "0bcb1414f90e", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "8b-llama-distill-fp16", + "hash": "b15636d30796", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-llama-distill-q4_K_M", + "hash": "28f8fd6cdc67", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-llama-distill-q8_0", + "hash": "0db4dcd4c434", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3.3", + "description": "New state of the art 70B model. Llama 3.3 70B offers similar performance compared to the Llama 3.1 405B model.", + "supportTools": true, + "defaultTag": "70b", + "tags": [ + { + "name": "70b", + "hash": "a6eb4748fd29", + "size": "43GB", + "isDefault": true + }, + { + "name": "70b-instruct-fp16", + "hash": "8fbd361705a0", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-instruct-q2_K", + "hash": "a6f03da15cbc", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_M", + "hash": "151348be3103", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_S", + "hash": "84d6ecd40b42", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_0", + "hash": "e5afe30ba419", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_M", + "hash": "a6eb4748fd29", + "size": "43GB", + "isDefault": true + }, + { + "name": "70b-instruct-q4_K_S", + "hash": "3d546a04bbd5", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_0", + "hash": "522f1b464c62", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_1", + "hash": "118a0cbe95b2", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_M", + "hash": "a495e09a0513", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-instruct-q6_K", + "hash": "992c05c90cd8", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-instruct-q8_0", + "hash": "d5b5e1b84868", + "size": "75GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "phi4", + "description": "Phi-4 is a 14B parameter, state-of-the-art open model from Microsoft.", + "supportTools": false, + "defaultTag": "14b", + "tags": [ + { + "name": "14b", + "hash": "ac896e5b8b34", + "size": "9.1GB", + "isDefault": true + }, + { + "name": "14b-fp16", + "hash": "227695f919b5", + "size": "29GB", + "isDefault": false + }, + { + "name": "14b-q4_K_M", + "hash": "ac896e5b8b34", + "size": "9.1GB", + "isDefault": true + }, + { + "name": "14b-q8_0", + "hash": "310d366232f4", + "size": "16GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3.2", + "description": "Meta's Llama 3.2 goes small with 1B and 3B models.", + "supportTools": true, + "defaultTag": "3b", + "tags": [ + { + "name": "1b", + "hash": "baf6a787fdff", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b", + "hash": "a80c4f17acd5", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "1b-instruct-fp16", + "hash": "2887c3d03e74", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "1b-instruct-q2_K", + "hash": "3718017cfd4e", + "size": "581MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_L", + "hash": "1a709e91d2fb", + "size": "733MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_M", + "hash": "8459ea7be88f", + "size": "691MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_S", + "hash": "109ea9f8f55f", + "size": "642MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_0", + "hash": "53f2745c8077", + "size": "771MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_1", + "hash": "6163c9206d44", + "size": "832MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_K_M", + "hash": "22bc6b92eb01", + "size": "808MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_K_S", + "hash": "f56eaefc2343", + "size": "776MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_0", + "hash": "e903048bd12a", + "size": "893MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_1", + "hash": "910be2666935", + "size": "953MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_K_M", + "hash": "3df5a9009be6", + "size": "912MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_K_S", + "hash": "751fb3907a1a", + "size": "893MB", + "isDefault": false + }, + { + "name": "1b-instruct-q6_K", + "hash": "4a2e49e49240", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1b-instruct-q8_0", + "hash": "baf6a787fdff", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1b-text-fp16", + "hash": "562d60c68b3d", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "1b-text-q2_K", + "hash": "1e2a8fc966e5", + "size": "581MB", + "isDefault": false + }, + { + "name": "1b-text-q3_K_L", + "hash": "62d0627d1f48", + "size": "733MB", + "isDefault": false + }, + { + "name": "1b-text-q3_K_M", + "hash": "3bbcd4bb53ad", + "size": "691MB", + "isDefault": false + }, + { + "name": "1b-text-q3_K_S", + "hash": "c74a13c9d01e", + "size": "642MB", + "isDefault": false + }, + { + "name": "1b-text-q4_0", + "hash": "33ce72b3b1b1", + "size": "771MB", + "isDefault": false + }, + { + "name": "1b-text-q4_1", + "hash": "280b5553539c", + "size": "832MB", + "isDefault": false + }, + { + "name": "1b-text-q4_K_M", + "hash": "131cc658d843", + "size": "808MB", + "isDefault": false + }, + { + "name": "1b-text-q4_K_S", + "hash": "06bf8ed406f1", + "size": "776MB", + "isDefault": false + }, + { + "name": "1b-text-q5_0", + "hash": "b51a18e69a04", + "size": "893MB", + "isDefault": false + }, + { + "name": "1b-text-q5_1", + "hash": "b495a5b181dd", + "size": "953MB", + "isDefault": false + }, + { + "name": "1b-text-q5_K_M", + "hash": "87388f217df5", + "size": "912MB", + "isDefault": false + }, + { + "name": "1b-text-q5_K_S", + "hash": "297b115ffc1d", + "size": "893MB", + "isDefault": false + }, + { + "name": "1b-text-q6_K", + "hash": "8ed38933c055", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1b-text-q8_0", + "hash": "943f46940dae", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-fp16", + "hash": "195a8c01d91e", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q2_K", + "hash": "43e1dcc10fd4", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_L", + "hash": "adcbc7b3c10e", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_M", + "hash": "fea4b4677930", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_S", + "hash": "860e23062c32", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_0", + "hash": "9b9453afbdd6", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_1", + "hash": "c910c5139ab6", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "a80c4f17acd5", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "3b-instruct-q4_K_S", + "hash": "80f2089878c9", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_0", + "hash": "fa2b62a5f96d", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_1", + "hash": "0452394ac7c9", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_M", + "hash": "7709c7357e6d", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_S", + "hash": "97ef2f873c2c", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q6_K", + "hash": "355f7bc7ff61", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "e410b836fe61", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "3b-text-fp16", + "hash": "b9cec48fca20", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "3b-text-q2_K", + "hash": "dd1eb967998d", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-text-q3_K_L", + "hash": "4e8b52d4f25e", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-text-q3_K_M", + "hash": "c0f8d9281394", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-text-q3_K_S", + "hash": "4b3d962d7792", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-text-q4_0", + "hash": "d7842f3d2c28", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-text-q4_1", + "hash": "7c21a62209c3", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-text-q4_K_M", + "hash": "632997a5a262", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-text-q4_K_S", + "hash": "8265cd0d8cf7", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-text-q5_0", + "hash": "3f80b071deb8", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-text-q5_1", + "hash": "4f906c782668", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-text-q5_K_M", + "hash": "5115e096cd33", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-text-q5_K_S", + "hash": "ca4813388da9", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-text-q6_K", + "hash": "2cc9f183bdd4", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-text-q8_0", + "hash": "945fcc4a41b8", + "size": "3.4GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3.1", + "description": "Llama 3.1 is a new state-of-the-art model from Meta available in 8B, 70B and 405B parameter sizes.", + "supportTools": true, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "46e0c10c039e", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "711a9e8463af", + "size": "43GB", + "isDefault": false + }, + { + "name": "405b", + "hash": "dbd6b9ea93de", + "size": "243GB", + "isDefault": false + }, + { + "name": "405b-instruct-fp16", + "hash": "8ca13bcda28b", + "size": "812GB", + "isDefault": false + }, + { + "name": "405b-instruct-q2_K", + "hash": "57c259aa0162", + "size": "149GB", + "isDefault": false + }, + { + "name": "405b-instruct-q3_K_L", + "hash": "fcd77ab1d261", + "size": "213GB", + "isDefault": false + }, + { + "name": "405b-instruct-q3_K_M", + "hash": "9ab0ea61e9d6", + "size": "195GB", + "isDefault": false + }, + { + "name": "405b-instruct-q3_K_S", + "hash": "5629943379da", + "size": "175GB", + "isDefault": false + }, + { + "name": "405b-instruct-q4_0", + "hash": "65fa6b82bfda", + "size": "229GB", + "isDefault": false + }, + { + "name": "405b-instruct-q4_1", + "hash": "283fcc3a816a", + "size": "254GB", + "isDefault": false + }, + { + "name": "405b-instruct-q4_K_M", + "hash": "dbd6b9ea93de", + "size": "243GB", + "isDefault": false + }, + { + "name": "405b-instruct-q4_K_S", + "hash": "4a745087e617", + "size": "231GB", + "isDefault": false + }, + { + "name": "405b-instruct-q5_0", + "hash": "441bbd85e453", + "size": "279GB", + "isDefault": false + }, + { + "name": "405b-instruct-q5_1", + "hash": "b80f0c0aea72", + "size": "305GB", + "isDefault": false + }, + { + "name": "405b-instruct-q5_K_M", + "hash": "fed1ac5214db", + "size": "287GB", + "isDefault": false + }, + { + "name": "405b-instruct-q5_K_S", + "hash": "5e5285368f59", + "size": "279GB", + "isDefault": false + }, + { + "name": "405b-instruct-q6_K", + "hash": "5478eb23c5fb", + "size": "333GB", + "isDefault": false + }, + { + "name": "405b-instruct-q8_0", + "hash": "b674ab2e9d34", + "size": "431GB", + "isDefault": false + }, + { + "name": "405b-text-fp16", + "hash": "bc01fb5255d5", + "size": "812GB", + "isDefault": false + }, + { + "name": "405b-text-q2_K", + "hash": "f7b0ab60bfbe", + "size": "149GB", + "isDefault": false + }, + { + "name": "405b-text-q3_K_L", + "hash": "94bf2a77e235", + "size": "213GB", + "isDefault": false + }, + { + "name": "405b-text-q3_K_M", + "hash": "b9fb97304e8e", + "size": "195GB", + "isDefault": false + }, + { + "name": "405b-text-q3_K_S", + "hash": "6c66c6eac804", + "size": "175GB", + "isDefault": false + }, + { + "name": "405b-text-q4_0", + "hash": "320335002c0c", + "size": "229GB", + "isDefault": false + }, + { + "name": "405b-text-q4_1", + "hash": "fea44733a09c", + "size": "254GB", + "isDefault": false + }, + { + "name": "405b-text-q4_K_M", + "hash": "d8a18ddb2815", + "size": "243GB", + "isDefault": false + }, + { + "name": "405b-text-q4_K_S", + "hash": "06c63988889d", + "size": "231GB", + "isDefault": false + }, + { + "name": "405b-text-q5_0", + "hash": "8d3fd1384383", + "size": "279GB", + "isDefault": false + }, + { + "name": "405b-text-q5_1", + "hash": "105c1a731c53", + "size": "305GB", + "isDefault": false + }, + { + "name": "405b-text-q5_K_M", + "hash": "0d410297a920", + "size": "287GB", + "isDefault": false + }, + { + "name": "405b-text-q5_K_S", + "hash": "8be1c5b6185d", + "size": "279GB", + "isDefault": false + }, + { + "name": "405b-text-q6_K", + "hash": "0217d822dee9", + "size": "333GB", + "isDefault": false + }, + { + "name": "405b-text-q8_0", + "hash": "394d4ab99b16", + "size": "431GB", + "isDefault": false + }, + { + "name": "70b-instruct-fp16", + "hash": "80d34437631f", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-instruct-q2_K", + "hash": "3cbf499d6905", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_L", + "hash": "dfa642c7de3f", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_M", + "hash": "0e97a7709799", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_S", + "hash": "aae9a850239c", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_0", + "hash": "c0df3564cfe8", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_M", + "hash": "711a9e8463af", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_S", + "hash": "826ee833d0c5", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_0", + "hash": "97b688346a84", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_1", + "hash": "84421db620ee", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_M", + "hash": "1201b5de8650", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_S", + "hash": "9acd76c5572e", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q6_K", + "hash": "eb2f022cab3c", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-instruct-q8_0", + "hash": "5dd991fa92a4", + "size": "75GB", + "isDefault": false + }, + { + "name": "70b-text-fp16", + "hash": "391fbe608631", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-text-q2_K", + "hash": "4dff43d37532", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_L", + "hash": "92b790ee5c4e", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_M", + "hash": "521811adfd14", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_S", + "hash": "5d0e57a281be", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-text-q4_0", + "hash": "89e7cf894d3c", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-text-q4_1", + "hash": "dc22a40d439c", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-text-q4_K_M", + "hash": "f2348d28d33b", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-text-q4_K_S", + "hash": "6da906aeecc4", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-text-q5_0", + "hash": "853b4f3150a5", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-text-q5_1", + "hash": "fb7068813a93", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-text-q5_K_M", + "hash": "d06cbd1da457", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-text-q5_K_S", + "hash": "540ebde70524", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-text-q6_K", + "hash": "ff11f01d22b1", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-text-q8_0", + "hash": "2da4cc56a344", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-instruct-fp16", + "hash": "4aacac419454", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-instruct-q2_K", + "hash": "44a139eeb344", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_L", + "hash": "04a2f1e44de7", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_M", + "hash": "4faa21fca5a2", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_S", + "hash": "16268e519444", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_0", + "hash": "42182419e950", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_1", + "hash": "e129e608a752", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_M", + "hash": "46e0c10c039e", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "8b-instruct-q4_K_S", + "hash": "778e1e675704", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_0", + "hash": "26bc223a1709", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_1", + "hash": "8faaa53f9cda", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_M", + "hash": "27fe1b0ab52c", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_S", + "hash": "2d79e69bc236", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q6_K", + "hash": "81e7664fda9c", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q8_0", + "hash": "b158ded76fa0", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "8b-text-fp16", + "hash": "722fd1ff1fda", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-text-q2_K", + "hash": "82bedef0ef47", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_L", + "hash": "4d9a56f79245", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_M", + "hash": "abcf9215e3df", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_S", + "hash": "92c2cffe1a17", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-text-q4_0", + "hash": "025059e83055", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-text-q4_1", + "hash": "4b32d52187b4", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-text-q4_K_M", + "hash": "6f98b5a6e4b7", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-text-q4_K_S", + "hash": "d1a421604a57", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-text-q5_0", + "hash": "ee0f9a2ffa00", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-text-q5_1", + "hash": "ad68371dbd08", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-text-q5_K_M", + "hash": "e0b14a625560", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-text-q5_K_S", + "hash": "a7562b693302", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-text-q6_K", + "hash": "40e61b3c96cc", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-text-q8_0", + "hash": "56fd90f1aa19", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nomic-embed-text", + "description": "A high-performing open embedding model with a large token context window.", + "supportTools": false, + "defaultTag": "137m-v1.5-fp16", + "tags": [ + { + "name": "137m-v1.5-fp16", + "hash": "0a109f422b47", + "size": "274MB", + "isDefault": true + }, + { + "name": "v1.5", + "hash": "0a109f422b47", + "size": "274MB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "mistral", + "description": "The 7B model released by Mistral AI, updated to version 0.3.", + "supportTools": true, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "f974a74358d6", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-instruct", + "hash": "f974a74358d6", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "7334da3db4d2", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "1344ecf13c2e", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "7f1b28865005", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "9fddddabfd5d", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "30ead8e09346", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "b17615239298", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_1", + "hash": "4455f2ee0189", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "1a85656b534f", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "d8ee783f8c73", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "69b94d2f2086", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "0aeff8418eda", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "8397c99c426f", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "6e47e694bb5c", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "bb307cbab5aa", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "2162e081e7f0", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-fp16", + "hash": "094d67ff087c", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q2_K", + "hash": "6deedd139c2a", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q3_K_L", + "hash": "efe60f8368f7", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q3_K_M", + "hash": "6897f015d8dc", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q3_K_S", + "hash": "a0adecf535f4", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q4_0", + "hash": "61e88e884507", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q4_1", + "hash": "658e1f4c66cc", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q4_K_M", + "hash": "eb14864c7427", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q4_K_S", + "hash": "ba00d3a5239e", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q5_0", + "hash": "0e6b5e504307", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q5_1", + "hash": "ff048d9b25be", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q5_K_M", + "hash": "bec2cbe92b28", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q5_K_S", + "hash": "db882a87043d", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q6_K", + "hash": "1019a5160773", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.2-q8_0", + "hash": "3f321fd2a1c3", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-fp16", + "hash": "1729fae719f1", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q2_K", + "hash": "df064eda326d", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q3_K_L", + "hash": "4bd00c37f8e9", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q3_K_M", + "hash": "828e3497b80a", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q3_K_S", + "hash": "86f93ac8c353", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q4_0", + "hash": "f974a74358d6", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-instruct-v0.3-q4_1", + "hash": "68d44147583f", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q4_K_M", + "hash": "61e1a49f19db", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q4_K_S", + "hash": "cabb111d0d1f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q5_0", + "hash": "a984e4fe4fe9", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q5_1", + "hash": "3bc215ead684", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q5_K_M", + "hash": "244c1435dd8e", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q5_K_S", + "hash": "0e7c66bf1366", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q6_K", + "hash": "639daf3310ab", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-v0.3-q8_0", + "hash": "10e5a5ebd26d", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-text", + "hash": "495ae085225b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-fp16", + "hash": "0c3d49e38913", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-text-q2_K", + "hash": "741772b3543d", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_L", + "hash": "ae1eaf0c61df", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_M", + "hash": "633491386324", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_S", + "hash": "ec0a4bd34689", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-text-q4_0", + "hash": "d19e34de4cb6", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-q4_1", + "hash": "14d146cb57dc", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_M", + "hash": "60eca258468e", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_S", + "hash": "e6aa05445f6e", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-q5_0", + "hash": "efb1aa205985", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-text-q5_1", + "hash": "05b86a2ea9de", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_M", + "hash": "71cd339e522c", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_S", + "hash": "be6784da326c", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-text-q6_K", + "hash": "08f5c2f86290", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-text-q8_0", + "hash": "3197b6e23271", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-fp16", + "hash": "06b91ca50a5e", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q2_K", + "hash": "748b32627509", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q3_K_L", + "hash": "991a9afb3a73", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q3_K_M", + "hash": "519ef17de46e", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q3_K_S", + "hash": "1cd170493ae6", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q4_0", + "hash": "495ae085225b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q4_1", + "hash": "fae6ab253307", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q4_K_M", + "hash": "33518cc91a4d", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q4_K_S", + "hash": "1a6db06e5aa7", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q5_0", + "hash": "de4b5d95fa55", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q5_1", + "hash": "719e139683a3", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q5_K_M", + "hash": "d4e74c03817c", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q5_K_S", + "hash": "d419d7d9e74a", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q6_K", + "hash": "017da36fcc18", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-text-v0.2-q8_0", + "hash": "e844517e7eaf", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "f974a74358d6", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "text", + "hash": "495ae085225b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v0.1", + "hash": "b17615239298", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v0.2", + "hash": "61e88e884507", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v0.3", + "hash": "f974a74358d6", + "size": "4.1GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3", + "description": "Meta Llama 3: The most capable openly available LLM to date", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "365c0bd3c000", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "786f3184aec0", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct", + "hash": "786f3184aec0", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-fp16", + "hash": "a84c389adf03", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-instruct-q2_K", + "hash": "693db6efd8f9", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_L", + "hash": "e5d560a5f1ae", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_M", + "hash": "aa0e78b2b879", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_S", + "hash": "4c1a815173f7", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_0", + "hash": "786f3184aec0", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_1", + "hash": "df99b9a013cf", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_M", + "hash": "f04e196898af", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_S", + "hash": "3b5ca57de719", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_0", + "hash": "4b557d9edc8f", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_1", + "hash": "8fc800ccfec4", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_M", + "hash": "4e84a5514862", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_S", + "hash": "639ad63d3803", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q6_K", + "hash": "a50a7631e818", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-instruct-q8_0", + "hash": "13ef6d4ac2af", + "size": "75GB", + "isDefault": false + }, + { + "name": "70b-text", + "hash": "0b88ea68f949", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-text-fp16", + "hash": "f698d14954d3", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-text-q2_K", + "hash": "8e7acd975e4c", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_L", + "hash": "a59e68b60a66", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_M", + "hash": "05a42206e81a", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_S", + "hash": "85adac3167c3", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-text-q4_0", + "hash": "0b88ea68f949", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-text-q4_1", + "hash": "0568b52cd894", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-text-q4_K_M", + "hash": "d1a70936a292", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-text-q4_K_S", + "hash": "13aba0c20a4a", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-text-q5_0", + "hash": "878949e474d3", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-text-q5_1", + "hash": "f26e4666536b", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-text-q5_K_M", + "hash": "3a9680b7a812", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-text-q5_K_S", + "hash": "3c9bae7f46ba", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-text-q6_K", + "hash": "9a3e4b9ce0a2", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-text-q8_0", + "hash": "ec846ca4f4c2", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-instruct-fp16", + "hash": "c666fe422df7", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-instruct-q2_K", + "hash": "2745d547f376", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_L", + "hash": "df7624806f55", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_M", + "hash": "726a1960bfed", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_S", + "hash": "0891d012c467", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_0", + "hash": "365c0bd3c000", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-instruct-q4_1", + "hash": "ec0a6ea1fb9b", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_M", + "hash": "9b8f3f3385bf", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_S", + "hash": "469db3d82576", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_0", + "hash": "a13deb0590c7", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_1", + "hash": "662158bc9277", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_M", + "hash": "af3083b17cd4", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_S", + "hash": "7eae3176f5b5", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q6_K", + "hash": "e4a3943fcd76", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q8_0", + "hash": "1b8e49cece7f", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "8b-text", + "hash": "870a5d02cfaf", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-text-fp16", + "hash": "1a8e5e89d89c", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-text-q2_K", + "hash": "ddab15c8cb9c", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_L", + "hash": "c8a0b2fe8826", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_M", + "hash": "8dc24663264e", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_S", + "hash": "ef8314434744", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-text-q4_0", + "hash": "870a5d02cfaf", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-text-q4_1", + "hash": "6b5617036d84", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-text-q4_K_M", + "hash": "92666a9c24c8", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-text-q4_K_S", + "hash": "9a26d72d3e16", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-text-q5_0", + "hash": "fcf1eef68171", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-text-q5_1", + "hash": "3c3ab90050f5", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-text-q5_K_M", + "hash": "f8dbc557876f", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-text-q5_K_S", + "hash": "248acc1da82b", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-text-q6_K", + "hash": "e8210b245747", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-text-q8_0", + "hash": "7a0307e073ae", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "365c0bd3c000", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "text", + "hash": "870a5d02cfaf", + "size": "4.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "qwen", + "description": "Qwen 1.5 is a series of large language models by Alibaba Cloud spanning from 0.5B to 110B parameters", + "supportTools": false, + "defaultTag": "4b", + "tags": [ + { + "name": "0.5b", + "hash": "b5dc5e784f2a", + "size": "395MB", + "isDefault": false + }, + { + "name": "1.8b", + "hash": "b6e8ec2e7126", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "4b", + "hash": "d53d04290064", + "size": "2.3GB", + "isDefault": true + }, + { + "name": "7b", + "hash": "2091ee8c8d8f", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "14b", + "hash": "80362ced6553", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "32b", + "hash": "26e7e8447f5d", + "size": "18GB", + "isDefault": false + }, + { + "name": "72b", + "hash": "e1c64582de5c", + "size": "41GB", + "isDefault": false + }, + { + "name": "110b", + "hash": "7fed4b7787da", + "size": "63GB", + "isDefault": false + }, + { + "name": "0.5b-chat", + "hash": "b5dc5e784f2a", + "size": "395MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-fp16", + "hash": "967f7a3593ba", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q2_K", + "hash": "a16189bc79c0", + "size": "298MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q3_K_L", + "hash": "d184d2901228", + "size": "364MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q3_K_M", + "hash": "b18e5c255a90", + "size": "350MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q3_K_S", + "hash": "0bcee5f34ad7", + "size": "333MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q4_0", + "hash": "b5dc5e784f2a", + "size": "395MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q4_1", + "hash": "1bf15c40f38e", + "size": "424MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q4_K_M", + "hash": "e1c9c6192a7e", + "size": "407MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q4_K_S", + "hash": "5d85925638c3", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q5_0", + "hash": "60ea3fa139a6", + "size": "453MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q5_1", + "hash": "a60a006869f5", + "size": "482MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q5_K_M", + "hash": "743996dfe09d", + "size": "459MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q5_K_S", + "hash": "1cf5f7bb58c9", + "size": "453MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q6_K", + "hash": "0d79ae8737db", + "size": "515MB", + "isDefault": false + }, + { + "name": "0.5b-chat-v1.5-q8_0", + "hash": "38781999773b", + "size": "665MB", + "isDefault": false + }, + { + "name": "0.5b-text", + "hash": "f92ac32068ca", + "size": "395MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-fp16", + "hash": "9cedb3d846db", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q2_K", + "hash": "6be7d85c1f37", + "size": "298MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q3_K_L", + "hash": "49837f2c5b03", + "size": "364MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q3_K_M", + "hash": "7b641307e2fe", + "size": "350MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q3_K_S", + "hash": "37eeb0d10fd8", + "size": "333MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q4_0", + "hash": "f92ac32068ca", + "size": "395MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q4_1", + "hash": "8634f265be16", + "size": "424MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q4_K_M", + "hash": "d8d0c86b10cd", + "size": "407MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q4_K_S", + "hash": "b0702a4235ed", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q5_0", + "hash": "3822065b797a", + "size": "453MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q5_1", + "hash": "9f7ae5e6520b", + "size": "482MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q5_K_M", + "hash": "dcedf0beaf7e", + "size": "459MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q5_K_S", + "hash": "4ea8ddc7c860", + "size": "453MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q6_K", + "hash": "c8c2e4f579df", + "size": "515MB", + "isDefault": false + }, + { + "name": "0.5b-text-v1.5-q8_0", + "hash": "c92fe3f525ea", + "size": "665MB", + "isDefault": false + }, + { + "name": "1.8b-chat", + "hash": "b6e8ec2e7126", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-chat-fp16", + "hash": "7b9c77c7b5b6", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q2_K", + "hash": "467dbacce487", + "size": "853MB", + "isDefault": false + }, + { + "name": "1.8b-chat-q3_K_L", + "hash": "e3d057690a37", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q3_K_M", + "hash": "f7be0cbb0c5c", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q3_K_S", + "hash": "9c807784e6fb", + "size": "970MB", + "isDefault": false + }, + { + "name": "1.8b-chat-q4_0", + "hash": "ef087b004e83", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q4_1", + "hash": "e422a7c56e8a", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q4_K_M", + "hash": "9c250efbd096", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q4_K_S", + "hash": "d04762cf1457", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q5_0", + "hash": "39b08d9c553f", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q5_1", + "hash": "ac833a41e88c", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q5_K_M", + "hash": "8341fb324ce5", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q5_K_S", + "hash": "857ae180d71f", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q6_K", + "hash": "6068eacf7eab", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.8b-chat-q8_0", + "hash": "761057adac8d", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-fp16", + "hash": "e3562f7740ef", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q2_K", + "hash": "5ec5deec0331", + "size": "863MB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q3_K_L", + "hash": "7e69fb050fc6", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q3_K_M", + "hash": "1e7a582ce4d6", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q3_K_S", + "hash": "45631575b031", + "size": "970MB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q4_0", + "hash": "b6e8ec2e7126", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q4_1", + "hash": "5520d901c708", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q4_K_M", + "hash": "27cd5d607aa3", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q4_K_S", + "hash": "318bbcfbbcb1", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q5_0", + "hash": "942791d6df80", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q5_1", + "hash": "5cb573856803", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q5_K_M", + "hash": "c3c9b43d0ae7", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q5_K_S", + "hash": "63a97b074a77", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q6_K", + "hash": "1b54bd2ede5d", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v1.5-q8_0", + "hash": "2af802a8e3c4", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "1.8b-text", + "hash": "617cceb63756", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-text-fp16", + "hash": "f4bf3caa7f4c", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "1.8b-text-q2_K", + "hash": "25e8928e67d8", + "size": "853MB", + "isDefault": false + }, + { + "name": "1.8b-text-q3_K_L", + "hash": "b6d15127867d", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-text-q3_K_M", + "hash": "2d9bc3e28126", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.8b-text-q3_K_S", + "hash": "6d276d0b0e4d", + "size": "970MB", + "isDefault": false + }, + { + "name": "1.8b-text-q4_0", + "hash": "03dc8b7a4353", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-text-q4_1", + "hash": "9d03e4ff6283", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-text-q4_K_M", + "hash": "8f4011c63861", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-text-q4_K_S", + "hash": "35417f1033ba", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-text-q5_0", + "hash": "5dee62f8b270", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-text-q5_1", + "hash": "1ace6d0d6868", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-text-q5_K_M", + "hash": "ba3f032feb07", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-text-q5_K_S", + "hash": "fc7b98d4110c", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-text-q6_K", + "hash": "60c274911b01", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.8b-text-q8_0", + "hash": "fb7576710ad5", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-fp16", + "hash": "5b31a65f7476", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q2_K", + "hash": "9fbae281c54a", + "size": "863MB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q3_K_L", + "hash": "55006f44ba8f", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q3_K_M", + "hash": "1e00ca7ca1af", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q3_K_S", + "hash": "cfddca3d7609", + "size": "970MB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q4_0", + "hash": "617cceb63756", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q4_1", + "hash": "9c3064af8a6a", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q4_K_M", + "hash": "2120d6a01bc3", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q4_K_S", + "hash": "9de4291d63b0", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q5_0", + "hash": "fbc1dd7dbb3f", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q5_1", + "hash": "110bb7065fe0", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q5_K_M", + "hash": "e2aedf4a65d7", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q5_K_S", + "hash": "b12f16343645", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q6_K", + "hash": "e7be77cc89a1", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.8b-text-v1.5-q8_0", + "hash": "48d0284fc9fe", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "110b-chat", + "hash": "7fed4b7787da", + "size": "63GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-fp16", + "hash": "ba695125f554", + "size": "222GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q2_K", + "hash": "1e7acfd0a780", + "size": "41GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q3_K_L", + "hash": "38eec5a3a415", + "size": "58GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q3_K_M", + "hash": "e1dea48c9e67", + "size": "54GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q3_K_S", + "hash": "a2f6e6c88111", + "size": "48GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q4_0", + "hash": "7fed4b7787da", + "size": "63GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q4_1", + "hash": "6122c3a9ed71", + "size": "70GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q4_K_M", + "hash": "b9cfda07d6f6", + "size": "67GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q4_K_S", + "hash": "89cc28d3008f", + "size": "63GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q5_0", + "hash": "34209c9810a9", + "size": "77GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q5_1", + "hash": "e74e5965cc23", + "size": "84GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q5_K_M", + "hash": "98574b6ea163", + "size": "79GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q5_K_S", + "hash": "7ba26ace3df0", + "size": "77GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q6_K", + "hash": "1e57b2da94fa", + "size": "91GB", + "isDefault": false + }, + { + "name": "110b-chat-v1.5-q8_0", + "hash": "a7b94c2ca097", + "size": "118GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-fp16", + "hash": "db7af5aa87cf", + "size": "222GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q2_K", + "hash": "0c0dc39aeb62", + "size": "41GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q3_K_L", + "hash": "d600eac4b5ea", + "size": "58GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q3_K_M", + "hash": "354ef171b532", + "size": "54GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q3_K_S", + "hash": "f47bf7b34be3", + "size": "48GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q4_0", + "hash": "641bc60e9274", + "size": "63GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q4_1", + "hash": "88fd1ce3561e", + "size": "70GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q4_K_M", + "hash": "b66e1e01042f", + "size": "67GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q4_K_S", + "hash": "29294418d682", + "size": "63GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q5_0", + "hash": "818ee5b08aa2", + "size": "77GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q5_1", + "hash": "19c32c34f04a", + "size": "84GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q5_K_M", + "hash": "db245b9a7f62", + "size": "79GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q5_K_S", + "hash": "358e654339d6", + "size": "77GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q6_K", + "hash": "446cabb2ebd6", + "size": "91GB", + "isDefault": false + }, + { + "name": "110b-text-v1.5-q8_0", + "hash": "53bc7e72b768", + "size": "118GB", + "isDefault": false + }, + { + "name": "14b-chat", + "hash": "80362ced6553", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "14b-chat-fp16", + "hash": "13c401be87d4", + "size": "28GB", + "isDefault": false + }, + { + "name": "14b-chat-q2_K", + "hash": "fd1a3ccd26ec", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "14b-chat-q3_K_L", + "hash": "8b5eb6ea106d", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "14b-chat-q3_K_M", + "hash": "f3e7aa8567ed", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "14b-chat-q3_K_S", + "hash": "79c06fc56da4", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "14b-chat-q4_0", + "hash": "e5a75212c4d4", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "14b-chat-q4_1", + "hash": "282ce204bb6b", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-chat-q4_K_M", + "hash": "f845925f8d90", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "14b-chat-q4_K_S", + "hash": "dc341a2db63b", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-chat-q5_0", + "hash": "ee17956b87cc", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "14b-chat-q5_1", + "hash": "248b0b25c47e", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-chat-q5_K_M", + "hash": "240a4381badd", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-chat-q5_K_S", + "hash": "91f5698531f7", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-chat-q6_K", + "hash": "5967f08cc189", + "size": "12GB", + "isDefault": false + }, + { + "name": "14b-chat-q8_0", + "hash": "66f562724bd2", + "size": "15GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-fp16", + "hash": "cb20f077361d", + "size": "28GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q2_K", + "hash": "42f07244d30a", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q3_K_L", + "hash": "0eca84ada344", + "size": "7.8GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q3_K_M", + "hash": "319f64f95f85", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q3_K_S", + "hash": "3ad40beca67d", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q4_0", + "hash": "80362ced6553", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q4_1", + "hash": "4f50c5079631", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q4_K_M", + "hash": "128a75c88e2f", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q4_K_S", + "hash": "e6c0570ce501", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q5_0", + "hash": "d06d5137e584", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q5_1", + "hash": "a16ff3fb4f19", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q5_K_M", + "hash": "ba0e61d66b27", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q5_K_S", + "hash": "85650ef588d4", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q6_K", + "hash": "9378d98cce24", + "size": "12GB", + "isDefault": false + }, + { + "name": "14b-chat-v1.5-q8_0", + "hash": "f1954a35f7ce", + "size": "15GB", + "isDefault": false + }, + { + "name": "14b-text", + "hash": "06e198d562c8", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "14b-text-fp16", + "hash": "c49a8e18017a", + "size": "28GB", + "isDefault": false + }, + { + "name": "14b-text-q2_K", + "hash": "490383e818bc", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "14b-text-q3_K_L", + "hash": "e706cfc43d67", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "14b-text-q3_K_M", + "hash": "35babf7c6752", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "14b-text-q3_K_S", + "hash": "7b6da3dbc02c", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "14b-text-q4_0", + "hash": "856ff95ace9a", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "14b-text-q4_1", + "hash": "fb080c3f9385", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-text-q4_K_M", + "hash": "9a20ad8849dc", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "14b-text-q4_K_S", + "hash": "074ac9031894", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-text-q5_0", + "hash": "7f52ab937912", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "14b-text-q5_1", + "hash": "9a711abdb0ca", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-text-q5_K_M", + "hash": "2acf4c66179b", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-text-q5_K_S", + "hash": "8c818d039803", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-text-q6_K", + "hash": "e653065c8329", + "size": "12GB", + "isDefault": false + }, + { + "name": "14b-text-q8_0", + "hash": "3c3330be50fe", + "size": "15GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-fp16", + "hash": "6a5ff630639c", + "size": "28GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q2_K", + "hash": "b29e82a9291d", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q3_K_L", + "hash": "e5feaa6b570f", + "size": "7.8GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q3_K_M", + "hash": "8ba10671f72c", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q3_K_S", + "hash": "79262f8761eb", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q4_0", + "hash": "06e198d562c8", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q4_1", + "hash": "3514cc84da3f", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q4_K_M", + "hash": "4a22e598c7c9", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q4_K_S", + "hash": "ab6680a741b8", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q5_0", + "hash": "c9413c9c81d5", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q5_1", + "hash": "5f196042dc74", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q5_K_M", + "hash": "1564ba9fc84c", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q5_K_S", + "hash": "a31ed924fdab", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q6_K", + "hash": "d65ba73d052f", + "size": "12GB", + "isDefault": false + }, + { + "name": "14b-text-v1.5-q8_0", + "hash": "5cc57127891d", + "size": "15GB", + "isDefault": false + }, + { + "name": "32b-chat", + "hash": "26e7e8447f5d", + "size": "18GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-fp16", + "hash": "bb930ce340f6", + "size": "65GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q2_K", + "hash": "cae8aaeddda8", + "size": "12GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q3_K_L", + "hash": "d3bd7dde094e", + "size": "17GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q3_K_M", + "hash": "ecaa1f67c173", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q3_K_S", + "hash": "1d172657e5a4", + "size": "14GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q4_0", + "hash": "26e7e8447f5d", + "size": "18GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q4_1", + "hash": "7fe1bf3d215e", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q4_K_M", + "hash": "7975942ff0b1", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q4_K_S", + "hash": "4016dd0cf4e1", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q5_0", + "hash": "828e952fda6b", + "size": "22GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q5_1", + "hash": "f3d3a42b3783", + "size": "24GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q5_K_M", + "hash": "380f376a451a", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q5_K_S", + "hash": "e67b35358286", + "size": "22GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q6_K", + "hash": "af95b2a2409c", + "size": "27GB", + "isDefault": false + }, + { + "name": "32b-chat-v1.5-q8_0", + "hash": "33c6cb647280", + "size": "35GB", + "isDefault": false + }, + { + "name": "32b-text", + "hash": "e0618f6f0310", + "size": "18GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q2_K", + "hash": "95302f736724", + "size": "12GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q3_K_L", + "hash": "1a047023c341", + "size": "17GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q3_K_M", + "hash": "24ea7d162ce2", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q3_K_S", + "hash": "1d103fa3fd6e", + "size": "14GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q4_0", + "hash": "e0618f6f0310", + "size": "18GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q4_1", + "hash": "cefaaea22fea", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q4_K_S", + "hash": "b68f170dbfd9", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q5_0", + "hash": "8ab0ebc4b274", + "size": "22GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q5_1", + "hash": "577251d3ca12", + "size": "24GB", + "isDefault": false + }, + { + "name": "32b-text-v1.5-q8_0", + "hash": "60a90eb7a7da", + "size": "35GB", + "isDefault": false + }, + { + "name": "4b-chat", + "hash": "d53d04290064", + "size": "2.3GB", + "isDefault": true + }, + { + "name": "4b-chat-v1.5-fp16", + "hash": "86621ca225c4", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q2_K", + "hash": "e6c11802c6ad", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q3_K_L", + "hash": "373625817e6f", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q3_K_M", + "hash": "da9fe589f9b3", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q3_K_S", + "hash": "d75968a2b37c", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q4_0", + "hash": "d53d04290064", + "size": "2.3GB", + "isDefault": true + }, + { + "name": "4b-chat-v1.5-q4_1", + "hash": "8d4b987199fe", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q4_K_M", + "hash": "84dd8780ab54", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q4_K_S", + "hash": "1f33fcfdb4b1", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q5_0", + "hash": "1a7d31503b2a", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q5_1", + "hash": "061afe4b95b5", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q5_K_M", + "hash": "0f701078af82", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q5_K_S", + "hash": "4a434490ef35", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q6_K", + "hash": "13f15e36187d", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "4b-chat-v1.5-q8_0", + "hash": "7dfc4f0660c0", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "4b-text", + "hash": "a1332f1a62c4", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-fp16", + "hash": "bd8bb0558fba", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q2_K", + "hash": "9f5aaac70cb0", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q3_K_L", + "hash": "34cd35706e60", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q3_K_M", + "hash": "b446af0b99f1", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q3_K_S", + "hash": "8a41ec56a16b", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q4_0", + "hash": "a1332f1a62c4", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q4_1", + "hash": "0139d9637b43", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q4_K_M", + "hash": "ba6453687014", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q4_K_S", + "hash": "a569a7c9c36b", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q5_0", + "hash": "9c5c32de923f", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q5_1", + "hash": "33f576bd435a", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q5_K_M", + "hash": "55b9362ae113", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q5_K_S", + "hash": "dc8f41c10a81", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q6_K", + "hash": "e40c4d6f1e33", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "4b-text-v1.5-q8_0", + "hash": "e3bafc3eec84", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "72b-chat", + "hash": "e1c64582de5c", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-chat-fp16", + "hash": "123c97eccf0d", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-chat-q2_K", + "hash": "244e559ab857", + "size": "27GB", + "isDefault": false + }, + { + "name": "72b-chat-q3_K_L", + "hash": "227bc5757311", + "size": "39GB", + "isDefault": false + }, + { + "name": "72b-chat-q3_K_M", + "hash": "2142023c2267", + "size": "37GB", + "isDefault": false + }, + { + "name": "72b-chat-q3_K_S", + "hash": "e69b5490aa6d", + "size": "32GB", + "isDefault": false + }, + { + "name": "72b-chat-q4_0", + "hash": "bf2a98cf5f68", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-chat-q4_1", + "hash": "4d7d270862ce", + "size": "45GB", + "isDefault": false + }, + { + "name": "72b-chat-q4_K_M", + "hash": "d1f376d8aaa7", + "size": "45GB", + "isDefault": false + }, + { + "name": "72b-chat-q4_K_S", + "hash": "5c65776c1c19", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-chat-q5_0", + "hash": "7363152de4ba", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-chat-q5_1", + "hash": "d3f70b712d5c", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-chat-q5_K_M", + "hash": "29453752b3f1", + "size": "53GB", + "isDefault": false + }, + { + "name": "72b-chat-q5_K_S", + "hash": "f9a9015181f4", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-chat-q6_K", + "hash": "5d2b88c19b53", + "size": "59GB", + "isDefault": false + }, + { + "name": "72b-chat-q8_0", + "hash": "030f5b2af0ff", + "size": "77GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-fp16", + "hash": "28d7b95e342e", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q2_K", + "hash": "26d588038b9d", + "size": "28GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q3_K_L", + "hash": "1a4a7d398f67", + "size": "38GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q3_K_M", + "hash": "8c8712c6e79c", + "size": "36GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q3_K_S", + "hash": "a3f91495a290", + "size": "33GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q4_0", + "hash": "e1c64582de5c", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q4_1", + "hash": "a5a048009124", + "size": "45GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q4_K_M", + "hash": "92daf708b997", + "size": "44GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q4_K_S", + "hash": "7e941773ce08", + "size": "42GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q5_0", + "hash": "7ff940bf7ddc", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q5_1", + "hash": "8432bf6237b9", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q5_K_M", + "hash": "13a773260811", + "size": "51GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q5_K_S", + "hash": "f92117215877", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q6_K", + "hash": "5e3a83c19698", + "size": "59GB", + "isDefault": false + }, + { + "name": "72b-chat-v1.5-q8_0", + "hash": "d9fd9f90f55b", + "size": "77GB", + "isDefault": false + }, + { + "name": "72b-text", + "hash": "641bc60e9274", + "size": "63GB", + "isDefault": false + }, + { + "name": "72b-text-fp16", + "hash": "34db8c6fcc66", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-text-q2_K", + "hash": "23b4e03b0625", + "size": "27GB", + "isDefault": false + }, + { + "name": "72b-text-q3_K_L", + "hash": "a7cdeaeb4dc6", + "size": "39GB", + "isDefault": false + }, + { + "name": "72b-text-q3_K_M", + "hash": "1c5d6fd01ff9", + "size": "37GB", + "isDefault": false + }, + { + "name": "72b-text-q3_K_S", + "hash": "325a8011ee4b", + "size": "32GB", + "isDefault": false + }, + { + "name": "72b-text-q4_0", + "hash": "1cd3d5885ed6", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-text-q4_1", + "hash": "b466cc1b68b6", + "size": "45GB", + "isDefault": false + }, + { + "name": "72b-text-q4_K_M", + "hash": "17d08105327a", + "size": "45GB", + "isDefault": false + }, + { + "name": "72b-text-q4_K_S", + "hash": "66750638e89b", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-text-q5_0", + "hash": "d552a292aad1", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-text-q5_1", + "hash": "d8d15961dfea", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-text-q5_K_M", + "hash": "5a9b21fe4698", + "size": "53GB", + "isDefault": false + }, + { + "name": "72b-text-q5_K_S", + "hash": "c47f6138bc77", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-text-q6_K", + "hash": "025578f7c6ba", + "size": "59GB", + "isDefault": false + }, + { + "name": "72b-text-q8_0", + "hash": "5c8b151ce1ed", + "size": "77GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-fp16", + "hash": "e45fb69e7592", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q2_K", + "hash": "197347e6f44a", + "size": "28GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q3_K_L", + "hash": "12d317b5786e", + "size": "38GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q3_K_M", + "hash": "0369ae92fbbb", + "size": "36GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q3_K_S", + "hash": "543046c80b47", + "size": "33GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q4_0", + "hash": "d5c16df7f831", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q4_1", + "hash": "c43dd2a16f0f", + "size": "45GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q4_K_M", + "hash": "b6c1eefce0a6", + "size": "44GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q4_K_S", + "hash": "c395d71df009", + "size": "42GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q5_0", + "hash": "ce956e731751", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q5_1", + "hash": "e61f727ecdb2", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q5_K_M", + "hash": "ea68416fee98", + "size": "51GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q5_K_S", + "hash": "8c427eabb6e1", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q6_K", + "hash": "c75eef5a9035", + "size": "59GB", + "isDefault": false + }, + { + "name": "72b-text-v1.5-q8_0", + "hash": "da7cc3b6659a", + "size": "77GB", + "isDefault": false + }, + { + "name": "7b-chat", + "hash": "2091ee8c8d8f", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-fp16", + "hash": "496130f8bb9c", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-chat-q2_K", + "hash": "b1e83e951244", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_L", + "hash": "6c760e557c98", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_M", + "hash": "981740748bb1", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_S", + "hash": "6ee05062598c", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_0", + "hash": "8a759e224c54", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_1", + "hash": "e70d79f49f09", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_M", + "hash": "6c6f9fb7cb7b", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_S", + "hash": "670c5afa68d5", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_0", + "hash": "940f9af7bba7", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_1", + "hash": "71556ed81da3", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_M", + "hash": "eb70368f4555", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_S", + "hash": "82f7b355c834", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-q6_K", + "hash": "be7c8c5aee85", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-chat-q8_0", + "hash": "75224d9ec839", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-fp16", + "hash": "39e2b1482d7d", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q2_K", + "hash": "faee39b0b827", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q3_K_L", + "hash": "c78b559835da", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q3_K_M", + "hash": "dfd589fd9f3b", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q3_K_S", + "hash": "ef462b8bc3ca", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q4_0", + "hash": "2091ee8c8d8f", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q4_1", + "hash": "3dc4f8204e32", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q4_K_M", + "hash": "315448cc7b99", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q4_K_S", + "hash": "1b769918d6f3", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_0", + "hash": "76b41a9e206c", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_1", + "hash": "80b5a8dd99a2", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_K_M", + "hash": "44ca6b3fda9d", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_K_S", + "hash": "94f4b35970c7", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q6_K", + "hash": "6b5b161d1076", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q8_0", + "hash": "3985a6e61dfa", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "bdb4603ac3f3", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "afe0b73c064a", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "2a971f9c4019", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "407571073d23", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "e770768ad724", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "a602ed3d295f", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-q4_1", + "hash": "aced3b622251", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "e6124c271f88", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "13660ea6e426", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "82a77b5d2839", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "3a554a4eca23", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "ee14f131c864", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "48ac7dcf12ec", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "733a6dcda35a", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "ea380ed299dd", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "7b-text", + "hash": "952dc7c77fea", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-fp16", + "hash": "ba1ea7856323", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q2_K", + "hash": "7c798100fec5", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q3_K_L", + "hash": "c103abc28f47", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q3_K_M", + "hash": "fab4b0426e2d", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q3_K_S", + "hash": "59ff1e9f7a72", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q4_0", + "hash": "952dc7c77fea", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q4_1", + "hash": "1c67239d76ac", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q4_K_M", + "hash": "a2e8ed289a56", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q4_K_S", + "hash": "05bb240791f0", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q5_0", + "hash": "2074857a59f8", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q5_1", + "hash": "0945490c2698", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q5_K_M", + "hash": "4bf2de545437", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q5_K_S", + "hash": "6d3df3af15c9", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q6_K", + "hash": "989f69b773a3", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-text-v1.5-q8_0", + "hash": "968572e9757d", + "size": "8.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "gemma", + "description": "Gemma is a family of lightweight, state-of-the-art open models built by Google DeepMind. Updated to version 1.1", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "2b", + "hash": "b50d6c999e59", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "7b", + "hash": "a72c7f4d0a15", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "2b-instruct", + "hash": "030ee63283b5", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-fp16", + "hash": "1cca4a1914b8", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-q2_K", + "hash": "462aa639add9", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_L", + "hash": "a5e1a96f2947", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_M", + "hash": "0bb5a6a99256", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_S", + "hash": "1147ae8910c1", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_0", + "hash": "b50d6c999e59", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_1", + "hash": "79f47baf629d", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_K_M", + "hash": "073d0876d678", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_K_S", + "hash": "1f62e695daaf", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_0", + "hash": "f2e0978e20a7", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_1", + "hash": "2005cd5b9f9a", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_M", + "hash": "79fe7a4a6e26", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_S", + "hash": "466d55f10b72", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-q6_K", + "hash": "2934d89f4873", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-q8_0", + "hash": "233b6c11a9a9", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-fp16", + "hash": "fa8ddc50dcc2", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q2_K", + "hash": "8be00e58cf4f", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q3_K_L", + "hash": "198260e1ebc4", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q3_K_M", + "hash": "5bb1882722eb", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q3_K_S", + "hash": "fa7ef5ec4918", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q4_0", + "hash": "030ee63283b5", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q4_1", + "hash": "7eceb81ab6c2", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q4_K_M", + "hash": "1a26b1fdc8cf", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q4_K_S", + "hash": "0c8c655954ea", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q5_0", + "hash": "08119f9e759a", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q5_1", + "hash": "c30cb73e47bb", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q5_K_M", + "hash": "8b4445dd0168", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q5_K_S", + "hash": "86981b46f254", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q6_K", + "hash": "25735feffbe0", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2b-instruct-v1.1-q8_0", + "hash": "040645156534", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "2b-text", + "hash": "4003359bdf67", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-text-fp16", + "hash": "bced1b198253", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "2b-text-q2_K", + "hash": "fa08f447fb74", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2b-text-q3_K_L", + "hash": "fb3cb86ed3a0", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-text-q3_K_M", + "hash": "3755aa666a62", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-text-q3_K_S", + "hash": "30edc7975a67", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-text-q4_0", + "hash": "4003359bdf67", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-text-q4_1", + "hash": "2336b3481fc2", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-text-q4_K_M", + "hash": "14b9181dd33c", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-text-q4_K_S", + "hash": "e1f170c66fed", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-text-q5_0", + "hash": "b82a85f35c76", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-text-q5_1", + "hash": "af9d160f687e", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2b-text-q5_K_M", + "hash": "75095004592a", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "2b-text-q5_K_S", + "hash": "dbbce6ea20a0", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-text-q6_K", + "hash": "5bd4a449bdbe", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "2b-text-q8_0", + "hash": "40e5082de8d9", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "2b-v1.1", + "hash": "030ee63283b5", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "a72c7f4d0a15", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "f689ad351c8d", + "size": "17GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "831e95226882", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "1fa1f8e1a003", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "92dd270cb673", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "e4aea70c287e", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "430ed3535049", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_1", + "hash": "e1e4a2e0c8ee", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "d9c26a968eb4", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "bb7b8325814d", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "de923fde2f26", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "2e51588baf45", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "556abeb39bfd", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "42630cbe71a2", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "5c7aded0b8bd", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "61d0f0df3637", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-fp16", + "hash": "056b9586873a", + "size": "17GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q2_K", + "hash": "bbdb1a3dd39f", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q3_K_L", + "hash": "567c802627ea", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q3_K_M", + "hash": "e71bd8c16242", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q3_K_S", + "hash": "d858885a94e0", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q4_0", + "hash": "a72c7f4d0a15", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "7b-instruct-v1.1-q4_1", + "hash": "a65ceace358f", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q4_K_M", + "hash": "81c8c66b7df1", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q4_K_S", + "hash": "2c55699e04d0", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_0", + "hash": "800d99beee5d", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_1", + "hash": "cdf1dca21036", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_K_M", + "hash": "adf00ced5519", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_K_S", + "hash": "31eb523ac3df", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q6_K", + "hash": "ad2f1a0dacb5", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q8_0", + "hash": "f6dee485fe1a", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "7b-text", + "hash": "af57093b878e", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-text-fp16", + "hash": "1f1e9df10872", + "size": "16GB", + "isDefault": false + }, + { + "name": "7b-text-q2_K", + "hash": "e43e18a484ed", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_L", + "hash": "1676d1f86165", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_M", + "hash": "ffd8ea66cf1f", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_S", + "hash": "f40e21d459ff", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-text-q4_0", + "hash": "af57093b878e", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-text-q4_1", + "hash": "a7adb7322d8b", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_M", + "hash": "5ec372e05241", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_S", + "hash": "51854f1241b3", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-text-q5_0", + "hash": "fd6dc849a9f8", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "7b-text-q5_1", + "hash": "938308342124", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_M", + "hash": "dc8f812e49c7", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_S", + "hash": "df449b30e2e1", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "7b-text-q6_K", + "hash": "9e7cfd3fab5b", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-text-q8_0", + "hash": "1b7b1e5e2f98", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "7b-v1.1", + "hash": "a72c7f4d0a15", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "instruct", + "hash": "a72c7f4d0a15", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "text", + "hash": "af57093b878e", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "v1.1", + "hash": "a72c7f4d0a15", + "size": "5.0GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "qwen2", + "description": "Qwen2 is a new series of large language models from Alibaba group", + "supportTools": true, + "defaultTag": "7b", + "tags": [ + { + "name": "0.5b", + "hash": "6f48b936a09f", + "size": "352MB", + "isDefault": false + }, + { + "name": "1.5b", + "hash": "f6daf2b25194", + "size": "935MB", + "isDefault": false + }, + { + "name": "7b", + "hash": "dd314f039b9d", + "size": "4.4GB", + "isDefault": true + }, + { + "name": "72b", + "hash": "93563ef658b2", + "size": "41GB", + "isDefault": false + }, + { + "name": "0.5b-instruct", + "hash": "6f48b936a09f", + "size": "352MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-fp16", + "hash": "f9b12d5481d2", + "size": "994MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q2_K", + "hash": "06dda8c1519a", + "size": "339MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_L", + "hash": "425aee1fa207", + "size": "369MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_M", + "hash": "2adbb16f0a5d", + "size": "355MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_S", + "hash": "ae41a13fd9b2", + "size": "338MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_0", + "hash": "6f48b936a09f", + "size": "352MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_1", + "hash": "a1a9a139f5f4", + "size": "375MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_K_M", + "hash": "19d15f48d098", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_K_S", + "hash": "f6898a38eeae", + "size": "385MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_0", + "hash": "b17625f38956", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_1", + "hash": "76769ded76b2", + "size": "419MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_K_M", + "hash": "d9515b0adb44", + "size": "420MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_K_S", + "hash": "dfba5ca4486a", + "size": "413MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q6_K", + "hash": "8e5bba81c7b5", + "size": "506MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q8_0", + "hash": "6b8eef84f0bf", + "size": "531MB", + "isDefault": false + }, + { + "name": "1.5b-instruct", + "hash": "f6daf2b25194", + "size": "935MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-fp16", + "hash": "44ae02940761", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q2_K", + "hash": "7851c5581bce", + "size": "676MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_L", + "hash": "2c7ac92e9b2a", + "size": "880MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_M", + "hash": "4a143b4bca71", + "size": "824MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_S", + "hash": "980b3bdef07c", + "size": "761MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_0", + "hash": "f6daf2b25194", + "size": "935MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_1", + "hash": "8cbdd0be53c3", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_M", + "hash": "0d2a504f5771", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_S", + "hash": "976868269c51", + "size": "940MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_0", + "hash": "945eea96cfa5", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_1", + "hash": "5b1266375ca6", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_M", + "hash": "2ce7afe8f9e9", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_S", + "hash": "272e01e2734a", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q6_K", + "hash": "1fcc9e410c55", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q8_0", + "hash": "908c3f054aac", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "72b-instruct", + "hash": "93563ef658b2", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-instruct-fp16", + "hash": "345ab45e8107", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-instruct-q2_K", + "hash": "cb6c3529e5c1", + "size": "30GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_L", + "hash": "d78d37529ebe", + "size": "40GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_M", + "hash": "448681f34ba7", + "size": "38GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_S", + "hash": "ae65012ceeac", + "size": "34GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_0", + "hash": "93563ef658b2", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_1", + "hash": "3c2ddfc9cd29", + "size": "46GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_K_M", + "hash": "1f4e04e13ff3", + "size": "47GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_K_S", + "hash": "fc25a7dea14d", + "size": "44GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_0", + "hash": "90a488948103", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_1", + "hash": "5a83f6b7eca1", + "size": "55GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_K_M", + "hash": "36ae993a19fb", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_K_S", + "hash": "3f262d50f9be", + "size": "51GB", + "isDefault": false + }, + { + "name": "72b-instruct-q6_K", + "hash": "5a83045ef50f", + "size": "64GB", + "isDefault": false + }, + { + "name": "72b-instruct-q8_0", + "hash": "8f1da3c9500d", + "size": "77GB", + "isDefault": false + }, + { + "name": "72b-text", + "hash": "9d70f91bdc28", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-text-fp16", + "hash": "fba4b417782d", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-text-q2_K", + "hash": "9752808de1d3", + "size": "30GB", + "isDefault": false + }, + { + "name": "72b-text-q3_K_L", + "hash": "cf78b2fa4fdd", + "size": "40GB", + "isDefault": false + }, + { + "name": "72b-text-q3_K_M", + "hash": "cfb026174537", + "size": "38GB", + "isDefault": false + }, + { + "name": "72b-text-q3_K_S", + "hash": "9c8a530d0bd7", + "size": "34GB", + "isDefault": false + }, + { + "name": "72b-text-q4_0", + "hash": "9d70f91bdc28", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-text-q4_1", + "hash": "137edb538d01", + "size": "46GB", + "isDefault": false + }, + { + "name": "72b-text-q4_K_M", + "hash": "395e2f1e4576", + "size": "47GB", + "isDefault": false + }, + { + "name": "72b-text-q4_K_S", + "hash": "1993d079c16b", + "size": "44GB", + "isDefault": false + }, + { + "name": "72b-text-q5_0", + "hash": "e2b400cfa315", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-text-q5_1", + "hash": "de61bf13ea38", + "size": "55GB", + "isDefault": false + }, + { + "name": "72b-text-q5_K_M", + "hash": "cfaee9537e26", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-text-q5_K_S", + "hash": "0307018fbf53", + "size": "51GB", + "isDefault": false + }, + { + "name": "72b-text-q6_K", + "hash": "5de588e06754", + "size": "64GB", + "isDefault": false + }, + { + "name": "72b-text-q8_0", + "hash": "480baf5d488d", + "size": "77GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "dd314f039b9d", + "size": "4.4GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "5ad93c6749a1", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "2ce92f066b62", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "0022885490d9", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "39ea238e2e11", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "ff9bc8063c30", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "dd314f039b9d", + "size": "4.4GB", + "isDefault": true + }, + { + "name": "7b-instruct-q4_1", + "hash": "6cbf8f4e11ba", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "f10f702d139e", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "47d94758e9c1", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "383487c3b3c4", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "1dbbe91baa3c", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "11803450872c", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "6879a027e0ab", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "43f1d6679e17", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "5f579402cc6c", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "7b-text", + "hash": "5c0af9e4500d", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-text-q2_K", + "hash": "37935d384f48", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_L", + "hash": "45ac40a8d58b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_M", + "hash": "636d21d77b6c", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_S", + "hash": "2eaaf224cac3", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-text-q4_0", + "hash": "5c0af9e4500d", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-text-q4_1", + "hash": "b765b8677fb7", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_M", + "hash": "37dee31a1b72", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_S", + "hash": "5cfe6a2793de", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-text-q5_0", + "hash": "b8336b2174d3", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-text-q5_1", + "hash": "0899d84212a8", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-text-q8_0", + "hash": "1ad9e7ef89a6", + "size": "8.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "qwen2.5", + "description": "Qwen2.5 models are pretrained on Alibaba's latest large-scale dataset, encompassing up to 18 trillion tokens. The model supports up to 128K tokens and has multilingual support.", + "supportTools": true, + "defaultTag": "7b", + "tags": [ + { + "name": "0.5b", + "hash": "a8b0c5157701", + "size": "398MB", + "isDefault": false + }, + { + "name": "1.5b", + "hash": "65ec06548149", + "size": "986MB", + "isDefault": false + }, + { + "name": "3b", + "hash": "357c53fb659c", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "7b", + "hash": "845dbda0ea48", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "14b", + "hash": "7cdf5a0187d5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "32b", + "hash": "9f13ba1299af", + "size": "20GB", + "isDefault": false + }, + { + "name": "72b", + "hash": "424bad2cc13f", + "size": "47GB", + "isDefault": false + }, + { + "name": "0.5b-base", + "hash": "24c564a74dea", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-base-q2_K", + "hash": "b439066a7c50", + "size": "339MB", + "isDefault": false + }, + { + "name": "0.5b-base-q3_K_L", + "hash": "59bf60d67517", + "size": "369MB", + "isDefault": false + }, + { + "name": "0.5b-base-q3_K_M", + "hash": "2b0f4078dcc1", + "size": "355MB", + "isDefault": false + }, + { + "name": "0.5b-base-q3_K_S", + "hash": "cf1fe7a28bac", + "size": "338MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_0", + "hash": "a990247b9c63", + "size": "352MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_1", + "hash": "50cc344abeb2", + "size": "375MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_K_M", + "hash": "24c564a74dea", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_K_S", + "hash": "75db83387279", + "size": "385MB", + "isDefault": false + }, + { + "name": "0.5b-base-q5_0", + "hash": "a30fbb649ad5", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-base-q5_1", + "hash": "c3e31c5b32da", + "size": "419MB", + "isDefault": false + }, + { + "name": "0.5b-base-q5_K_S", + "hash": "2484afe4f04e", + "size": "413MB", + "isDefault": false + }, + { + "name": "0.5b-base-q8_0", + "hash": "db0459695543", + "size": "531MB", + "isDefault": false + }, + { + "name": "0.5b-instruct", + "hash": "a8b0c5157701", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-fp16", + "hash": "c82efd44bfdc", + "size": "994MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q2_K", + "hash": "fa66a85e7fe2", + "size": "339MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_L", + "hash": "2ea07e2fd539", + "size": "369MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_M", + "hash": "a1b962ae1ffb", + "size": "355MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_S", + "hash": "2b61ae1bb74f", + "size": "338MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_0", + "hash": "44deb286b008", + "size": "352MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_1", + "hash": "61378941e31f", + "size": "375MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_K_M", + "hash": "a8b0c5157701", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_K_S", + "hash": "6f4611e3bd35", + "size": "385MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_0", + "hash": "4a8f6fc82b6e", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_1", + "hash": "95b03700b65c", + "size": "419MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_K_M", + "hash": "0762ec590a8c", + "size": "420MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_K_S", + "hash": "5830fc2c0193", + "size": "413MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q6_K", + "hash": "ac75f8387539", + "size": "506MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q8_0", + "hash": "84d044692a2c", + "size": "531MB", + "isDefault": false + }, + { + "name": "1.5b-instruct", + "hash": "65ec06548149", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-fp16", + "hash": "d8035f049126", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q2_K", + "hash": "c239521b8b51", + "size": "676MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_L", + "hash": "b16c18a133fa", + "size": "880MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_M", + "hash": "5a4d48f91dab", + "size": "824MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_S", + "hash": "2ead4934f6e9", + "size": "761MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_0", + "hash": "635e70c8687b", + "size": "935MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_1", + "hash": "4543b48a5085", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_M", + "hash": "65ec06548149", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_S", + "hash": "17dd5468f0a7", + "size": "940MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_0", + "hash": "267c3094f0b0", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_1", + "hash": "828d5d698355", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_M", + "hash": "7a0e895425bc", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_S", + "hash": "4dce61337043", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q6_K", + "hash": "03ec957c269f", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q8_0", + "hash": "b19683a34698", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "14b-instruct", + "hash": "7cdf5a0187d5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-instruct-fp16", + "hash": "06c8c6f15cf9", + "size": "30GB", + "isDefault": false + }, + { + "name": "14b-instruct-q2_K", + "hash": "9caf6424b5f9", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "14b-instruct-q3_K_L", + "hash": "0ab75160d333", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "14b-instruct-q3_K_M", + "hash": "4d8dbee0507f", + "size": "7.3GB", + "isDefault": false + }, + { + "name": "14b-instruct-q3_K_S", + "hash": "c8f457c1f8f5", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_0", + "hash": "5449194ff803", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_1", + "hash": "4d404313d9cd", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_K_M", + "hash": "7cdf5a0187d5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_K_S", + "hash": "927254c04779", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_0", + "hash": "e242bafd33eb", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_1", + "hash": "43a5486ba383", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_K_M", + "hash": "7bb3f324cafc", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_K_S", + "hash": "f766877d708a", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-instruct-q6_K", + "hash": "4f6861a20c29", + "size": "12GB", + "isDefault": false + }, + { + "name": "14b-instruct-q8_0", + "hash": "985c5f25dfe9", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-instruct", + "hash": "9f13ba1299af", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-instruct-fp16", + "hash": "d988bddd9a2e", + "size": "66GB", + "isDefault": false + }, + { + "name": "32b-instruct-q2_K", + "hash": "ecc53cfdce75", + "size": "12GB", + "isDefault": false + }, + { + "name": "32b-instruct-q3_K_L", + "hash": "83db34c608fc", + "size": "17GB", + "isDefault": false + }, + { + "name": "32b-instruct-q3_K_M", + "hash": "44bd723cfd42", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-instruct-q3_K_S", + "hash": "aefb7287ac72", + "size": "14GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_0", + "hash": "0508d3b6da02", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_1", + "hash": "c35507089a57", + "size": "21GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_K_M", + "hash": "9f13ba1299af", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_K_S", + "hash": "0ef28b3b6dba", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_0", + "hash": "af981f1d421b", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_1", + "hash": "fc1b4cb1aabb", + "size": "25GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_K_M", + "hash": "b0936ea364bf", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_K_S", + "hash": "3cb439a8d19b", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-instruct-q6_K", + "hash": "09f123ce518b", + "size": "27GB", + "isDefault": false + }, + { + "name": "32b-instruct-q8_0", + "hash": "378290543760", + "size": "35GB", + "isDefault": false + }, + { + "name": "3b-instruct", + "hash": "357c53fb659c", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-fp16", + "hash": "de47f806df14", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q2_K", + "hash": "1fe27cd0c26a", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_L", + "hash": "f8d588c5572a", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_M", + "hash": "c3240229f22f", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_S", + "hash": "5ed381ff5c13", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_0", + "hash": "09f7fe4d29e6", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_1", + "hash": "c8aefde2cd4f", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "357c53fb659c", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_S", + "hash": "3033a0ab2cfd", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_0", + "hash": "f2c8c51a4c62", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_1", + "hash": "c7e5301cb49e", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_M", + "hash": "19cf317bd479", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_S", + "hash": "8ce4b148557a", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q6_K", + "hash": "9f78f7728716", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "cd6aa8b25d7a", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "72b-instruct", + "hash": "424bad2cc13f", + "size": "47GB", + "isDefault": false + }, + { + "name": "72b-instruct-fp16", + "hash": "754bbe314ad4", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-instruct-q2_K", + "hash": "d072709cc1a8", + "size": "30GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_L", + "hash": "c3f33d2ad20a", + "size": "40GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_M", + "hash": "15abb3b7022f", + "size": "38GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_S", + "hash": "6fcfede9cc1c", + "size": "34GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_0", + "hash": "2dd03ae27777", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_1", + "hash": "bcf8fafd0731", + "size": "46GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_K_M", + "hash": "424bad2cc13f", + "size": "47GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_K_S", + "hash": "a4520526d819", + "size": "44GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_0", + "hash": "7a43bbfe6536", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_1", + "hash": "40630a45532c", + "size": "55GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_K_M", + "hash": "210a146b67de", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_K_S", + "hash": "ee3ecbad0795", + "size": "51GB", + "isDefault": false + }, + { + "name": "72b-instruct-q6_K", + "hash": "5f611a49224d", + "size": "64GB", + "isDefault": false + }, + { + "name": "72b-instruct-q8_0", + "hash": "23f2cb48bb9a", + "size": "77GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "845dbda0ea48", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "59805ce4a404", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "94ac6d14b93f", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "6ed3506191d1", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "29492a928341", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "05d9cc3116db", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "2e92ac0dd3a8", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_1", + "hash": "840e00017aa6", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "845dbda0ea48", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "d572758f0ffe", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "16c4cf552635", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "0f1627cf5764", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "a1040ddd2b49", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "1a3492b0a1dc", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "a7e494737d58", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "2d9500c94841", + "size": "8.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llava", + "description": "🌋 LLaVA is a novel end-to-end trained large multimodal model that combines a vision encoder and Vicuna for general-purpose visual and language understanding. Updated to version 1.6.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "8dd30f6b0cb1", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "0d0eb4d7f485", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "34b", + "hash": "3d2d24f46674", + "size": "20GB", + "isDefault": false + }, + { + "name": "13b-v1.5-fp16", + "hash": "ce3bde71eaa7", + "size": "27GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q2_K", + "hash": "3cdd3869f154", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q3_K_L", + "hash": "07b1b74ec398", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q3_K_M", + "hash": "61441e82808c", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q3_K_S", + "hash": "c860f869008d", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_0", + "hash": "e3b7997801dc", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_1", + "hash": "0ca30ff66062", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_K_M", + "hash": "d0a6a3f0e6c4", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_K_S", + "hash": "16939c152bd9", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_0", + "hash": "78e17026912a", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_1", + "hash": "b11f33bc65fa", + "size": "10GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_K_M", + "hash": "48418b116e18", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_K_S", + "hash": "c7f4b8076a0e", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q6_K", + "hash": "3c085b55f924", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q8_0", + "hash": "4e00c435bb25", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-v1.6", + "hash": "0d0eb4d7f485", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-fp16", + "hash": "81e28406a4e9", + "size": "27GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q2_K", + "hash": "87aecb135e2a", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q3_K_L", + "hash": "a2b56a2b8e79", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q3_K_M", + "hash": "2e48f094b51a", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q3_K_S", + "hash": "54ef03322645", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q4_0", + "hash": "0d0eb4d7f485", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q4_1", + "hash": "0b97528b26b0", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q4_K_M", + "hash": "0843119c3874", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q4_K_S", + "hash": "5e4cf96dfc4c", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q5_0", + "hash": "6e06e1393058", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q5_1", + "hash": "31f1d78cb272", + "size": "10GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q5_K_M", + "hash": "446b10458a6a", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q5_K_S", + "hash": "53999e2c86c8", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q6_K", + "hash": "1c0a91e1e4d9", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v1.6-vicuna-q8_0", + "hash": "b25c4195f9e2", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-v1.6", + "hash": "3d2d24f46674", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-v1.6-fp16", + "hash": "89c50af82d5e", + "size": "69GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q2_K", + "hash": "6326f59da4f1", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q3_K_L", + "hash": "7f9889648d1a", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q3_K_M", + "hash": "89e924fed7d4", + "size": "17GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q3_K_S", + "hash": "a0376a205682", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q4_0", + "hash": "3d2d24f46674", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q4_1", + "hash": "96d20de28a1a", + "size": "22GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q4_K_M", + "hash": "538ff4c5a8b8", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q4_K_S", + "hash": "787b2213f0db", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q5_0", + "hash": "b239e218bdf0", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q5_1", + "hash": "60926fd725ec", + "size": "27GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q5_K_M", + "hash": "0eb2ab10d35c", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q5_K_S", + "hash": "cdd8d5db3870", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q6_K", + "hash": "8f572ea02185", + "size": "29GB", + "isDefault": false + }, + { + "name": "34b-v1.6-q8_0", + "hash": "959065f30849", + "size": "37GB", + "isDefault": false + }, + { + "name": "7b-v1.5-fp16", + "hash": "337a5b25bada", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q2_K", + "hash": "33973d2589d1", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q3_K_L", + "hash": "057fefd59cdb", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q3_K_M", + "hash": "9d738df24288", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q3_K_S", + "hash": "605b68e0b568", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q4_0", + "hash": "cd3274b81a85", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q4_1", + "hash": "146a55d9df75", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q4_K_M", + "hash": "75a9333e75cd", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q4_K_S", + "hash": "d8d545afa5f0", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_0", + "hash": "339249626980", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_1", + "hash": "6d97e8715c53", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_K_M", + "hash": "4fb097b9cfa3", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_K_S", + "hash": "34f9b24f2315", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q6_K", + "hash": "df0203e92f79", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q8_0", + "hash": "c684b68b3f34", + "size": "7.8GB", + "isDefault": false + }, + { + "name": "7b-v1.6", + "hash": "8dd30f6b0cb1", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-v1.6-mistral-fp16", + "hash": "9fd1e5417c5f", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q2_K", + "hash": "52e0ce44a5f5", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q3_K_L", + "hash": "a48bbc9b567b", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q3_K_M", + "hash": "25a00600f8b4", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q3_K_S", + "hash": "2b9c055fe6a2", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q4_0", + "hash": "8dd30f6b0cb1", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-v1.6-mistral-q4_1", + "hash": "8da3213068e6", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q4_K_M", + "hash": "8d3fbd6ad3f4", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q4_K_S", + "hash": "2878e8c79f6e", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q5_0", + "hash": "b8f63553f521", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q5_1", + "hash": "eda0b3f3b09b", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q5_K_M", + "hash": "244b7e3d3d5a", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q5_K_S", + "hash": "62dc434a7ae8", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q6_K", + "hash": "8781169d7f8f", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "7b-v1.6-mistral-q8_0", + "hash": "c2973e390e84", + "size": "8.3GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-fp16", + "hash": "bb8da134bacb", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q2_K", + "hash": "6321163f3833", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q3_K_L", + "hash": "0127d9087e07", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q3_K_M", + "hash": "7004e1f24eb1", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q3_K_S", + "hash": "7701df672950", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q4_0", + "hash": "b6cbe07f1d5e", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q4_1", + "hash": "f8a27e237e97", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q4_K_M", + "hash": "15360a9e0fb9", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q4_K_S", + "hash": "5006a8a41d2b", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q5_0", + "hash": "6a2bb61a611a", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q5_1", + "hash": "1bd37032ec33", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q5_K_M", + "hash": "b22b0c041223", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q5_K_S", + "hash": "4aaa19502e34", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q6_K", + "hash": "11bd55683f9c", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "7b-v1.6-vicuna-q8_0", + "hash": "6da20a71d9bb", + "size": "7.8GB", + "isDefault": false + }, + { + "name": "v1.6", + "hash": "8dd30f6b0cb1", + "size": "4.7GB", + "isDefault": true + } + ], + "embedding": false, + "vision": true + }, + { + "name": "llama2", + "description": "Llama 2 is a collection of foundation language models ranging from 7B to 70B parameters.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "78e26419b446", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "d475bf4c50bc", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "70b", + "hash": "e7f6c06ffef4", + "size": "39GB", + "isDefault": false + }, + { + "name": "13b-chat", + "hash": "d475bf4c50bc", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-chat-fp16", + "hash": "83b0fe8fee34", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-chat-q2_K", + "hash": "14d3396d4e1b", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-chat-q3_K_L", + "hash": "d0a4d669c0b5", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-chat-q3_K_M", + "hash": "7a39765cf206", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-chat-q3_K_S", + "hash": "224005fe00d3", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_0", + "hash": "d475bf4c50bc", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_1", + "hash": "8da45bab53a7", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_K_M", + "hash": "87727269f62c", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_K_S", + "hash": "c9bc1759c3b8", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_0", + "hash": "2ceaa73b479a", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_1", + "hash": "76c91147b201", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_K_M", + "hash": "34471ad29e7c", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_K_S", + "hash": "25324e6a6e04", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-chat-q6_K", + "hash": "df2e3c78030b", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-chat-q8_0", + "hash": "303a83449a06", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-text", + "hash": "d9ecf5544188", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-text-fp16", + "hash": "d19bbe682374", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-text-q2_K", + "hash": "64ace2ba0375", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-text-q3_K_L", + "hash": "cc161efc495b", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-text-q3_K_M", + "hash": "ff280395c1b4", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-text-q3_K_S", + "hash": "959925e1415d", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-text-q4_0", + "hash": "d9ecf5544188", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-text-q4_1", + "hash": "ff9b7e23cab5", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-text-q4_K_M", + "hash": "74b8a493a98e", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-text-q4_K_S", + "hash": "2fadc16207a6", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-text-q5_0", + "hash": "8f3886efc72d", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-text-q5_1", + "hash": "2afbee63a3f1", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-text-q5_K_M", + "hash": "4be0a0bc5acb", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-text-q5_K_S", + "hash": "1025495b5ee3", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-text-q6_K", + "hash": "376544bcd2db", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-text-q8_0", + "hash": "604d6e23f647", + "size": "14GB", + "isDefault": false + }, + { + "name": "70b-chat", + "hash": "e7f6c06ffef4", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-chat-fp16", + "hash": "18d69cd1de10", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-chat-q2_K", + "hash": "3cac2828f2b8", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-chat-q3_K_L", + "hash": "e2275953b0b3", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-chat-q3_K_M", + "hash": "f11f61dc9832", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-chat-q3_K_S", + "hash": "051b27c23c3f", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_0", + "hash": "e7f6c06ffef4", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_1", + "hash": "8618469361ea", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_K_M", + "hash": "8f88029f07f8", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_K_S", + "hash": "e202e9dd13cc", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_0", + "hash": "6cb5828911b8", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_1", + "hash": "9d1fbb3c4074", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_K_M", + "hash": "2e12d2211dd5", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_K_S", + "hash": "eb071689d8e5", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-chat-q6_K", + "hash": "b8bbc9a59804", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-chat-q8_0", + "hash": "d91d0643f080", + "size": "73GB", + "isDefault": false + }, + { + "name": "70b-text", + "hash": "b9b52e6b61c5", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-text-fp16", + "hash": "dc03bc3a16cf", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-text-q2_K", + "hash": "b45d7449cc92", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_L", + "hash": "b5bdb4982992", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_M", + "hash": "fbd62f5dcf16", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-text-q3_K_S", + "hash": "2227129bfc8a", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-text-q4_0", + "hash": "b9b52e6b61c5", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-text-q4_1", + "hash": "92c3da1574b4", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-text-q4_K_M", + "hash": "bc70b8e5b4e5", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-text-q4_K_S", + "hash": "1197a01c76e7", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-text-q5_0", + "hash": "4ec9f6c43f82", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-text-q5_1", + "hash": "9cafaca2d2fe", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-text-q5_K_M", + "hash": "b365053e53fc", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-text-q5_K_S", + "hash": "eab38b764b5b", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-text-q6_K", + "hash": "78e480a0450b", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-text-q8_0", + "hash": "2aa27df56a63", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-chat", + "hash": "78e26419b446", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-chat-fp16", + "hash": "50a12b7ddb9d", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-chat-q2_K", + "hash": "56baf05e3e67", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_L", + "hash": "c04042faafd0", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_M", + "hash": "63ebc93e095e", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_S", + "hash": "3af967e4a825", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_0", + "hash": "78e26419b446", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-chat-q4_1", + "hash": "85eb4bc10598", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_M", + "hash": "fe3834f64df5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_S", + "hash": "bec61ac554e8", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_0", + "hash": "68cf22a36a37", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_1", + "hash": "ae646aad1ac9", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_M", + "hash": "5918a2e3bb37", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_S", + "hash": "4f771b179264", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q6_K", + "hash": "7eabddae7b75", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-chat-q8_0", + "hash": "fc35dd6c8370", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-text", + "hash": "53b394a404fd", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-text-fp16", + "hash": "f69718db483a", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-text-q2_K", + "hash": "c581571a4e90", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_L", + "hash": "df57d4d53dac", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_M", + "hash": "c1ddf19ff6db", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_S", + "hash": "2f3ee65fe92a", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-text-q4_0", + "hash": "53b394a404fd", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-text-q4_1", + "hash": "189a0d0904e4", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_M", + "hash": "b50304b988e8", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_S", + "hash": "1c2571d89f3b", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-text-q5_0", + "hash": "7377932417e0", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-text-q5_1", + "hash": "1a5e521c1e5c", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_M", + "hash": "eaa320e04479", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_S", + "hash": "6dd64259f527", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-text-q6_K", + "hash": "7e54061a4751", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-text-q8_0", + "hash": "fd701415200a", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "chat", + "hash": "78e26419b446", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "text", + "hash": "53b394a404fd", + "size": "3.8GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "phi3", + "description": "Phi-3 is a family of lightweight 3B (Mini) and 14B (Medium) state-of-the-art open models by Microsoft.", + "supportTools": false, + "defaultTag": "3.8b", + "tags": [ + { + "name": "3.8b", + "hash": "4f2222927938", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "14b", + "hash": "cf611a26b048", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "14b-instruct", + "hash": "cf611a26b048", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-fp16", + "hash": "ab0d71a0814b", + "size": "28GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q2_K", + "hash": "94ce47285859", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q3_K_L", + "hash": "214c9ceb5140", + "size": "7.5GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q3_K_M", + "hash": "b0a6824d6ba9", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q3_K_S", + "hash": "2538a4dd560c", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q4_0", + "hash": "cf611a26b048", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q4_1", + "hash": "92a08305e23f", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q4_K_M", + "hash": "1372226c9b0b", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q4_K_S", + "hash": "7a0ee8ddd91b", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q5_0", + "hash": "87d42cf3a64b", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q5_1", + "hash": "06195d5c378a", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q5_K_M", + "hash": "0d45fefe05bb", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q5_K_S", + "hash": "85a94efb79c6", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q6_K", + "hash": "3aa42cb65da9", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-medium-128k-instruct-q8_0", + "hash": "f1d91573aa38", + "size": "15GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-fp16", + "hash": "b8af0a87fe3b", + "size": "28GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q2_K", + "hash": "1d0b237ac0c0", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q3_K_L", + "hash": "8c89f02e74e7", + "size": "7.5GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q3_K_M", + "hash": "b44869982901", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q3_K_S", + "hash": "1d8e8b16704d", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q4_0", + "hash": "325e47441f3f", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q4_1", + "hash": "7e56b73c5446", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q4_K_M", + "hash": "4de15128ef23", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q4_K_S", + "hash": "98b4f4a2f662", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q5_0", + "hash": "621f05f2d49e", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q5_1", + "hash": "d7fd9927e592", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q5_K_M", + "hash": "44aec5aa964d", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q5_K_S", + "hash": "0efda84af8ae", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q6_K", + "hash": "8d6899ff682b", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-medium-4k-instruct-q8_0", + "hash": "87e27f01007b", + "size": "15GB", + "isDefault": false + }, + { + "name": "3.8b-instruct", + "hash": "4f2222927938", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "3.8b-mini-128k-instruct-fp16", + "hash": "40010fd60dc7", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q2_K", + "hash": "0dc429b5761b", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q3_K_L", + "hash": "58dabb8dab6e", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q3_K_M", + "hash": "bf51ffbfc6fd", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q3_K_S", + "hash": "b867d0390a90", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q4_0", + "hash": "4f2222927938", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "3.8b-mini-128k-instruct-q4_1", + "hash": "7ed2c3a2024e", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q4_K_M", + "hash": "5a157c52afff", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q4_K_S", + "hash": "786fb198d976", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q5_0", + "hash": "68e0cbe0eb8a", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q5_1", + "hash": "7ccd40684bd5", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q5_K_M", + "hash": "ffbd0ae55416", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q5_K_S", + "hash": "86b1e7aa6fd8", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q6_K", + "hash": "90771235c599", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "3.8b-mini-128k-instruct-q8_0", + "hash": "adc0589ce82e", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-fp16", + "hash": "d2a1bcb6ea9d", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q2_K", + "hash": "f71db22ea23b", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q3_K_L", + "hash": "7b07bdbff049", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q3_K_M", + "hash": "9971a6367aaa", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q3_K_S", + "hash": "71d5c0da0a45", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q4_0", + "hash": "9e6804ea5320", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q4_1", + "hash": "ce621d0c2d06", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q4_K_M", + "hash": "d5ea514251bf", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q4_K_S", + "hash": "3a368186663f", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q5_0", + "hash": "df35ca8fb243", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q5_1", + "hash": "416e85af3eae", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q5_K_M", + "hash": "a902ed3435bb", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q5_K_S", + "hash": "2f614430e421", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q6_K", + "hash": "bbae7edc39d4", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "3.8b-mini-4k-instruct-q8_0", + "hash": "6b7f8cbb8b25", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "4f2222927938", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "medium", + "hash": "cf611a26b048", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "medium-128k", + "hash": "cf611a26b048", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "medium-4k", + "hash": "325e47441f3f", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "mini", + "hash": "4f2222927938", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "mini-128k", + "hash": "4f2222927938", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "mini-4k", + "hash": "d5ea514251bf", + "size": "2.4GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "gemma2", + "description": "Google Gemma 2 is a high-performing and efficient model available in three sizes: 2B, 9B, and 27B.", + "supportTools": false, + "defaultTag": "9b", + "tags": [ + { + "name": "2b", + "hash": "8ccf136fdd52", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "9b", + "hash": "ff02c3702f32", + "size": "5.4GB", + "isDefault": true + }, + { + "name": "27b", + "hash": "53261bc9c192", + "size": "16GB", + "isDefault": false + }, + { + "name": "27b-instruct-fp16", + "hash": "4a8f851205c5", + "size": "54GB", + "isDefault": false + }, + { + "name": "27b-instruct-q2_K", + "hash": "76893265b678", + "size": "10GB", + "isDefault": false + }, + { + "name": "27b-instruct-q3_K_L", + "hash": "b4373ced0518", + "size": "15GB", + "isDefault": false + }, + { + "name": "27b-instruct-q3_K_M", + "hash": "6a5f9669ec46", + "size": "13GB", + "isDefault": false + }, + { + "name": "27b-instruct-q3_K_S", + "hash": "69280a4e9328", + "size": "12GB", + "isDefault": false + }, + { + "name": "27b-instruct-q4_0", + "hash": "53261bc9c192", + "size": "16GB", + "isDefault": false + }, + { + "name": "27b-instruct-q4_1", + "hash": "00571b7df00d", + "size": "17GB", + "isDefault": false + }, + { + "name": "27b-instruct-q4_K_M", + "hash": "cfd95e5696e9", + "size": "17GB", + "isDefault": false + }, + { + "name": "27b-instruct-q4_K_S", + "hash": "04e31e399ce4", + "size": "16GB", + "isDefault": false + }, + { + "name": "27b-instruct-q5_0", + "hash": "9a3c9159e872", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-instruct-q5_1", + "hash": "2945f01919f8", + "size": "21GB", + "isDefault": false + }, + { + "name": "27b-instruct-q5_K_M", + "hash": "fc62fd7d70c9", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-instruct-q5_K_S", + "hash": "44414d6eeb99", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-instruct-q6_K", + "hash": "42dd7dda6a9b", + "size": "22GB", + "isDefault": false + }, + { + "name": "27b-instruct-q8_0", + "hash": "dab5dca674db", + "size": "29GB", + "isDefault": false + }, + { + "name": "27b-text-fp16", + "hash": "f2bf7cf9592e", + "size": "54GB", + "isDefault": false + }, + { + "name": "27b-text-q2_K", + "hash": "b155db00c442", + "size": "10GB", + "isDefault": false + }, + { + "name": "27b-text-q3_K_L", + "hash": "141000b954c5", + "size": "15GB", + "isDefault": false + }, + { + "name": "27b-text-q3_K_M", + "hash": "a0339d8fbaca", + "size": "13GB", + "isDefault": false + }, + { + "name": "27b-text-q3_K_S", + "hash": "5005188f3c9f", + "size": "12GB", + "isDefault": false + }, + { + "name": "27b-text-q4_0", + "hash": "7fc57426afcc", + "size": "16GB", + "isDefault": false + }, + { + "name": "27b-text-q4_1", + "hash": "e478a638db41", + "size": "17GB", + "isDefault": false + }, + { + "name": "27b-text-q4_K_M", + "hash": "1cab10d40d57", + "size": "17GB", + "isDefault": false + }, + { + "name": "27b-text-q4_K_S", + "hash": "3943c447b4cb", + "size": "16GB", + "isDefault": false + }, + { + "name": "27b-text-q5_0", + "hash": "b14cd86ea97e", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-text-q5_1", + "hash": "43e7a8f2c64b", + "size": "21GB", + "isDefault": false + }, + { + "name": "27b-text-q5_K_M", + "hash": "bd157e89aea0", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-text-q5_K_S", + "hash": "3cdf7604434b", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-text-q6_K", + "hash": "c0d8f9013cd0", + "size": "22GB", + "isDefault": false + }, + { + "name": "27b-text-q8_0", + "hash": "0f062e1aad57", + "size": "29GB", + "isDefault": false + }, + { + "name": "2b-instruct-fp16", + "hash": "ca5f76641a2a", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-q2_K", + "hash": "470392386d3f", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_L", + "hash": "3f4d7eff5631", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_M", + "hash": "c9f6dc0ebba9", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_S", + "hash": "23e3c31b0102", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_0", + "hash": "8ccf136fdd52", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_1", + "hash": "147febd40666", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_K_M", + "hash": "cb2d06dce813", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_K_S", + "hash": "832970b742f1", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_0", + "hash": "33c77c94b6d9", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_1", + "hash": "3d4744db4971", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_M", + "hash": "44b731fe20db", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_S", + "hash": "6ced300e723a", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-q6_K", + "hash": "6c5eedbb9189", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-q8_0", + "hash": "9d27a8c2325c", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "2b-text-fp16", + "hash": "230266e59979", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "2b-text-q2_K", + "hash": "dc8ae2e5288f", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-text-q3_K_L", + "hash": "3bb5d7d90c92", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-text-q3_K_M", + "hash": "d1fbc3646636", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-text-q3_K_S", + "hash": "79e51c86c582", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-text-q4_0", + "hash": "3e796d92bb34", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-text-q4_1", + "hash": "47a5df96d4e0", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-text-q4_K_M", + "hash": "c104b2dcf9cd", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-text-q4_K_S", + "hash": "d86f9248222e", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-text-q5_0", + "hash": "5584a807b8ba", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-text-q5_1", + "hash": "6fb41a6313fd", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "2b-text-q5_K_M", + "hash": "d298863d20ab", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-text-q5_K_S", + "hash": "a3cd2a717100", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-text-q6_K", + "hash": "3b637a49f20f", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "2b-text-q8_0", + "hash": "302f408c0774", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "9b-instruct-fp16", + "hash": "28e6684b0850", + "size": "18GB", + "isDefault": false + }, + { + "name": "9b-instruct-q2_K", + "hash": "592e44efb2df", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "9b-instruct-q3_K_L", + "hash": "d714823ae8ef", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-instruct-q3_K_M", + "hash": "7461deaf5540", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "9b-instruct-q3_K_S", + "hash": "1c8775e10b1c", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "9b-instruct-q4_0", + "hash": "ff02c3702f32", + "size": "5.4GB", + "isDefault": true + }, + { + "name": "9b-instruct-q4_1", + "hash": "5bfc4cf059e2", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "9b-instruct-q4_K_M", + "hash": "c20bec88025f", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "9b-instruct-q4_K_S", + "hash": "3d812e007d80", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "9b-instruct-q5_0", + "hash": "ad7303695a24", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "9b-instruct-q5_1", + "hash": "11404375df45", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "9b-instruct-q5_K_M", + "hash": "272e1f3a41a6", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-instruct-q5_K_S", + "hash": "6995ad07422a", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "9b-instruct-q6_K", + "hash": "3827bab50424", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "9b-instruct-q8_0", + "hash": "54faa8324fdf", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "9b-text-fp16", + "hash": "71ccbb94da28", + "size": "18GB", + "isDefault": false + }, + { + "name": "9b-text-q2_K", + "hash": "81108b242383", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "9b-text-q3_K_L", + "hash": "5cb6a0b99634", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-text-q3_K_M", + "hash": "e224c0ba8c7c", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "9b-text-q3_K_S", + "hash": "021fbe1dc58b", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "9b-text-q4_0", + "hash": "dedd536d2868", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "9b-text-q4_1", + "hash": "39d615163f3c", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "9b-text-q4_K_M", + "hash": "f4da9dd04c19", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "9b-text-q4_K_S", + "hash": "89a237d62c43", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "9b-text-q5_0", + "hash": "3d1c595d93ad", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "9b-text-q5_1", + "hash": "2c8271d50a2c", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "9b-text-q5_K_M", + "hash": "cb5cdf64cd6a", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-text-q5_K_S", + "hash": "d569833b0000", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "9b-text-q6_K", + "hash": "eecb7df81861", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "9b-text-q8_0", + "hash": "e09381422c99", + "size": "9.8GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "qwen2.5-coder", + "description": "The latest series of Code-Specific Qwen models, with significant improvements in code generation, code reasoning, and code fixing.", + "supportTools": true, + "defaultTag": "7b", + "tags": [ + { + "name": "0.5b", + "hash": "d392ed348d5b", + "size": "531MB", + "isDefault": false + }, + { + "name": "1.5b", + "hash": "6d3abb8d2d53", + "size": "986MB", + "isDefault": false + }, + { + "name": "3b", + "hash": "e7149271c296", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "7b", + "hash": "2b0496514337", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "14b", + "hash": "3028237cc8c5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "32b", + "hash": "4bd6cbf2d094", + "size": "20GB", + "isDefault": false + }, + { + "name": "0.5b-base", + "hash": "a0a84cca0f91", + "size": "531MB", + "isDefault": false + }, + { + "name": "0.5b-base-fp16", + "hash": "7df7a5e33f40", + "size": "994MB", + "isDefault": false + }, + { + "name": "0.5b-base-q2_K", + "hash": "d31a8a24175b", + "size": "339MB", + "isDefault": false + }, + { + "name": "0.5b-base-q3_K_L", + "hash": "4a05a175ece5", + "size": "369MB", + "isDefault": false + }, + { + "name": "0.5b-base-q3_K_M", + "hash": "2f339fd12a48", + "size": "355MB", + "isDefault": false + }, + { + "name": "0.5b-base-q3_K_S", + "hash": "e422e12f737e", + "size": "338MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_0", + "hash": "5b162945dc3f", + "size": "352MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_1", + "hash": "27c4e36f2bf1", + "size": "375MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_K_M", + "hash": "a5e657de26cb", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-base-q4_K_S", + "hash": "fb9f36e97c1a", + "size": "385MB", + "isDefault": false + }, + { + "name": "0.5b-base-q5_0", + "hash": "d913cffe15a5", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-base-q5_1", + "hash": "90fb0d5bbe28", + "size": "419MB", + "isDefault": false + }, + { + "name": "0.5b-base-q5_K_M", + "hash": "057639c6959e", + "size": "420MB", + "isDefault": false + }, + { + "name": "0.5b-base-q5_K_S", + "hash": "8a75bd23fad4", + "size": "413MB", + "isDefault": false + }, + { + "name": "0.5b-base-q6_K", + "hash": "d71ccdf96af9", + "size": "506MB", + "isDefault": false + }, + { + "name": "0.5b-base-q8_0", + "hash": "a0a84cca0f91", + "size": "531MB", + "isDefault": false + }, + { + "name": "0.5b-instruct", + "hash": "d392ed348d5b", + "size": "531MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-fp16", + "hash": "9f7232fb2644", + "size": "994MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q2_K", + "hash": "a85ff0bb3232", + "size": "339MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_L", + "hash": "339c977485c0", + "size": "369MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_M", + "hash": "df284a2cddad", + "size": "355MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q3_K_S", + "hash": "14e8487303fa", + "size": "338MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_0", + "hash": "457cbfef860a", + "size": "352MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_1", + "hash": "2f05130af7ba", + "size": "375MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_K_M", + "hash": "b0b7a69e6902", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q4_K_S", + "hash": "3365f1d46618", + "size": "385MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_0", + "hash": "f0bf774eb4c8", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_1", + "hash": "1f319f9f1dce", + "size": "419MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_K_M", + "hash": "f9dc915276f3", + "size": "420MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q5_K_S", + "hash": "d2811ac495a5", + "size": "413MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q6_K", + "hash": "950423b138b2", + "size": "506MB", + "isDefault": false + }, + { + "name": "0.5b-instruct-q8_0", + "hash": "d392ed348d5b", + "size": "531MB", + "isDefault": false + }, + { + "name": "1.5b-base", + "hash": "02e0f2817a89", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-base-fp16", + "hash": "c60c78f3f951", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "1.5b-base-q2_K", + "hash": "21495720163c", + "size": "676MB", + "isDefault": false + }, + { + "name": "1.5b-base-q3_K_L", + "hash": "4426c1041b69", + "size": "880MB", + "isDefault": false + }, + { + "name": "1.5b-base-q3_K_M", + "hash": "c60d4f18ee47", + "size": "824MB", + "isDefault": false + }, + { + "name": "1.5b-base-q3_K_S", + "hash": "a8bf69c72535", + "size": "761MB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_0", + "hash": "d7b55910863e", + "size": "935MB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_1", + "hash": "fe2fd45b0b62", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_K_M", + "hash": "02e0f2817a89", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_K_S", + "hash": "08ec5a15b673", + "size": "940MB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_0", + "hash": "b4c976b09f43", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_1", + "hash": "88c33ad03a34", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_K_M", + "hash": "654fda51b75d", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_K_S", + "hash": "3fee77d92bdb", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-base-q6_K", + "hash": "ee6aadc25edf", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-base-q8_0", + "hash": "e24beaf2eeb1", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.5b-instruct", + "hash": "6d3abb8d2d53", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-fp16", + "hash": "1668a6604aa8", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q2_K", + "hash": "3f99e5a46105", + "size": "676MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_L", + "hash": "cd2b9884b7c1", + "size": "880MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_M", + "hash": "ef30c1e4bcd3", + "size": "824MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_S", + "hash": "ccb3ff1d76f0", + "size": "761MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_0", + "hash": "7a72bb6afa7e", + "size": "935MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_1", + "hash": "93a51bc0ef90", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_M", + "hash": "6d3abb8d2d53", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_S", + "hash": "d3d00fd4cd21", + "size": "940MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_0", + "hash": "f92839c955d7", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_1", + "hash": "9fcb18ceca68", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_M", + "hash": "86534b8cd2ae", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_S", + "hash": "0d096b5adc77", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q6_K", + "hash": "5aace8e51327", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q8_0", + "hash": "be795efce4e6", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "14b-base", + "hash": "8221e52a9c29", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-base-fp16", + "hash": "6f5c33bce184", + "size": "30GB", + "isDefault": false + }, + { + "name": "14b-base-q2_K", + "hash": "336a7203708b", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "14b-base-q3_K_L", + "hash": "b0053e4e7dd8", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "14b-base-q3_K_M", + "hash": "758b2a555be0", + "size": "7.3GB", + "isDefault": false + }, + { + "name": "14b-base-q3_K_S", + "hash": "1e806311530b", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "14b-base-q4_0", + "hash": "6850c57047b9", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "14b-base-q4_1", + "hash": "f9927b6d5824", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "14b-base-q4_K_M", + "hash": "8221e52a9c29", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-base-q4_K_S", + "hash": "5e43c1525d54", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-base-q5_0", + "hash": "6223133e20d6", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-base-q5_1", + "hash": "f40e9e553b82", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-base-q5_K_M", + "hash": "cef4074e0c1a", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-base-q5_K_S", + "hash": "d43da79decc7", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-base-q6_K", + "hash": "7170ab999364", + "size": "12GB", + "isDefault": false + }, + { + "name": "14b-base-q8_0", + "hash": "95f760beca2d", + "size": "16GB", + "isDefault": false + }, + { + "name": "14b-instruct-fp16", + "hash": "1042ef3bddca", + "size": "30GB", + "isDefault": false + }, + { + "name": "14b-instruct-q2_K", + "hash": "bd36762aecbd", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "14b-instruct-q3_K_L", + "hash": "e4f990c2cae6", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "14b-instruct-q3_K_M", + "hash": "ada19f9965d6", + "size": "7.3GB", + "isDefault": false + }, + { + "name": "14b-instruct-q3_K_S", + "hash": "07b2e8c66f3a", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_0", + "hash": "6593061dfc75", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_1", + "hash": "575705980145", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_K_M", + "hash": "3028237cc8c5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "14b-instruct-q4_K_S", + "hash": "8c5eff4b3e7b", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_0", + "hash": "da32d52fdc63", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_1", + "hash": "ab39e6e79e73", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_K_M", + "hash": "c592bdca3c35", + "size": "11GB", + "isDefault": false + }, + { + "name": "14b-instruct-q5_K_S", + "hash": "84d9f680a6ad", + "size": "10GB", + "isDefault": false + }, + { + "name": "14b-instruct-q6_K", + "hash": "54bffce63811", + "size": "12GB", + "isDefault": false + }, + { + "name": "14b-instruct-q8_0", + "hash": "3c0e1037a12f", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-base", + "hash": "9218192e3d91", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-base-fp16", + "hash": "200c76285efc", + "size": "66GB", + "isDefault": false + }, + { + "name": "32b-base-q2_K", + "hash": "683f75295796", + "size": "12GB", + "isDefault": false + }, + { + "name": "32b-base-q3_K_L", + "hash": "c141ac6ccade", + "size": "17GB", + "isDefault": false + }, + { + "name": "32b-base-q3_K_M", + "hash": "b70130470871", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-base-q3_K_S", + "hash": "6c379ab949e2", + "size": "14GB", + "isDefault": false + }, + { + "name": "32b-base-q4_0", + "hash": "94dd845c2f84", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-base-q4_1", + "hash": "55acce9dfb07", + "size": "21GB", + "isDefault": false + }, + { + "name": "32b-base-q4_K_M", + "hash": "9218192e3d91", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-base-q4_K_S", + "hash": "0de3f2ef4e30", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-base-q5_0", + "hash": "ef595b15da0e", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-base-q5_1", + "hash": "2e04e7beaf1e", + "size": "25GB", + "isDefault": false + }, + { + "name": "32b-base-q5_K_M", + "hash": "8a30437e1e25", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-base-q5_K_S", + "hash": "a438a70c2b5e", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-base-q6_K", + "hash": "45489e1efe1b", + "size": "27GB", + "isDefault": false + }, + { + "name": "32b-base-q8_0", + "hash": "2888b8e6d633", + "size": "35GB", + "isDefault": false + }, + { + "name": "32b-instruct-fp16", + "hash": "5955f7d140cd", + "size": "66GB", + "isDefault": false + }, + { + "name": "32b-instruct-q2_K", + "hash": "6c1e39aa74f3", + "size": "12GB", + "isDefault": false + }, + { + "name": "32b-instruct-q3_K_L", + "hash": "2d7a10da58a6", + "size": "17GB", + "isDefault": false + }, + { + "name": "32b-instruct-q3_K_M", + "hash": "6d3f80df5ad7", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-instruct-q3_K_S", + "hash": "0408ee31a267", + "size": "14GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_0", + "hash": "76da80401a9c", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_1", + "hash": "d4f634afc953", + "size": "21GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_K_M", + "hash": "4bd6cbf2d094", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_K_S", + "hash": "b6b1e40709bd", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_0", + "hash": "ba09bb1ee34e", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_1", + "hash": "9618e5a646f7", + "size": "25GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_K_M", + "hash": "e8e8a1136ef1", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-instruct-q5_K_S", + "hash": "7a5c32cff406", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-instruct-q6_K", + "hash": "ec71da531676", + "size": "27GB", + "isDefault": false + }, + { + "name": "32b-instruct-q8_0", + "hash": "f37bbf27ec01", + "size": "35GB", + "isDefault": false + }, + { + "name": "3b-base", + "hash": "b71a053ff1b3", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-base-fp16", + "hash": "47f26db97419", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "3b-base-q2_K", + "hash": "7bd2c4ab30c1", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_L", + "hash": "e5e9e860e01c", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_M", + "hash": "c039b31a931f", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_S", + "hash": "490a8c46fec2", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-base-q4_0", + "hash": "f1f7ad8989c3", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-base-q4_1", + "hash": "6ba296c4ee70", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-base-q4_K_M", + "hash": "b71a053ff1b3", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-base-q4_K_S", + "hash": "09aa6f058dde", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-base-q5_0", + "hash": "5d9e4253f276", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-base-q5_1", + "hash": "1a003934c203", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-base-q5_K_M", + "hash": "5ebe29b5b83a", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-base-q5_K_S", + "hash": "a5c8f5c89aec", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-base-q6_K", + "hash": "30b38aca8440", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-base-q8_0", + "hash": "153d272fe602", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-fp16", + "hash": "f192c0f455a8", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q2_K", + "hash": "bc92ec587b1f", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_L", + "hash": "ee09c0b74e87", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_M", + "hash": "17a2dcd11c4f", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_S", + "hash": "c2c37ea7d1b3", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_0", + "hash": "68bfc2e1c93f", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_1", + "hash": "9d85f24ba408", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "e7149271c296", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_S", + "hash": "1d3af8ce473e", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_0", + "hash": "229d447c8ca3", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_1", + "hash": "4e05d4521c2d", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_M", + "hash": "4ac6d66cc6d0", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_S", + "hash": "be05f6e00424", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q6_K", + "hash": "758dcf5aeb7e", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "922864ba8c25", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-base", + "hash": "bd8755145f1c", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-base-fp16", + "hash": "f48b27b8de29", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-base-q2_K", + "hash": "50bf64f37239", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_L", + "hash": "59db8a8c458f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_M", + "hash": "7220be37a0f0", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_S", + "hash": "7dad768fb3cc", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-base-q4_0", + "hash": "a1ef3d25fea3", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-base-q4_1", + "hash": "bcfe87323815", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-base-q4_K_M", + "hash": "bd8755145f1c", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-base-q4_K_S", + "hash": "d31c13ff6e03", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-base-q5_0", + "hash": "149f852482c9", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-base-q5_1", + "hash": "91c4eefa305c", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-base-q5_K_M", + "hash": "0785cbeb9bcb", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-base-q5_K_S", + "hash": "4b75c6a0075d", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-base-q6_K", + "hash": "7a4f1acbac2d", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-base-q8_0", + "hash": "a7b028fab948", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "2b0496514337", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "a0ef5a269bb6", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "3b1ff4e196c1", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "4df5f4e718bf", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "15a5d0c6a7d0", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "abdf272526be", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "39ecf6aed6ac", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_1", + "hash": "082eb7042477", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "2b0496514337", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "1fe3b0db4ef4", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "9f796142fe81", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "5f83b880026f", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "697fcd53ee69", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "6258238b2c7a", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "b44c5b962c62", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "7cef144aaa22", + "size": "8.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "codellama", + "description": "A large language model that can use text prompts to generate and discuss code.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "8fdf8f752f6e", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "9f438cb9cd58", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "34b", + "hash": "685be00e1532", + "size": "19GB", + "isDefault": false + }, + { + "name": "70b", + "hash": "e59b580dfce7", + "size": "39GB", + "isDefault": false + }, + { + "name": "13b-code", + "hash": "61b6aa1b3d0f", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-code-fp16", + "hash": "d2d1857cd78a", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-code-q2_K", + "hash": "15030cfe1222", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-code-q3_K_L", + "hash": "ba5706a5838b", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-code-q3_K_M", + "hash": "89cf92af026f", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-code-q3_K_S", + "hash": "19a8f7d27f99", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-code-q4_0", + "hash": "61b6aa1b3d0f", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-code-q4_1", + "hash": "57327f6dcb54", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-code-q4_K_M", + "hash": "0aa12f0144e3", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-code-q4_K_S", + "hash": "87379a37e4aa", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-code-q5_0", + "hash": "1a8f4c7a3c5f", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-code-q5_1", + "hash": "1044f602e601", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-code-q5_K_M", + "hash": "2ed5f2d821a0", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-code-q5_K_S", + "hash": "638856bc2a70", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-code-q6_K", + "hash": "bbf97c457aa3", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-code-q8_0", + "hash": "03674985089a", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-instruct", + "hash": "9f438cb9cd58", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-instruct-fp16", + "hash": "220d80e5d12b", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-instruct-q2_K", + "hash": "8fb59331633d", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-instruct-q3_K_L", + "hash": "bce5c62dfd7d", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-instruct-q3_K_M", + "hash": "b6cfa4228952", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-instruct-q3_K_S", + "hash": "c67eb99f3c22", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-instruct-q4_0", + "hash": "9f438cb9cd58", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-instruct-q4_1", + "hash": "e41f7cfb904d", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-instruct-q4_K_M", + "hash": "96b64dad9259", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-instruct-q4_K_S", + "hash": "ea05ed122e9e", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-instruct-q5_0", + "hash": "272076d850ca", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-instruct-q5_1", + "hash": "c314aa11a40d", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-instruct-q5_K_M", + "hash": "d4a5d7a6ca94", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-instruct-q5_K_S", + "hash": "88522b510fcb", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-instruct-q6_K", + "hash": "d0a67452c242", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-instruct-q8_0", + "hash": "196822804b09", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-python", + "hash": "ac95ebf45ada", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-python-fp16", + "hash": "46a84a4b71b0", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-python-q2_K", + "hash": "c9b35dd8cb12", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-python-q3_K_L", + "hash": "f499608bd8fc", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-python-q3_K_M", + "hash": "97d666909551", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-python-q3_K_S", + "hash": "0b5b459ae6ac", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-python-q4_0", + "hash": "ac95ebf45ada", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-python-q4_1", + "hash": "a7e755ca330e", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-python-q4_K_M", + "hash": "897d6f158bff", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-python-q4_K_S", + "hash": "efca725ae5a6", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-python-q5_0", + "hash": "4310a4450fac", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-python-q5_1", + "hash": "d896d2264b62", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-python-q5_K_M", + "hash": "bee3e1199c6e", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-python-q5_K_S", + "hash": "23198bde3624", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-python-q6_K", + "hash": "a156022a735c", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-python-q8_0", + "hash": "651a360f8207", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-code", + "hash": "d42f383a80dd", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-code-q2_K", + "hash": "a9cbbaa0bc9f", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-code-q3_K_L", + "hash": "aedf79bb4b36", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-code-q3_K_M", + "hash": "b2341adf3f23", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-code-q3_K_S", + "hash": "3c90e44e0e1a", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-code-q4_0", + "hash": "d42f383a80dd", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-code-q4_1", + "hash": "9fa15ea27404", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-code-q4_K_M", + "hash": "ab557c194836", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-code-q4_K_S", + "hash": "74265e6ee37b", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-code-q5_0", + "hash": "1024c60168c2", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-code-q5_1", + "hash": "53011c2b63fa", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-code-q5_K_M", + "hash": "64ead69c55e3", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-code-q5_K_S", + "hash": "31fd37f72149", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-code-q6_K", + "hash": "16cab6eea3fc", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-code-q8_0", + "hash": "9002fe264a7a", + "size": "36GB", + "isDefault": false + }, + { + "name": "34b-instruct", + "hash": "685be00e1532", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-instruct-fp16", + "hash": "63f5f2314d06", + "size": "67GB", + "isDefault": false + }, + { + "name": "34b-instruct-q2_K", + "hash": "1dd65b85730e", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-instruct-q3_K_L", + "hash": "ddb843faeaf7", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-instruct-q3_K_M", + "hash": "f534f618ea64", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-instruct-q3_K_S", + "hash": "97ab8a9c3b5b", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_0", + "hash": "685be00e1532", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_1", + "hash": "5493004f889d", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_K_M", + "hash": "e12e86e65362", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_K_S", + "hash": "9ed594b9bf24", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_0", + "hash": "44c793b41643", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_1", + "hash": "b0615499241e", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_K_M", + "hash": "93723cb9e26c", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_K_S", + "hash": "cd41440962fd", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-instruct-q6_K", + "hash": "e93676fdc8e4", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-instruct-q8_0", + "hash": "df46def864c6", + "size": "36GB", + "isDefault": false + }, + { + "name": "34b-python", + "hash": "a9991b91af79", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-fp16", + "hash": "a12bdba154f9", + "size": "67GB", + "isDefault": false + }, + { + "name": "34b-python-q2_K", + "hash": "804f8d3619ca", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_L", + "hash": "9a0962344498", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_M", + "hash": "4d1f7919eac7", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_S", + "hash": "7d04d3730258", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-python-q4_0", + "hash": "a9991b91af79", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-q4_1", + "hash": "a1d4355844ab", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-python-q4_K_M", + "hash": "4c63b99ce6e0", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-python-q4_K_S", + "hash": "dbf6c5ef8774", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-q5_0", + "hash": "a8afc91dd7c1", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-python-q5_1", + "hash": "2d27ad19cb5e", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-python-q5_K_M", + "hash": "c6a7e8f2a374", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-python-q5_K_S", + "hash": "893daae3384e", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-python-q6_K", + "hash": "4c08957e57e2", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-python-q8_0", + "hash": "53a286016fd9", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-code", + "hash": "f51f75d243f2", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-code-fp16", + "hash": "068561d5fd67", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-code-q2_K", + "hash": "a971fcfd33e2", + "size": "25GB", + "isDefault": false + }, + { + "name": "70b-code-q3_K_L", + "hash": "4bfb484bdd00", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-code-q3_K_M", + "hash": "d29df36f0809", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-code-q3_K_S", + "hash": "6f9fcc129873", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-code-q4_0", + "hash": "f51f75d243f2", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-code-q4_1", + "hash": "f4f87b75ed5f", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-code-q4_K_M", + "hash": "af49f7163a95", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-code-q4_K_S", + "hash": "6eb3eed1c7d7", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-code-q5_0", + "hash": "6c13a8df97a6", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-code-q5_1", + "hash": "d81dfb4ec245", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-code-q5_K_M", + "hash": "a6de2758bbb4", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-code-q5_K_S", + "hash": "f7a6b036969c", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-code-q6_K", + "hash": "8fe5090ef2aa", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-code-q8_0", + "hash": "11ccdd14d3a7", + "size": "73GB", + "isDefault": false + }, + { + "name": "70b-instruct", + "hash": "e59b580dfce7", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-instruct-fp16", + "hash": "bbea3b24dc4b", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-instruct-q2_K", + "hash": "cfb9810598f2", + "size": "25GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_L", + "hash": "9b7b348bd092", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_M", + "hash": "97d27e87a494", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_S", + "hash": "9eaafc67a1e9", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_0", + "hash": "e59b580dfce7", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_1", + "hash": "3a050fe20496", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_M", + "hash": "fd3eb0359236", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_S", + "hash": "5e6f76df85f1", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_0", + "hash": "b22318ff25f3", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_1", + "hash": "5606d0558a97", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_M", + "hash": "796aa29c1e74", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_S", + "hash": "486ce7f5c313", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-instruct-q6_K", + "hash": "2b057a1a5fcb", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-instruct-q8_0", + "hash": "df2a96247c0c", + "size": "73GB", + "isDefault": false + }, + { + "name": "70b-python", + "hash": "33bc097b32fe", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-python-fp16", + "hash": "32aef34ce6d1", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-python-q2_K", + "hash": "8925059dfc69", + "size": "25GB", + "isDefault": false + }, + { + "name": "70b-python-q3_K_L", + "hash": "91ac3677083b", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-python-q3_K_M", + "hash": "130b1c22d82c", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-python-q3_K_S", + "hash": "5e2c02668fd0", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-python-q4_0", + "hash": "33bc097b32fe", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-python-q4_1", + "hash": "8a1b64a13e07", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-python-q4_K_M", + "hash": "157bddfb9b58", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-python-q4_K_S", + "hash": "58f06c520da4", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-python-q5_0", + "hash": "e91924e35649", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-python-q5_1", + "hash": "726a52d85424", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-python-q5_K_M", + "hash": "46e0203b5440", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-python-q5_K_S", + "hash": "b1f1fd5a9237", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-python-q6_K", + "hash": "0d2f71fce49d", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-python-q8_0", + "hash": "80366d5e2306", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-code", + "hash": "8df0a30bb1e6", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-code-fp16", + "hash": "49e540e808cb", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-code-q2_K", + "hash": "91ff9867e158", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-code-q3_K_L", + "hash": "28f2ce50aa95", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-code-q3_K_M", + "hash": "feb1d9b1793b", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-code-q3_K_S", + "hash": "a53cf3fbfba9", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-code-q4_0", + "hash": "8df0a30bb1e6", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-code-q4_1", + "hash": "537584c9d430", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-code-q4_K_M", + "hash": "e0f44d809bb4", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-code-q4_K_S", + "hash": "87013da043fc", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-code-q5_0", + "hash": "d7bab15b429c", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-code-q5_1", + "hash": "a38c1ce2f694", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-code-q5_K_M", + "hash": "19a534f2e7ca", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-code-q5_K_S", + "hash": "1854c84f9cd6", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-code-q6_K", + "hash": "e3d8d04437e4", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-code-q8_0", + "hash": "b5c402bcc7d9", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "8fdf8f752f6e", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "6d0772f2d7d0", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "28ee56afb6a5", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "74aea2ff4240", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "ddae88ac7060", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "69d540497dc3", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "8fdf8f752f6e", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-instruct-q4_1", + "hash": "82177b511b42", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "dfd9bbf35961", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "7e7d9567e2be", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "1fe20720c90b", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "96ebcc6283ac", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "4f6dbd70addc", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "0a9dfb4ddb84", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "3a5b549ceb36", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "e371f415ddec", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-python", + "hash": "120ca3419eae", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-python-fp16", + "hash": "c586d7593fc9", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-python-q2_K", + "hash": "90537ffccfc3", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-python-q3_K_L", + "hash": "89bd2bcbe688", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-python-q3_K_M", + "hash": "f78512a1494b", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-python-q3_K_S", + "hash": "32abf4fb831c", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-python-q4_0", + "hash": "120ca3419eae", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-python-q4_1", + "hash": "229914b4c95a", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-python-q4_K_M", + "hash": "82469243d8df", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-python-q4_K_S", + "hash": "3e2981f24208", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-python-q5_0", + "hash": "ca3bea54d322", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-python-q5_1", + "hash": "973c0b9ff6f2", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-python-q5_K_M", + "hash": "cf2d34d45cf5", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-python-q5_K_S", + "hash": "33d5fb72706b", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-python-q6_K", + "hash": "d03cee358f2e", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-python-q8_0", + "hash": "9989aa9990d5", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "code", + "hash": "8df0a30bb1e6", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "8fdf8f752f6e", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "python", + "hash": "120ca3419eae", + "size": "3.8GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mxbai-embed-large", + "description": "State-of-the-art large embedding model from mixedbread.ai", + "supportTools": false, + "defaultTag": "335m", + "tags": [ + { + "name": "335m", + "hash": "468836162de7", + "size": "670MB", + "isDefault": true + }, + { + "name": "335m-v1-fp16", + "hash": "468836162de7", + "size": "670MB", + "isDefault": true + }, + { + "name": "v1", + "hash": "468836162de7", + "size": "670MB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "tinyllama", + "description": "The TinyLlama project is an open endeavor to train a compact 1.1B Llama model on 3 trillion tokens.", + "supportTools": false, + "defaultTag": "1.1b", + "tags": [ + { + "name": "1.1b", + "hash": "2644915ede35", + "size": "638MB", + "isDefault": true + }, + { + "name": "1.1b-chat", + "hash": "2644915ede35", + "size": "638MB", + "isDefault": true + }, + { + "name": "1.1b-chat-v0.6-fp16", + "hash": "a40b38e0c72d", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q2_K", + "hash": "a2aa7f9e13b4", + "size": "483MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q3_K_L", + "hash": "3dca23077eec", + "size": "593MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q3_K_M", + "hash": "d36765ee7b2a", + "size": "551MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q3_K_S", + "hash": "f09e5b1786e1", + "size": "500MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q4_0", + "hash": "cb4df2e70049", + "size": "638MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q4_1", + "hash": "ad5344d40d22", + "size": "702MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q4_K_M", + "hash": "078cb72856ab", + "size": "669MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q4_K_S", + "hash": "e68e39e22c5c", + "size": "644MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q5_0", + "hash": "8df5040f8c77", + "size": "767MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q5_1", + "hash": "6b68a0890709", + "size": "832MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q5_K_M", + "hash": "630e23132e37", + "size": "783MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q5_K_S", + "hash": "86ebaf63decb", + "size": "767MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q6_K", + "hash": "4ea10b64d2c3", + "size": "904MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v0.6-q8_0", + "hash": "b939c0e77079", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-fp16", + "hash": "71c2f9b69b52", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q2_K", + "hash": "721a0fc5ae2d", + "size": "483MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q3_K_L", + "hash": "317426342de6", + "size": "593MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q3_K_M", + "hash": "1bbb25f9a630", + "size": "551MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q3_K_S", + "hash": "5042a43d653b", + "size": "500MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q4_0", + "hash": "2644915ede35", + "size": "638MB", + "isDefault": true + }, + { + "name": "1.1b-chat-v1-q4_1", + "hash": "2ce57eb5c622", + "size": "702MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q4_K_M", + "hash": "86b3ca80c6c5", + "size": "669MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q4_K_S", + "hash": "ac37fe61e9f7", + "size": "644MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q5_0", + "hash": "70c60394cb6e", + "size": "767MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q5_1", + "hash": "5efe2a172290", + "size": "832MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q5_K_M", + "hash": "920ba90fb00e", + "size": "783MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q5_K_S", + "hash": "913a3797a111", + "size": "767MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q6_K", + "hash": "d53bb0758e48", + "size": "904MB", + "isDefault": false + }, + { + "name": "1.1b-chat-v1-q8_0", + "hash": "3746473cdb1e", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "chat", + "hash": "2644915ede35", + "size": "638MB", + "isDefault": true + }, + { + "name": "v0.6", + "hash": "cb4df2e70049", + "size": "638MB", + "isDefault": false + }, + { + "name": "v1", + "hash": "2644915ede35", + "size": "638MB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mistral-nemo", + "description": "A state-of-the-art 12B model with 128k context length, built by Mistral AI in collaboration with NVIDIA.", + "supportTools": true, + "defaultTag": "12b", + "tags": [ + { + "name": "12b", + "hash": "994f3b8b7801", + "size": "7.1GB", + "isDefault": true + }, + { + "name": "12b-instruct-2407-fp16", + "hash": "7bb1e26a5ed5", + "size": "25GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q2_K", + "hash": "afa0d9b8759f", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q3_K_L", + "hash": "affbdc0a347a", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q3_K_M", + "hash": "09c8706f02f4", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q3_K_S", + "hash": "864043847fc7", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q4_0", + "hash": "994f3b8b7801", + "size": "7.1GB", + "isDefault": true + }, + { + "name": "12b-instruct-2407-q4_1", + "hash": "2b87a40ca999", + "size": "7.8GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q4_K_M", + "hash": "1da0ebbdb7ca", + "size": "7.5GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q4_K_S", + "hash": "2c2b8e074f09", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q5_0", + "hash": "0fc0a9ed80c9", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q5_1", + "hash": "f811366ff2b3", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q5_K_M", + "hash": "d0e3d91c3c3e", + "size": "8.7GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q5_K_S", + "hash": "5fc038ec8027", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q6_K", + "hash": "7a5dbe4123f4", + "size": "10GB", + "isDefault": false + }, + { + "name": "12b-instruct-2407-q8_0", + "hash": "b91eec34730f", + "size": "13GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3.2-vision", + "description": "Llama 3.2 Vision is a collection of instruction-tuned image reasoning generative models in 11B and 90B sizes.", + "supportTools": false, + "defaultTag": "11b", + "tags": [ + { + "name": "11b", + "hash": "085a1fdae525", + "size": "7.9GB", + "isDefault": true + }, + { + "name": "90b", + "hash": "d2a5e64c56a9", + "size": "55GB", + "isDefault": false + }, + { + "name": "11b-instruct-fp16", + "hash": "61be32b20340", + "size": "21GB", + "isDefault": false + }, + { + "name": "11b-instruct-q4_K_M", + "hash": "085a1fdae525", + "size": "7.9GB", + "isDefault": true + }, + { + "name": "11b-instruct-q8_0", + "hash": "7a7cc5461ef1", + "size": "12GB", + "isDefault": false + }, + { + "name": "90b-instruct-fp16", + "hash": "5ceef0c1d3d2", + "size": "177GB", + "isDefault": false + }, + { + "name": "90b-instruct-q4_K_M", + "hash": "d2a5e64c56a9", + "size": "55GB", + "isDefault": false + }, + { + "name": "90b-instruct-q8_0", + "hash": "e65e1af5e383", + "size": "95GB", + "isDefault": false + } + ], + "embedding": false, + "vision": true + }, + { + "name": "starcoder2", + "description": "StarCoder2 is the next generation of transparently trained open code LLMs that comes in three sizes: 3B, 7B and 15B parameters.", + "supportTools": false, + "defaultTag": "3b", + "tags": [ + { + "name": "3b", + "hash": "9f4ae0aff61e", + "size": "1.7GB", + "isDefault": true + }, + { + "name": "7b", + "hash": "1550ab21b10d", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "15b", + "hash": "21ae152d49e0", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-fp16", + "hash": "d0355c6e6d3a", + "size": "32GB", + "isDefault": false + }, + { + "name": "15b-instruct", + "hash": "432973cfbc4c", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-instruct-q4_0", + "hash": "a2349551dfd4", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-fp16", + "hash": "8a5b32b4696c", + "size": "32GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q2_K", + "hash": "1f0967a81021", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q3_K_L", + "hash": "0023fd977833", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q3_K_M", + "hash": "7be2b1ded63d", + "size": "8.0GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q3_K_S", + "hash": "494c11407ef5", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q4_0", + "hash": "432973cfbc4c", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q4_1", + "hash": "d7b4b40c5e4c", + "size": "10GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q4_K_M", + "hash": "19fb579d5344", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q4_K_S", + "hash": "8b55bc62323d", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q5_0", + "hash": "97687b40425f", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q5_1", + "hash": "b3e4a53d2072", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q5_K_M", + "hash": "24ff1c704455", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q5_K_S", + "hash": "50bffebc60cd", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q6_K", + "hash": "a5f13db6c5e5", + "size": "13GB", + "isDefault": false + }, + { + "name": "15b-instruct-v0.1-q8_0", + "hash": "a11b58c111d9", + "size": "17GB", + "isDefault": false + }, + { + "name": "15b-q2_K", + "hash": "09c69ac6d381", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "15b-q3_K_L", + "hash": "7095ac645958", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-q3_K_M", + "hash": "6bb24c6a0909", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "15b-q3_K_S", + "hash": "2b8e40ca4e3c", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "15b-q4_0", + "hash": "21ae152d49e0", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-q4_1", + "hash": "e962dc6dab16", + "size": "10GB", + "isDefault": false + }, + { + "name": "15b-q4_K_M", + "hash": "c2a2fb5a804b", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "15b-q4_K_S", + "hash": "16306a9d809f", + "size": "9.3GB", + "isDefault": false + }, + { + "name": "15b-q5_0", + "hash": "0b62c0bbb602", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-q5_1", + "hash": "3ea2ac47dcf6", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-q5_K_M", + "hash": "aedac0a1adc9", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-q5_K_S", + "hash": "656825622bc3", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-q6_K", + "hash": "cad9bff49536", + "size": "13GB", + "isDefault": false + }, + { + "name": "15b-q8_0", + "hash": "95f55571067f", + "size": "17GB", + "isDefault": false + }, + { + "name": "3b-fp16", + "hash": "cb88461498e2", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "3b-q2_K", + "hash": "1900fee8d3bb", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "3b-q3_K_L", + "hash": "babdc98cb857", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-q3_K_M", + "hash": "379661ce2af0", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-q3_K_S", + "hash": "8a53797dc302", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-q4_0", + "hash": "9f4ae0aff61e", + "size": "1.7GB", + "isDefault": true + }, + { + "name": "3b-q4_1", + "hash": "85914e75a280", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-q4_K_M", + "hash": "80f4c07afd24", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-q4_K_S", + "hash": "428a0952a464", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-q5_0", + "hash": "c0ef01710c53", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-q5_1", + "hash": "ca2b86530fda", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-q5_K_M", + "hash": "716699033e66", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-q5_K_S", + "hash": "285e6c835a6b", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-q6_K", + "hash": "4d0d8586d8a6", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-q8_0", + "hash": "003abcecad23", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "f0643097e171", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "bfb544f5b9db", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "e3e28011754e", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "663450d06f0d", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "8aaa68a8ab5e", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "1550ab21b10d", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-q4_1", + "hash": "1747ad646a6a", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "3c8e476efe98", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "0c4f8acf0ae2", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "3990ce180fdd", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "f2936f039525", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "de006f564c13", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "c81c75ed4e4e", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "5d99bdda7ea4", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "d76878e96d8a", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "432973cfbc4c", + "size": "9.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "snowflake-arctic-embed", + "description": "A suite of text embedding models by Snowflake, optimized for performance.", + "supportTools": false, + "defaultTag": "335m", + "tags": [ + { + "name": "22m", + "hash": "bf75350e1752", + "size": "46MB", + "isDefault": false + }, + { + "name": "33m", + "hash": "e8db018629b4", + "size": "67MB", + "isDefault": false + }, + { + "name": "110m", + "hash": "8a0d86a3ca1d", + "size": "219MB", + "isDefault": false + }, + { + "name": "137m", + "hash": "12616299a158", + "size": "274MB", + "isDefault": false + }, + { + "name": "335m", + "hash": "21ab8b9b0545", + "size": "669MB", + "isDefault": true + }, + { + "name": "110m-m-fp16", + "hash": "8a0d86a3ca1d", + "size": "219MB", + "isDefault": false + }, + { + "name": "137m-m-long-fp16", + "hash": "12616299a158", + "size": "274MB", + "isDefault": false + }, + { + "name": "22m-xs-fp16", + "hash": "bf75350e1752", + "size": "46MB", + "isDefault": false + }, + { + "name": "335m-l-fp16", + "hash": "21ab8b9b0545", + "size": "669MB", + "isDefault": true + }, + { + "name": "33m-s-fp16", + "hash": "e8db018629b4", + "size": "67MB", + "isDefault": false + }, + { + "name": "l", + "hash": "21ab8b9b0545", + "size": "669MB", + "isDefault": true + }, + { + "name": "m", + "hash": "8a0d86a3ca1d", + "size": "219MB", + "isDefault": false + }, + { + "name": "m-long", + "hash": "12616299a158", + "size": "274MB", + "isDefault": false + }, + { + "name": "s", + "hash": "e8db018629b4", + "size": "67MB", + "isDefault": false + }, + { + "name": "xs", + "hash": "bf75350e1752", + "size": "46MB", + "isDefault": false + } + ], + "embedding": true, + "vision": false + }, + { + "name": "deepseek-coder-v2", + "description": "An open-source Mixture-of-Experts code language model that achieves performance comparable to GPT4-Turbo in code-specific tasks.", + "supportTools": false, + "defaultTag": "16b", + "tags": [ + { + "name": "16b", + "hash": "63fb193b3a9b", + "size": "8.9GB", + "isDefault": true + }, + { + "name": "236b", + "hash": "c78d80129305", + "size": "133GB", + "isDefault": false + }, + { + "name": "16b-lite-base-fp16", + "hash": "eab76b4e3742", + "size": "31GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q2_K", + "hash": "8b62e3f7c4be", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q3_K_L", + "hash": "3dab6fe7735c", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q3_K_M", + "hash": "d16d8f044de1", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q3_K_S", + "hash": "8620271ad4df", + "size": "7.5GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q4_0", + "hash": "dc3c85f78976", + "size": "8.9GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q4_1", + "hash": "09d4128b178d", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q4_K_M", + "hash": "2f4fb0bfc6a7", + "size": "10GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q4_K_S", + "hash": "eea8c1bb07d9", + "size": "9.5GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q5_0", + "hash": "cd16e96f0530", + "size": "11GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q5_1", + "hash": "cf643e1eb150", + "size": "12GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q5_K_M", + "hash": "0802b3662146", + "size": "12GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q5_K_S", + "hash": "94111aa16b14", + "size": "11GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q6_K", + "hash": "7e7a754912f8", + "size": "14GB", + "isDefault": false + }, + { + "name": "16b-lite-base-q8_0", + "hash": "8e01d51811ab", + "size": "17GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-fp16", + "hash": "e2edc649e2ab", + "size": "31GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q2_K", + "hash": "82e79aef7a69", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q3_K_L", + "hash": "c5fffde68649", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q3_K_M", + "hash": "a1dbf0a1e4fa", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q3_K_S", + "hash": "36faf1cc8ce9", + "size": "7.5GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q4_0", + "hash": "63fb193b3a9b", + "size": "8.9GB", + "isDefault": true + }, + { + "name": "16b-lite-instruct-q4_1", + "hash": "2ccedaf506ab", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q4_K_M", + "hash": "dac6ff6589c9", + "size": "10GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q4_K_S", + "hash": "5e86e3ea790e", + "size": "9.5GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q5_0", + "hash": "6084bfd4db26", + "size": "11GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q5_1", + "hash": "840b2157e9f0", + "size": "12GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q5_K_M", + "hash": "6065d4880bf9", + "size": "12GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q5_K_S", + "hash": "efe9f0187a2d", + "size": "11GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q6_K", + "hash": "cf566e23d87f", + "size": "14GB", + "isDefault": false + }, + { + "name": "16b-lite-instruct-q8_0", + "hash": "ef033cab4dae", + "size": "17GB", + "isDefault": false + }, + { + "name": "236b-base-fp16", + "hash": "bd60a2f7c8bc", + "size": "472GB", + "isDefault": false + }, + { + "name": "236b-base-q2_K", + "hash": "783021b97803", + "size": "86GB", + "isDefault": false + }, + { + "name": "236b-base-q3_K_L", + "hash": "317accd37d79", + "size": "122GB", + "isDefault": false + }, + { + "name": "236b-base-q3_K_M", + "hash": "e8d5da110401", + "size": "113GB", + "isDefault": false + }, + { + "name": "236b-base-q3_K_S", + "hash": "e307d50c3f31", + "size": "102GB", + "isDefault": false + }, + { + "name": "236b-base-q4_0", + "hash": "2dc89d24571b", + "size": "133GB", + "isDefault": false + }, + { + "name": "236b-base-q4_1", + "hash": "6c9b97422ea4", + "size": "148GB", + "isDefault": false + }, + { + "name": "236b-base-q4_K_M", + "hash": "c02e9228aa14", + "size": "142GB", + "isDefault": false + }, + { + "name": "236b-base-q4_K_S", + "hash": "4e51408d2392", + "size": "134GB", + "isDefault": false + }, + { + "name": "236b-base-q5_0", + "hash": "786659c065fa", + "size": "162GB", + "isDefault": false + }, + { + "name": "236b-base-q5_1", + "hash": "073514be5a03", + "size": "177GB", + "isDefault": false + }, + { + "name": "236b-base-q5_K_M", + "hash": "6710a3c300fc", + "size": "167GB", + "isDefault": false + }, + { + "name": "236b-base-q5_K_S", + "hash": "93374287311f", + "size": "162GB", + "isDefault": false + }, + { + "name": "236b-base-q6_K", + "hash": "9f090258b940", + "size": "194GB", + "isDefault": false + }, + { + "name": "236b-base-q8_0", + "hash": "d1bcdd7d5871", + "size": "251GB", + "isDefault": false + }, + { + "name": "236b-instruct-fp16", + "hash": "22504f15ba17", + "size": "472GB", + "isDefault": false + }, + { + "name": "236b-instruct-q2_K", + "hash": "4f831761cd02", + "size": "86GB", + "isDefault": false + }, + { + "name": "236b-instruct-q3_K_L", + "hash": "f230e675a4e3", + "size": "122GB", + "isDefault": false + }, + { + "name": "236b-instruct-q3_K_M", + "hash": "2432b4ab9079", + "size": "113GB", + "isDefault": false + }, + { + "name": "236b-instruct-q3_K_S", + "hash": "d7317e5ddd3f", + "size": "102GB", + "isDefault": false + }, + { + "name": "236b-instruct-q4_0", + "hash": "c78d80129305", + "size": "133GB", + "isDefault": false + }, + { + "name": "236b-instruct-q4_1", + "hash": "3deb93929590", + "size": "148GB", + "isDefault": false + }, + { + "name": "236b-instruct-q4_K_M", + "hash": "f37bcc863826", + "size": "142GB", + "isDefault": false + }, + { + "name": "236b-instruct-q4_K_S", + "hash": "fa7317115737", + "size": "134GB", + "isDefault": false + }, + { + "name": "236b-instruct-q5_0", + "hash": "46ceaf3a8ffd", + "size": "162GB", + "isDefault": false + }, + { + "name": "236b-instruct-q5_1", + "hash": "d29414056789", + "size": "177GB", + "isDefault": false + }, + { + "name": "236b-instruct-q5_K_M", + "hash": "4e723bdb7e50", + "size": "167GB", + "isDefault": false + }, + { + "name": "236b-instruct-q5_K_S", + "hash": "0ccf53e6e50b", + "size": "162GB", + "isDefault": false + }, + { + "name": "236b-instruct-q6_K", + "hash": "6ce352e55f26", + "size": "194GB", + "isDefault": false + }, + { + "name": "236b-instruct-q8_0", + "hash": "7f763ec0e20e", + "size": "251GB", + "isDefault": false + }, + { + "name": "lite", + "hash": "63fb193b3a9b", + "size": "8.9GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mixtral", + "description": "A set of Mixture of Experts (MoE) model with open weights by Mistral AI in 8x7b and 8x22b parameter sizes.", + "supportTools": true, + "defaultTag": "8x7b", + "tags": [ + { + "name": "8x7b", + "hash": "a3b6bef0f836", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x22b", + "hash": "e8479ee1cb51", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-instruct", + "hash": "e8479ee1cb51", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-fp16", + "hash": "be69186cc79b", + "size": "281GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q2_K", + "hash": "cf96f64cdf60", + "size": "52GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q3_K_L", + "hash": "85c9d74f72e2", + "size": "73GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q3_K_M", + "hash": "d552821493b8", + "size": "68GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q3_K_S", + "hash": "50ec4fbf79f2", + "size": "62GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q4_0", + "hash": "e8479ee1cb51", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q4_1", + "hash": "0ea2df035a44", + "size": "88GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q4_K_M", + "hash": "de58127cf267", + "size": "86GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q4_K_S", + "hash": "a9be4647cd05", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q5_0", + "hash": "c4d73325754c", + "size": "97GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q5_1", + "hash": "a8e4c57d9fdb", + "size": "106GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q5_K_M", + "hash": "040d78ec94bc", + "size": "100GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q5_K_S", + "hash": "7dc2b27d2ce5", + "size": "97GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q6_K", + "hash": "2a597519778d", + "size": "116GB", + "isDefault": false + }, + { + "name": "8x22b-instruct-v0.1-q8_0", + "hash": "74d06fe380a1", + "size": "149GB", + "isDefault": false + }, + { + "name": "8x22b-text", + "hash": "eb6b1cd64bb1", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-fp16", + "hash": "bada034b7898", + "size": "281GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q2_K", + "hash": "9a187644e490", + "size": "52GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q3_K_L", + "hash": "5637d20e8d2b", + "size": "73GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q3_K_M", + "hash": "a45b937d5d88", + "size": "68GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q3_K_S", + "hash": "4f5b5d113e8d", + "size": "61GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q4_0", + "hash": "eb6b1cd64bb1", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q4_1", + "hash": "068cdfff8170", + "size": "88GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q4_K_M", + "hash": "48fd198637f7", + "size": "86GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q4_K_S", + "hash": "f43943467ac8", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q5_0", + "hash": "4f7e4cb4532b", + "size": "97GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q5_1", + "hash": "77414be8fbac", + "size": "106GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q5_K_M", + "hash": "92a2e32d7f87", + "size": "100GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q5_K_S", + "hash": "9e736b483924", + "size": "97GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q6_K", + "hash": "2fb8e840c060", + "size": "116GB", + "isDefault": false + }, + { + "name": "8x22b-text-v0.1-q8_0", + "hash": "619b5b9ddad2", + "size": "149GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-fp16", + "hash": "96c204672c06", + "size": "93GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q2_K", + "hash": "b5f8be13d719", + "size": "17GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q3_K_L", + "hash": "44a28a0d7d9a", + "size": "24GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q3_K_M", + "hash": "0f4e85e45e0c", + "size": "23GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q3_K_S", + "hash": "8214ed645fc2", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q4_0", + "hash": "a3b6bef0f836", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-instruct-v0.1-q4_1", + "hash": "4ca263ed25e3", + "size": "29GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q4_K_M", + "hash": "a69121c90013", + "size": "28GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q4_K_S", + "hash": "39c18795563b", + "size": "27GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q5_0", + "hash": "94bb1b270af9", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q5_1", + "hash": "1084fd5133d1", + "size": "35GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q5_K_M", + "hash": "d011e1981bd1", + "size": "33GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q5_K_S", + "hash": "68f12ddfe676", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q6_K", + "hash": "ceaac0dbeffa", + "size": "38GB", + "isDefault": false + }, + { + "name": "8x7b-instruct-v0.1-q8_0", + "hash": "4b4321b5a853", + "size": "50GB", + "isDefault": false + }, + { + "name": "8x7b-text", + "hash": "29c986d45fba", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-fp16", + "hash": "6c08977f2b56", + "size": "93GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q2_K", + "hash": "279c2f61bb77", + "size": "17GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q3_K_L", + "hash": "09d5395d1226", + "size": "24GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q3_K_M", + "hash": "2ec7294409e7", + "size": "23GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q3_K_S", + "hash": "b8bdfbd641af", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q4_0", + "hash": "29c986d45fba", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q4_1", + "hash": "20f1c9c7d6ee", + "size": "29GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q4_K_M", + "hash": "2b19c246b20c", + "size": "28GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q4_K_S", + "hash": "45ad2aba6509", + "size": "27GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q5_0", + "hash": "1692f253599b", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q5_1", + "hash": "24ef911cb6dc", + "size": "35GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q5_K_M", + "hash": "957a4d1fad36", + "size": "33GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q5_K_S", + "hash": "0f550cd04214", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q6_K", + "hash": "0331d26f4ac1", + "size": "38GB", + "isDefault": false + }, + { + "name": "8x7b-text-v0.1-q8_0", + "hash": "50d4ad519912", + "size": "50GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "a3b6bef0f836", + "size": "26GB", + "isDefault": true + }, + { + "name": "text", + "hash": "29c986d45fba", + "size": "26GB", + "isDefault": false + }, + { + "name": "v0.1", + "hash": "e8479ee1cb51", + "size": "80GB", + "isDefault": false + }, + { + "name": "v0.1-instruct", + "hash": "e8479ee1cb51", + "size": "80GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "deepseek-coder", + "description": "DeepSeek Coder is a capable coding model trained on two trillion code and natural language tokens.", + "supportTools": false, + "defaultTag": "1.3b", + "tags": [ + { + "name": "1.3b", + "hash": "3ddd2d3fc8d2", + "size": "776MB", + "isDefault": true + }, + { + "name": "6.7b", + "hash": "ce298d984115", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "33b", + "hash": "acec7c0b0fd9", + "size": "19GB", + "isDefault": false + }, + { + "name": "1.3b-base", + "hash": "3b417b786925", + "size": "776MB", + "isDefault": false + }, + { + "name": "1.3b-base-fp16", + "hash": "02b95acb6d92", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "1.3b-base-q2_K", + "hash": "b4f8c7285df8", + "size": "632MB", + "isDefault": false + }, + { + "name": "1.3b-base-q3_K_L", + "hash": "9884474f8e97", + "size": "745MB", + "isDefault": false + }, + { + "name": "1.3b-base-q3_K_M", + "hash": "08722dd8ec98", + "size": "705MB", + "isDefault": false + }, + { + "name": "1.3b-base-q3_K_S", + "hash": "3a3c3bc11d11", + "size": "659MB", + "isDefault": false + }, + { + "name": "1.3b-base-q4_0", + "hash": "3b417b786925", + "size": "776MB", + "isDefault": false + }, + { + "name": "1.3b-base-q4_1", + "hash": "75c6c24f8b9a", + "size": "856MB", + "isDefault": false + }, + { + "name": "1.3b-base-q4_K_M", + "hash": "4e17652b15c5", + "size": "874MB", + "isDefault": false + }, + { + "name": "1.3b-base-q4_K_S", + "hash": "2c83b95953cd", + "size": "815MB", + "isDefault": false + }, + { + "name": "1.3b-base-q5_0", + "hash": "2d4798d07377", + "size": "936MB", + "isDefault": false + }, + { + "name": "1.3b-base-q5_1", + "hash": "2eb01ebad3f6", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.3b-base-q5_K_M", + "hash": "2940f35e76bc", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.3b-base-q5_K_S", + "hash": "f2689d6fec98", + "size": "953MB", + "isDefault": false + }, + { + "name": "1.3b-base-q6_K", + "hash": "87397ba29cd4", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.3b-base-q8_0", + "hash": "71f702eff852", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.3b-instruct", + "hash": "3ddd2d3fc8d2", + "size": "776MB", + "isDefault": true + }, + { + "name": "1.3b-instruct-fp16", + "hash": "89aaa860fc95", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q2_K", + "hash": "1ad28239dd09", + "size": "632MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q3_K_L", + "hash": "0d2f32faf31e", + "size": "745MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q3_K_M", + "hash": "1cd27a52ef39", + "size": "705MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q3_K_S", + "hash": "4c1eaf4c63f8", + "size": "659MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q4_0", + "hash": "3ddd2d3fc8d2", + "size": "776MB", + "isDefault": true + }, + { + "name": "1.3b-instruct-q4_1", + "hash": "403b7eec078d", + "size": "856MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q4_K_M", + "hash": "d84d8a173290", + "size": "874MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q4_K_S", + "hash": "47ca84afbf6d", + "size": "815MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q5_0", + "hash": "5f4cd944cf61", + "size": "936MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q5_1", + "hash": "334319021268", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q5_K_M", + "hash": "2ff0e9282aba", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q5_K_S", + "hash": "ca290ca9a10a", + "size": "953MB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q6_K", + "hash": "ce574ed6d34f", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.3b-instruct-q8_0", + "hash": "44e92342b6c8", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "33b-base", + "hash": "ca50732c8ee1", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-base-fp16", + "hash": "eed8d5b0dfcc", + "size": "67GB", + "isDefault": false + }, + { + "name": "33b-base-q2_K", + "hash": "c1a84861e5df", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-base-q3_K_L", + "hash": "e47bf0616d0d", + "size": "18GB", + "isDefault": false + }, + { + "name": "33b-base-q3_K_M", + "hash": "fdb6068cec14", + "size": "16GB", + "isDefault": false + }, + { + "name": "33b-base-q3_K_S", + "hash": "29b391c03801", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-base-q4_0", + "hash": "ca50732c8ee1", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-base-q4_1", + "hash": "d09dd3fe1448", + "size": "21GB", + "isDefault": false + }, + { + "name": "33b-base-q4_K_M", + "hash": "a205c1c80cf6", + "size": "20GB", + "isDefault": false + }, + { + "name": "33b-base-q4_K_S", + "hash": "012e92746442", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-base-q5_0", + "hash": "a6c33a2e9332", + "size": "23GB", + "isDefault": false + }, + { + "name": "33b-base-q5_1", + "hash": "ba34d0e6ade6", + "size": "25GB", + "isDefault": false + }, + { + "name": "33b-base-q5_K_M", + "hash": "2260429a178c", + "size": "24GB", + "isDefault": false + }, + { + "name": "33b-base-q5_K_S", + "hash": "b9fef6f330c5", + "size": "23GB", + "isDefault": false + }, + { + "name": "33b-base-q6_K", + "hash": "4cb5c88ab035", + "size": "27GB", + "isDefault": false + }, + { + "name": "33b-base-q8_0", + "hash": "1779efbb95d3", + "size": "35GB", + "isDefault": false + }, + { + "name": "33b-instruct", + "hash": "acec7c0b0fd9", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-instruct-fp16", + "hash": "b54904179335", + "size": "67GB", + "isDefault": false + }, + { + "name": "33b-instruct-q2_K", + "hash": "cb08fe026ad3", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-instruct-q3_K_L", + "hash": "070ae915fa23", + "size": "18GB", + "isDefault": false + }, + { + "name": "33b-instruct-q3_K_M", + "hash": "e31fcc644c53", + "size": "16GB", + "isDefault": false + }, + { + "name": "33b-instruct-q3_K_S", + "hash": "a97a97b70cb4", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-instruct-q4_0", + "hash": "acec7c0b0fd9", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-instruct-q4_1", + "hash": "d59c6d5d79ac", + "size": "21GB", + "isDefault": false + }, + { + "name": "33b-instruct-q4_K_M", + "hash": "92b0c569c0df", + "size": "20GB", + "isDefault": false + }, + { + "name": "33b-instruct-q4_K_S", + "hash": "8f5d0f5ef4e5", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-instruct-q5_0", + "hash": "c41da1e19678", + "size": "23GB", + "isDefault": false + }, + { + "name": "33b-instruct-q5_1", + "hash": "11fccea78dbe", + "size": "25GB", + "isDefault": false + }, + { + "name": "33b-instruct-q5_K_M", + "hash": "bd4a96fb44c0", + "size": "24GB", + "isDefault": false + }, + { + "name": "33b-instruct-q5_K_S", + "hash": "f1d23826a886", + "size": "23GB", + "isDefault": false + }, + { + "name": "33b-instruct-q6_K", + "hash": "d44c67a95e2a", + "size": "27GB", + "isDefault": false + }, + { + "name": "33b-instruct-q8_0", + "hash": "1b30ba8b1b95", + "size": "35GB", + "isDefault": false + }, + { + "name": "6.7b-base", + "hash": "585a5cb3b219", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6.7b-base-fp16", + "hash": "bc2d4c7ea23e", + "size": "13GB", + "isDefault": false + }, + { + "name": "6.7b-base-q2_K", + "hash": "e13d22daf157", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "6.7b-base-q3_K_L", + "hash": "29f806615022", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "6.7b-base-q3_K_M", + "hash": "22ce0a5b45b2", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "6.7b-base-q3_K_S", + "hash": "ef853316467f", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "6.7b-base-q4_0", + "hash": "585a5cb3b219", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6.7b-base-q4_1", + "hash": "a269275b3473", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6.7b-base-q4_K_M", + "hash": "c12c864e1264", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "6.7b-base-q4_K_S", + "hash": "b199f259ba9d", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "6.7b-base-q5_0", + "hash": "bcea528a2f2f", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "6.7b-base-q5_1", + "hash": "c5ee75dc71c8", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "6.7b-base-q5_K_M", + "hash": "5d67f76f7c57", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "6.7b-base-q5_K_S", + "hash": "dcff193117f4", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "6.7b-base-q6_K", + "hash": "b91bf20f5a3c", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "6.7b-base-q8_0", + "hash": "570c490f997d", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "6.7b-instruct", + "hash": "ce298d984115", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-fp16", + "hash": "5421a6319130", + "size": "13GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q2_K", + "hash": "6fd7b2652ba7", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q3_K_L", + "hash": "ea00a885753e", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q3_K_M", + "hash": "27c2e4ed6a59", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q3_K_S", + "hash": "38bce866b00f", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q4_0", + "hash": "ce298d984115", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q4_1", + "hash": "4c147a2a4536", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q4_K_M", + "hash": "af6da0444f84", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q4_K_S", + "hash": "aa47b230dd4a", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q5_0", + "hash": "24c6f279a2a3", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q5_1", + "hash": "e13a2f5b13e6", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q5_K_M", + "hash": "d6a1221fb5ff", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q5_K_S", + "hash": "fa9d8a78ef0d", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q6_K", + "hash": "5b1241961817", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "6.7b-instruct-q8_0", + "hash": "54b58e32d587", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "base", + "hash": "3b417b786925", + "size": "776MB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "3ddd2d3fc8d2", + "size": "776MB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama2-uncensored", + "description": "Uncensored Llama 2 model by George Sung and Jarrad Hope.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "44040b922233", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "bdd0ec2f5ec5", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-chat", + "hash": "bdd0ec2f5ec5", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-chat-q2_K", + "hash": "07eb9c33537f", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-chat-q3_K_L", + "hash": "36c29a76fcc6", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-chat-q3_K_M", + "hash": "dc1b2e6eadcb", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-chat-q3_K_S", + "hash": "493a8291671f", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_0", + "hash": "bdd0ec2f5ec5", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_1", + "hash": "26fa2e1dcc70", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_K_M", + "hash": "97d4d2728756", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-chat-q4_K_S", + "hash": "ccd1d1a41ec7", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_0", + "hash": "16ddcf15080c", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_1", + "hash": "1eda65206a66", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_K_M", + "hash": "cb930df97107", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-chat-q5_K_S", + "hash": "90ac8e79f29b", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-chat-q6_K", + "hash": "38f49b2673e7", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-chat-q8_0", + "hash": "256b13d53838", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-chat", + "hash": "44040b922233", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-chat-fp16", + "hash": "b29ffe78e250", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-chat-q2_K", + "hash": "74ae83e72254", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_L", + "hash": "4c971d36df3a", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_M", + "hash": "e74d204469c8", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_S", + "hash": "3f56c4266b91", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_0", + "hash": "44040b922233", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-chat-q4_1", + "hash": "0126058e3693", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_M", + "hash": "a91c5baf8d31", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_S", + "hash": "7c0b8e49e54b", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_0", + "hash": "48c918f41b91", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_1", + "hash": "4ba18e066719", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_M", + "hash": "db0d5a17b770", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_S", + "hash": "f2f04ee3b17e", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q6_K", + "hash": "f3040de79519", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-chat-q8_0", + "hash": "a3a460233379", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "dolphin-mixtral", + "description": "Uncensored, 8x7b and 8x22b fine-tuned models based on the Mixtral mixture of experts models that excels at coding tasks. Created by Eric Hartford.", + "supportTools": false, + "defaultTag": "8x7b", + "tags": [ + { + "name": "8x7b", + "hash": "4f76c28c0414", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x22b", + "hash": "0772a1b884bf", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9", + "hash": "0772a1b884bf", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-fp16", + "hash": "39195710503e", + "size": "281GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q2_K", + "hash": "5dd54f8ff492", + "size": "52GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q3_K_L", + "hash": "3c5371c23577", + "size": "73GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q3_K_M", + "hash": "ef2b7524d28d", + "size": "68GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q3_K_S", + "hash": "cad2f9d2e01d", + "size": "61GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q4_0", + "hash": "0772a1b884bf", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q4_1", + "hash": "3e58e962deb8", + "size": "88GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q4_K_M", + "hash": "1ba3655b0de7", + "size": "86GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q4_K_S", + "hash": "f7c583f24605", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q5_0", + "hash": "abfd3a87f905", + "size": "97GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q5_1", + "hash": "a3561f68b65d", + "size": "106GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q5_K_M", + "hash": "d4e513dcc2e6", + "size": "100GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q5_K_S", + "hash": "a1cd7a6d8a79", + "size": "97GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q6_K", + "hash": "f5aac890745a", + "size": "116GB", + "isDefault": false + }, + { + "name": "8x22b-v2.9-q8_0", + "hash": "b82986a3ed4f", + "size": "149GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5", + "hash": "f924f2f0e484", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-fp16", + "hash": "d1f36c28485e", + "size": "93GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q2_K", + "hash": "448b185c2a3e", + "size": "17GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q3_K_L", + "hash": "e6278d65e9dc", + "size": "24GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q3_K_M", + "hash": "a04451f03648", + "size": "23GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q3_K_S", + "hash": "ea9ed37491b3", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q4_0", + "hash": "f924f2f0e484", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q4_1", + "hash": "11dee8e97379", + "size": "29GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q4_K_M", + "hash": "66adba445821", + "size": "28GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q4_K_S", + "hash": "6534902e1e54", + "size": "27GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q5_0", + "hash": "8a9fd615b610", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q5_1", + "hash": "36450117b011", + "size": "35GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q5_K_M", + "hash": "5389198274fa", + "size": "33GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q5_K_S", + "hash": "8e662aef3892", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q6_K", + "hash": "7ef1f6ce2be5", + "size": "38GB", + "isDefault": false + }, + { + "name": "8x7b-v2.5-q8_0", + "hash": "2dbedb652781", + "size": "50GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6", + "hash": "ccc9d1f5d17c", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-fp16", + "hash": "0e865bb9631d", + "size": "93GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q2_K", + "hash": "2f562aa89564", + "size": "17GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q3_K_L", + "hash": "87f7ec7f238f", + "size": "24GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q3_K_M", + "hash": "3a283d1a237d", + "size": "23GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q3_K_S", + "hash": "ab8763452984", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q4_0", + "hash": "ccc9d1f5d17c", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q4_1", + "hash": "9f3b6fc34751", + "size": "29GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q4_K_M", + "hash": "725fbbf8d5e0", + "size": "28GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q4_K_S", + "hash": "f3dd3e93270a", + "size": "27GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q5_0", + "hash": "ab28fea4d551", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q5_1", + "hash": "0d332b78ce70", + "size": "35GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q5_K_M", + "hash": "616dad4c275d", + "size": "33GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q5_K_S", + "hash": "15ecf506c50c", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q6_K", + "hash": "a14b88f77235", + "size": "38GB", + "isDefault": false + }, + { + "name": "8x7b-v2.6-q8_0", + "hash": "2812998a47df", + "size": "50GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7", + "hash": "4f76c28c0414", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-v2.7-fp16", + "hash": "4ac207dbc68b", + "size": "93GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q2_K", + "hash": "67959cb58058", + "size": "17GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q3_K_L", + "hash": "8b94203d838d", + "size": "24GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q3_K_M", + "hash": "c7bb43548a49", + "size": "23GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q3_K_S", + "hash": "102b0d4f9403", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q4_0", + "hash": "4f76c28c0414", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-v2.7-q4_1", + "hash": "d0c44def2b5e", + "size": "29GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q4_K_M", + "hash": "9edda92db764", + "size": "28GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q4_K_S", + "hash": "61d2d0129a1b", + "size": "27GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q5_0", + "hash": "c9b1ccc63176", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q5_1", + "hash": "0e06aa33814f", + "size": "35GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q5_K_M", + "hash": "48c8a1692c8d", + "size": "33GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q5_K_S", + "hash": "6b10b15cfd86", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q6_K", + "hash": "1673eadc5474", + "size": "38GB", + "isDefault": false + }, + { + "name": "8x7b-v2.7-q8_0", + "hash": "1e3dbaccc823", + "size": "50GB", + "isDefault": false + }, + { + "name": "v2.5", + "hash": "f924f2f0e484", + "size": "26GB", + "isDefault": false + }, + { + "name": "v2.6", + "hash": "ccc9d1f5d17c", + "size": "26GB", + "isDefault": false + }, + { + "name": "v2.7", + "hash": "4f76c28c0414", + "size": "26GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "phi", + "description": "Phi-2: a 2.7B language model by Microsoft Research that demonstrates outstanding reasoning and language understanding capabilities.", + "supportTools": false, + "defaultTag": "2.7b", + "tags": [ + { + "name": "2.7b", + "hash": "e2fd6321a5fe", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "2.7b-chat-v2-fp16", + "hash": "6b283248a801", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q2_K", + "hash": "c5f597fa19b3", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q3_K_L", + "hash": "f260bda13b81", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q3_K_M", + "hash": "76bbe442aabe", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q3_K_S", + "hash": "4ceb511ce989", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q4_0", + "hash": "e2fd6321a5fe", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "2.7b-chat-v2-q4_1", + "hash": "012265cbf343", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q4_K_M", + "hash": "79d7065d8c0f", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q4_K_S", + "hash": "f018d657187c", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q5_0", + "hash": "ccb07c724975", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q5_1", + "hash": "f322ed62bd81", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q5_K_M", + "hash": "4dbc1775ae76", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q5_K_S", + "hash": "4f3f9f884a09", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q6_K", + "hash": "170d96fc8084", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "2.7b-chat-v2-q8_0", + "hash": "55ec39f0bcf9", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "chat", + "hash": "e2fd6321a5fe", + "size": "1.6GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "codegemma", + "description": "CodeGemma is a collection of powerful, lightweight models that can perform a variety of coding tasks like fill-in-the-middle code completion, code generation, natural language understanding, mathematical reasoning, and instruction following.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "2b", + "hash": "926331004170", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "7b", + "hash": "0c96700aaada", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "2b-code", + "hash": "926331004170", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-code-fp16", + "hash": "cb6daa72179a", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "2b-code-q2_K", + "hash": "ac67535c1552", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-code-q3_K_L", + "hash": "c6a3ccbac1d9", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-code-q3_K_M", + "hash": "f0346e149522", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-code-q3_K_S", + "hash": "6b80287fa068", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2b-code-q4_0", + "hash": "d90011175ac4", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-code-q4_1", + "hash": "801d0eb569e7", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-code-q4_K_M", + "hash": "b593bb191655", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-code-q4_K_S", + "hash": "259e48057973", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-code-q5_0", + "hash": "becd697505ba", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-code-q5_1", + "hash": "820b54de78f0", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-code-q5_K_M", + "hash": "9617b59cd865", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-code-q5_K_S", + "hash": "e9b5e9befa9e", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-code-q6_K", + "hash": "fead9028c732", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2b-code-q8_0", + "hash": "2be70d05c9ca", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-fp16", + "hash": "962c58660bab", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q2_K", + "hash": "75ba44f889ab", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q3_K_L", + "hash": "6c9dbaeb7d96", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q3_K_M", + "hash": "7d484bdf35ae", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q3_K_S", + "hash": "d3a7d018d4c9", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q4_0", + "hash": "926331004170", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q4_1", + "hash": "2128822ebc78", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q4_K_M", + "hash": "718e1de01c13", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q4_K_S", + "hash": "a8166a21676a", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q5_0", + "hash": "2eb16b352c75", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q5_1", + "hash": "2b872b7f7fcf", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q5_K_M", + "hash": "421f855bcae9", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q5_K_S", + "hash": "ba1202a14d4e", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q6_K", + "hash": "d06cfbc95341", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2b-code-v1.1-q8_0", + "hash": "e7a5cfdf2f8b", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "2b-v1.1", + "hash": "926331004170", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "7b-code", + "hash": "aee9a63c13b9", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-code-fp16", + "hash": "0e5867ab03b0", + "size": "17GB", + "isDefault": false + }, + { + "name": "7b-code-q2_K", + "hash": "9a5f3c6225e2", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-code-q3_K_L", + "hash": "421c03d31cc9", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-code-q3_K_M", + "hash": "b000753cb7f5", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-code-q3_K_S", + "hash": "59358d79fbb3", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-code-q4_0", + "hash": "aee9a63c13b9", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-code-q4_1", + "hash": "9067dd660ab0", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-code-q4_K_M", + "hash": "1b95ec1e6836", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-code-q4_K_S", + "hash": "0eb5f6d5362a", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-code-q5_0", + "hash": "e866e2cde5d5", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-code-q5_1", + "hash": "104988c6ebfd", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "7b-code-q5_K_M", + "hash": "819c2d1e9b36", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "7b-code-q5_K_S", + "hash": "12594d83fcd9", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-code-q6_K", + "hash": "d00cdbfa8157", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "7b-code-q8_0", + "hash": "9d29d6048003", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "0c96700aaada", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "27f776c137a0", + "size": "17GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "2936dc87cdb1", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "95fefb8f59d4", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "4816aadf859f", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "16494f9aaad4", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "ca966f70c13f", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_1", + "hash": "596e25861a46", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "4ef43ea9dac1", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "5f15be900227", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "f3e24c336347", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "a5d197370268", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "ea2f6eee4ed5", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "720341c38018", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "7aab9ab8f462", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "359218041ed4", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-fp16", + "hash": "d0b6beaa41bd", + "size": "17GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q2_K", + "hash": "ffadaea5308f", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q3_K_L", + "hash": "d2c94e66c966", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q3_K_M", + "hash": "98df477b4dd7", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q3_K_S", + "hash": "bf6229637a9a", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q4_0", + "hash": "0c96700aaada", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "7b-instruct-v1.1-q4_1", + "hash": "a6bd8bc93405", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q4_K_M", + "hash": "1216b3135c8b", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q4_K_S", + "hash": "61a7d2976eb8", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_0", + "hash": "a4b9382b8bc5", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_1", + "hash": "c381b9ac5109", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_K_M", + "hash": "218da16d05a6", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q5_K_S", + "hash": "121eb5f29436", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q6_K", + "hash": "84dfb4c2b2ba", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-v1.1-q8_0", + "hash": "9cbd7648b75f", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "7b-v1.1", + "hash": "0c96700aaada", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "code", + "hash": "926331004170", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "0c96700aaada", + "size": "5.0GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "bge-m3", + "description": "BGE-M3 is a new model from BAAI distinguished for its versatility in Multi-Functionality, Multi-Linguality, and Multi-Granularity.", + "supportTools": false, + "defaultTag": "567m", + "tags": [ + { + "name": "567m", + "hash": "790764642607", + "size": "1.2GB", + "isDefault": true + }, + { + "name": "567m-fp16", + "hash": "790764642607", + "size": "1.2GB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "wizardlm2", + "description": "State of the art large language model from Microsoft AI with improved performance on complex chat, multilingual, reasoning and agent use cases.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "c9b1aff820f2", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "8x22b", + "hash": "abda6e58fd1d", + "size": "80GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "a34a3bbd552b", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "5795bd86f958", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "9bcee57837f2", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "1cfd5676dee8", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "7bf0381ea93d", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "c9b1aff820f2", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "c0852cdfcb53", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "3de5776b30d9", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "48a4adb06e0f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "e7f2dbadd07d", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "4e51908f7cd5", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "5d60e2aefec6", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "895e99ce6162", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "6195668c4294", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "f74bc2dc64aa", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "8x22b-fp16", + "hash": "39f772dd966e", + "size": "281GB", + "isDefault": false + }, + { + "name": "8x22b-q2_K", + "hash": "9f09573d18b6", + "size": "52GB", + "isDefault": false + }, + { + "name": "8x22b-q4_0", + "hash": "abda6e58fd1d", + "size": "80GB", + "isDefault": false + }, + { + "name": "8x22b-q8_0", + "hash": "07d5ea336544", + "size": "149GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "deepseek-v3", + "description": "A strong Mixture-of-Experts (MoE) language model with 671B total parameters with 37B activated for each token.", + "supportTools": false, + "defaultTag": "671b", + "tags": [ + { + "name": "671b", + "hash": "5da0e2d4a9e0", + "size": "404GB", + "isDefault": true + }, + { + "name": "671b-fp16", + "hash": "7770bf5a5ed8", + "size": "1.3TB", + "isDefault": false + }, + { + "name": "671b-q4_K_M", + "hash": "5da0e2d4a9e0", + "size": "404GB", + "isDefault": true + }, + { + "name": "671b-q8_0", + "hash": "96061c74c1a5", + "size": "713GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "dolphin-mistral", + "description": "The uncensored Dolphin model based on Mistral that excels at coding tasks. Updated to version 2.8.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "5dc8c5a2be65", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v2", + "hash": "d4fedb7cc50d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2-fp16", + "hash": "dbea1ee61c91", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v2-q2_K", + "hash": "47e88c29db19", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v2-q3_K_L", + "hash": "0a764a52371c", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2-q3_K_M", + "hash": "ae55e3ef02e8", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v2-q3_K_S", + "hash": "9ce568107856", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_0", + "hash": "d4fedb7cc50d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_1", + "hash": "963a8962e5cb", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_K_M", + "hash": "8151671578cc", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_K_S", + "hash": "31bc12ff86a4", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_0", + "hash": "f233b1631e2e", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_1", + "hash": "caa3000a6607", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_K_M", + "hash": "483a8c29490a", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_K_S", + "hash": "3d1193db8247", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2-q6_K", + "hash": "0abc7e93ace9", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v2-q8_0", + "hash": "af57ab7e2f42", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v2.1", + "hash": "e4e3238590aa", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.1-fp16", + "hash": "8a7599e7afb6", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q2_K", + "hash": "09b2c7439c66", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q3_K_L", + "hash": "d4e4ac49c638", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q3_K_M", + "hash": "de9aa2b8d525", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q3_K_S", + "hash": "cae2e5bf7e2a", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q4_0", + "hash": "e4e3238590aa", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q4_1", + "hash": "bccbfbb66c22", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q4_K_M", + "hash": "42d3af2ff5bc", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q4_K_S", + "hash": "928488201dda", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q5_0", + "hash": "7577f2a6ea36", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q5_1", + "hash": "d2d013e73bbb", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q5_K_M", + "hash": "1792bb2a4dad", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q5_K_S", + "hash": "fafa4121da53", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q6_K", + "hash": "d7fc42d0c941", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v2.1-q8_0", + "hash": "3c364693b3c5", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v2.2", + "hash": "450ca08f6907", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2-fp16", + "hash": "02a1321048d5", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q2_K", + "hash": "40af9615d065", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q3_K_L", + "hash": "2e2d34ffb211", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q3_K_M", + "hash": "807f7ccc72ae", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q3_K_S", + "hash": "a646488b6fd5", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q4_0", + "hash": "450ca08f6907", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q4_1", + "hash": "1f764be54847", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q4_K_M", + "hash": "5f5bc8a7f6c0", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q4_K_S", + "hash": "7c4ea4ac1b3d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q5_0", + "hash": "05ef3ead3f63", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q5_1", + "hash": "35a9966c852b", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q5_K_M", + "hash": "e9ac7f8b1b41", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q5_K_S", + "hash": "8cb5befe96d0", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q6_K", + "hash": "fbd48b25b103", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v2.2-q8_0", + "hash": "f12f440dd443", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1", + "hash": "04b0ec52c40b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-fp16", + "hash": "49b48f849296", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q2_K", + "hash": "994c722b1561", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q3_K_L", + "hash": "3bba1c1ad35a", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q3_K_M", + "hash": "6e92d0dbb4a0", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q3_K_S", + "hash": "5753614304a2", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q4_0", + "hash": "04b0ec52c40b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q4_1", + "hash": "c76cd3b5beee", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q4_K_M", + "hash": "5e3337ccc282", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q4_K_S", + "hash": "5029cbe43e9c", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q5_0", + "hash": "a22f80a3ea5d", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q5_1", + "hash": "62d4ace3645c", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q5_K_M", + "hash": "e4b72a87ab51", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q5_K_S", + "hash": "03945b375e86", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q6_K", + "hash": "b5df8e083d3d", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v2.2.1-q8_0", + "hash": "62e41c882df2", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v2.6", + "hash": "206a4093ff30", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser", + "hash": "ecbf896611f5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-fp16", + "hash": "ef5fb1b4eb40", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q2_K", + "hash": "3d2e06cd1f34", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q3_K_L", + "hash": "fbd62dc63cf3", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q3_K_M", + "hash": "d9a82ca1b186", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q3_K_S", + "hash": "c4841f98c665", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q4_0", + "hash": "ecbf896611f5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q4_1", + "hash": "dcda7ed9d1ea", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q4_K_M", + "hash": "4637e8c97e50", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q4_K_S", + "hash": "251809e4483d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q5_0", + "hash": "09bce0353761", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q5_1", + "hash": "a40a97e78596", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q5_K_M", + "hash": "89ac2026188b", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q5_K_S", + "hash": "c6a7fdc04e62", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q6_K", + "hash": "3383c1e1a3a3", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v2.6-dpo-laser-q8_0", + "hash": "805ca6fc04df", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v2.6-fp16", + "hash": "ee8029835435", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q2_K", + "hash": "5095f4e248f8", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q3_K_L", + "hash": "3f69b8a407b5", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q3_K_M", + "hash": "fae30abf511f", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q3_K_S", + "hash": "7d87567ba4e1", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q4_0", + "hash": "206a4093ff30", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q4_1", + "hash": "75979198bd96", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q4_K_M", + "hash": "de97d7427c36", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q4_K_S", + "hash": "d131e1a76ddc", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q5_0", + "hash": "e8f5e1669039", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q5_1", + "hash": "b2f2f3609ccd", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q5_K_M", + "hash": "24b9c375e0bc", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q5_K_S", + "hash": "5ce09aea680f", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q6_K", + "hash": "d1c90221f843", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v2.6-q8_0", + "hash": "43ea31e60f41", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v2.8", + "hash": "5dc8c5a2be65", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v2.8-fp16", + "hash": "1e979cf70c05", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q2_K", + "hash": "703fcc8feca4", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q3_K_L", + "hash": "3689be23e227", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q3_K_M", + "hash": "368c8b580b2c", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q3_K_S", + "hash": "b373bd912c47", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q4_0", + "hash": "5dc8c5a2be65", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v2.8-q4_1", + "hash": "8a3536853f0c", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q4_K_M", + "hash": "9664319c8300", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q4_K_S", + "hash": "f7fe7f8a5338", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q5_0", + "hash": "4b957d0f8184", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q5_1", + "hash": "2d9d3f2fc319", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q5_K_M", + "hash": "89cd0f3499d5", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q5_K_S", + "hash": "a9699d013b92", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q6_K", + "hash": "abbbabedf4f5", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v2.8-q8_0", + "hash": "c42fc14057d2", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "v2", + "hash": "d4fedb7cc50d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v2.1", + "hash": "e4e3238590aa", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v2.2", + "hash": "450ca08f6907", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v2.2.1", + "hash": "04b0ec52c40b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v2.6", + "hash": "ecbf896611f5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v2.8", + "hash": "5dc8c5a2be65", + "size": "4.1GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llava-llama3", + "description": "A LLaVA model fine-tuned from Llama 3 Instruct with better scores in several benchmarks.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "44c161b1f465", + "size": "5.5GB", + "isDefault": true + }, + { + "name": "8b-v1.1-fp16", + "hash": "7d4b165b1c5e", + "size": "17GB", + "isDefault": false + }, + { + "name": "8b-v1.1-q4_0", + "hash": "44c161b1f465", + "size": "5.5GB", + "isDefault": true + } + ], + "embedding": false, + "vision": true + }, + { + "name": "all-minilm", + "description": "Embedding models on very large sentence level datasets.", + "supportTools": false, + "defaultTag": "22m", + "tags": [ + { + "name": "22m", + "hash": "1b226e2802db", + "size": "46MB", + "isDefault": true + }, + { + "name": "33m", + "hash": "4f5da3bd944d", + "size": "67MB", + "isDefault": false + }, + { + "name": "22m-l6-v2-fp16", + "hash": "1b226e2802db", + "size": "46MB", + "isDefault": true + }, + { + "name": "33m-l12-v2-fp16", + "hash": "4f5da3bd944d", + "size": "67MB", + "isDefault": false + }, + { + "name": "l12", + "hash": "4f5da3bd944d", + "size": "67MB", + "isDefault": false + }, + { + "name": "l12-v2", + "hash": "4f5da3bd944d", + "size": "67MB", + "isDefault": false + }, + { + "name": "l6", + "hash": "1b226e2802db", + "size": "46MB", + "isDefault": true + }, + { + "name": "l6-v2", + "hash": "1b226e2802db", + "size": "46MB", + "isDefault": true + }, + { + "name": "v2", + "hash": "1b226e2802db", + "size": "46MB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "dolphin-llama3", + "description": "Dolphin 2.9 is a new model with 8B and 70B sizes by Eric Hartford based on Llama 3 that has a variety of instruction, conversational, and coding skills.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "613f068e29f8", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "39cf3e48a702", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v2.9", + "hash": "39cf3e48a702", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v2.9-fp16", + "hash": "384d68211a76", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q2_K", + "hash": "9167f4131518", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q3_K_L", + "hash": "0b1d3bbb0f87", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q3_K_M", + "hash": "9f14deb632a8", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q3_K_S", + "hash": "0ff6ff25af1a", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q4_0", + "hash": "39cf3e48a702", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q4_1", + "hash": "be3648d90cec", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q4_K_M", + "hash": "ff66659bf60a", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q4_K_S", + "hash": "08f394a4228a", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q5_0", + "hash": "1be4a47c2130", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q5_1", + "hash": "3c0bd6cd54b5", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q5_K_M", + "hash": "c76eccdaa1d4", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q5_K_S", + "hash": "c7f5f7f98fbf", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q6_K", + "hash": "e495c04eaf8d", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-v2.9-q8_0", + "hash": "f7ec3871505b", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-256k", + "hash": "9f4257eb39a8", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9", + "hash": "9f4257eb39a8", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-fp16", + "hash": "04cb4b5c5b37", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q2_K", + "hash": "7bb9753b38d1", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q3_K_L", + "hash": "fa30375d9ef6", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q3_K_M", + "hash": "23812b6dc8d1", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q3_K_S", + "hash": "9a8408761417", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q4_0", + "hash": "9f4257eb39a8", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q4_1", + "hash": "e5ff685455da", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q4_K_M", + "hash": "ff5463167239", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q4_K_S", + "hash": "839a1d8b60be", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q5_0", + "hash": "18232d2131be", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q5_1", + "hash": "a91e7015a944", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q5_K_M", + "hash": "2e4bb0902c65", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q5_K_S", + "hash": "a609d3f403fa", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q6_K", + "hash": "7d4b80857cbe", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-256k-v2.9-q8_0", + "hash": "22435ad7273c", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "8b-v2.9", + "hash": "613f068e29f8", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-v2.9-fp16", + "hash": "330b7914e4f9", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q2_K", + "hash": "e38c22d1fefc", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q3_K_L", + "hash": "d4907340047d", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q3_K_M", + "hash": "ffbebe9d9a89", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q3_K_S", + "hash": "4ee167a2b0ba", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q4_0", + "hash": "613f068e29f8", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-v2.9-q4_1", + "hash": "b91fdd625105", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q4_K_M", + "hash": "48e12807e1dd", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q4_K_S", + "hash": "3c68e9f4407e", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q5_0", + "hash": "6f5e6e184fd6", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q5_1", + "hash": "b83616aa2f82", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q5_K_M", + "hash": "ff5532bbdbfd", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q5_K_S", + "hash": "9b438222d2e1", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q6_K", + "hash": "d76cc512a4c4", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-v2.9-q8_0", + "hash": "9b6fb904576c", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "v2.9", + "hash": "613f068e29f8", + "size": "4.7GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "command-r", + "description": "Command R is a Large Language Model optimized for conversational interaction and long context tasks.", + "supportTools": true, + "defaultTag": "35b", + "tags": [ + { + "name": "35b", + "hash": "7d96360d357f", + "size": "19GB", + "isDefault": true + }, + { + "name": "35b-08-2024-fp16", + "hash": "f99d0f0d3644", + "size": "65GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q2_K", + "hash": "baa79f31c7db", + "size": "13GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q3_K_L", + "hash": "7609ccb59aa3", + "size": "18GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q3_K_M", + "hash": "311c0b29be9c", + "size": "16GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q3_K_S", + "hash": "a71cdc6dbc33", + "size": "15GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q4_0", + "hash": "7d96360d357f", + "size": "19GB", + "isDefault": true + }, + { + "name": "35b-08-2024-q4_1", + "hash": "c9994fa85c15", + "size": "21GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q4_K_M", + "hash": "376304b5a505", + "size": "20GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q4_K_S", + "hash": "e746a62b5017", + "size": "19GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q5_0", + "hash": "730adbb80701", + "size": "22GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q5_1", + "hash": "a2f81b6b5529", + "size": "24GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q5_K_M", + "hash": "e9e25af9b046", + "size": "23GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q5_K_S", + "hash": "faa92437a927", + "size": "22GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q6_K", + "hash": "7a416e1e1126", + "size": "27GB", + "isDefault": false + }, + { + "name": "35b-08-2024-q8_0", + "hash": "1b245c03674e", + "size": "34GB", + "isDefault": false + }, + { + "name": "35b-v0.1-fp16", + "hash": "a58199201f46", + "size": "70GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q2_K", + "hash": "ebf190a244cd", + "size": "14GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q3_K_L", + "hash": "ca2d24d0cfa9", + "size": "19GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q3_K_M", + "hash": "07ff6eb590d7", + "size": "18GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q3_K_S", + "hash": "5d0269a511b3", + "size": "16GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q4_0", + "hash": "b8cdfff0263c", + "size": "20GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q4_1", + "hash": "e8c0e9e189a9", + "size": "22GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q4_K_M", + "hash": "ed35c5ee157d", + "size": "22GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q4_K_S", + "hash": "c3c8430e134d", + "size": "20GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q5_1", + "hash": "ce4cf00ea57e", + "size": "26GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q5_K_M", + "hash": "eb97e23b2d12", + "size": "25GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q5_K_S", + "hash": "92a26776ef29", + "size": "24GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q6_K", + "hash": "c46e949ec735", + "size": "29GB", + "isDefault": false + }, + { + "name": "35b-v0.1-q8_0", + "hash": "88d10cdbc6e7", + "size": "37GB", + "isDefault": false + }, + { + "name": "v0.1", + "hash": "b8cdfff0263c", + "size": "20GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "orca-mini", + "description": "A general-purpose model ranging from 3 billion parameters to 70 billion, suitable for entry-level hardware.", + "supportTools": false, + "defaultTag": "3b", + "tags": [ + { + "name": "3b", + "hash": "2dbd9f439647", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "7b", + "hash": "9c9618e2e895", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "13b", + "hash": "1b4877c90807", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "70b", + "hash": "f184c0860491", + "size": "39GB", + "isDefault": false + }, + { + "name": "13b-fp16", + "hash": "ff60f06ce009", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "13923842f12d", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "93a769d0dbc0", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "1cf7f5e0163b", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "8e57088234d8", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "d19fe19c0624", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "06f127c8a31d", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "b13d43a9ea63", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "0b621a2c68ae", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "d345f07d4365", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "4c782fea6ce4", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "9880bed763a2", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "6531b87ef17f", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "c3ec450a59ec", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "bab5d684679e", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-v2-fp16", + "hash": "5fc4f577304e", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-v2-q2_K", + "hash": "77cd66457900", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-v2-q3_K_L", + "hash": "039cea827fd3", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-v2-q3_K_M", + "hash": "ced974fd937d", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v2-q3_K_S", + "hash": "e87e20ccd984", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-v2-q4_0", + "hash": "3e438b472999", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v2-q4_1", + "hash": "4ad005e5c90a", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-v2-q4_K_M", + "hash": "0c79490ff43d", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-v2-q4_K_S", + "hash": "579e615a7534", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_0", + "hash": "988d2d90b3b0", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_1", + "hash": "b293ce5356ed", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_K_M", + "hash": "402e1a70ed67", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_K_S", + "hash": "f4332ae13e4a", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v2-q6_K", + "hash": "12cfa06b9762", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v2-q8_0", + "hash": "17a9f01a8364", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-v3", + "hash": "1b4877c90807", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v3-fp16", + "hash": "80bfde71168d", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-v3-q2_K", + "hash": "18c6529c1b31", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-v3-q3_K_L", + "hash": "1e0ea2702693", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-v3-q3_K_M", + "hash": "cd15b977684b", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v3-q3_K_S", + "hash": "fb5fe5934d97", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-v3-q4_0", + "hash": "1b4877c90807", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v3-q4_1", + "hash": "bcffade49332", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-v3-q4_K_M", + "hash": "47eb784e0b94", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-v3-q4_K_S", + "hash": "e71486a020f5", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v3-q5_0", + "hash": "4d0b6a1fe56b", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v3-q5_1", + "hash": "bc17480cecbd", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-v3-q5_K_M", + "hash": "e0062a6345f2", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-v3-q5_K_S", + "hash": "25597b7203a0", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v3-q6_K", + "hash": "c67733d5f521", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v3-q8_0", + "hash": "22202d7bf265", + "size": "14GB", + "isDefault": false + }, + { + "name": "3b-fp16", + "hash": "f85802731409", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "3b-q4_0", + "hash": "2dbd9f439647", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "3b-q4_1", + "hash": "baaaf6d7885b", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-q5_0", + "hash": "6ab5f5489601", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-q5_1", + "hash": "4ad394056d0b", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-q8_0", + "hash": "e31654abca22", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "70b-v3", + "hash": "f184c0860491", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-v3-fp16", + "hash": "423e70feb86a", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-v3-q2_K", + "hash": "28e06621edf0", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-v3-q3_K_L", + "hash": "f7b928c050eb", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-v3-q3_K_M", + "hash": "1d12e3416527", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-v3-q3_K_S", + "hash": "5df07f064756", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-v3-q4_0", + "hash": "f184c0860491", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-v3-q4_1", + "hash": "210abd8a7b7a", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-v3-q4_K_M", + "hash": "89313d84c131", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-v3-q4_K_S", + "hash": "7f5fe7119c64", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-v3-q5_0", + "hash": "0873d4fc8a05", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-v3-q5_1", + "hash": "614a4b7f8c2d", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-v3-q5_K_M", + "hash": "f6557e9aa182", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-v3-q5_K_S", + "hash": "de93e5b2d85f", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-v3-q6_K", + "hash": "cfdca07d69a0", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-v3-q8_0", + "hash": "8f078884138d", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "8b7dcffd0a8a", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "629f61a16f8d", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "678f10ad8ea6", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "6f68c8ff61cc", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "32d73761c966", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "52f6f01e3ce0", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q4_1", + "hash": "a8d2800046a7", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "913e18f06270", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "ffb8dddf6fab", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "4ab6288e4914", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "2d46758c14de", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "c7ba573e08a3", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "3817a43d9eba", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "637ee36ed8eb", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "51fea4a8a2ce", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-v2-fp16", + "hash": "1a716fc27577", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-v2-q2_K", + "hash": "cf92e423fb3c", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-v2-q3_K_L", + "hash": "07065b6e4ff7", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v2-q3_K_M", + "hash": "2b42986f156b", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-v2-q3_K_S", + "hash": "8fa2889ecb51", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_0", + "hash": "db096cc7b3f9", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_1", + "hash": "aee6823a849a", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_K_M", + "hash": "eb586ac4d97f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2-q4_K_S", + "hash": "7ed973ab6559", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_0", + "hash": "2c7a2952ffe9", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_1", + "hash": "e9d24fc8a9ee", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_K_M", + "hash": "3d950d4864ea", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v2-q5_K_S", + "hash": "e38ccaaaed8a", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v2-q6_K", + "hash": "d55eb108b6d2", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-v2-q8_0", + "hash": "755b6f0925e9", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-v3", + "hash": "9c9618e2e895", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3-fp16", + "hash": "089339690b0a", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-v3-q2_K", + "hash": "1b17d4503dd9", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-v3-q3_K_L", + "hash": "0c6a46e8fc6d", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v3-q3_K_M", + "hash": "5a6e8b1fe604", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-v3-q3_K_S", + "hash": "f876ae8b69c2", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-v3-q4_0", + "hash": "9c9618e2e895", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3-q4_1", + "hash": "85670bb801a0", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v3-q4_K_M", + "hash": "2c472475e892", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3-q4_K_S", + "hash": "df1ac2dbb3eb", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v3-q5_0", + "hash": "98d33166886d", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v3-q5_1", + "hash": "c144d27c6729", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v3-q5_K_M", + "hash": "6518fa5b7aed", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v3-q5_K_S", + "hash": "806eac42db69", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v3-q6_K", + "hash": "702e61f3cc0a", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-v3-q8_0", + "hash": "7707879d3793", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "yi", + "description": "Yi 1.5 is a high-performing, bilingual language model.", + "supportTools": false, + "defaultTag": "6b", + "tags": [ + { + "name": "6b", + "hash": "a7f031bb846f", + "size": "3.5GB", + "isDefault": true + }, + { + "name": "9b", + "hash": "3af70141e8eb", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "34b", + "hash": "ff94bc7c1b7a", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-chat", + "hash": "ff94bc7c1b7a", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-chat-fp16", + "hash": "20d94b0206f1", + "size": "69GB", + "isDefault": false + }, + { + "name": "34b-chat-q2_K", + "hash": "96e358a2f46a", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-chat-q3_K_L", + "hash": "9eb2e9e988e0", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-chat-q3_K_M", + "hash": "8feb35377171", + "size": "17GB", + "isDefault": false + }, + { + "name": "34b-chat-q3_K_S", + "hash": "b5e4b2b0a105", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-chat-q4_0", + "hash": "5f8365d57cb8", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-chat-q4_1", + "hash": "13e1fa7fbd98", + "size": "22GB", + "isDefault": false + }, + { + "name": "34b-chat-q4_K_M", + "hash": "a045fcc68517", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-chat-q4_K_S", + "hash": "479b1bbae7cb", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-chat-q5_0", + "hash": "e38a1a4a7408", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-chat-q5_1", + "hash": "456f507b2896", + "size": "26GB", + "isDefault": false + }, + { + "name": "34b-chat-q5_K_M", + "hash": "56f40aebe6c6", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-chat-q5_K_S", + "hash": "9a34430f074b", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-chat-q6_K", + "hash": "04b90abb6c3f", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-chat-q8_0", + "hash": "7dd8011e29f0", + "size": "37GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-fp16", + "hash": "4cb405bc794e", + "size": "69GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q2_K", + "hash": "db8de093a06e", + "size": "13GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q3_K_L", + "hash": "7bad01e0793c", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q3_K_M", + "hash": "f1af17c58bee", + "size": "17GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q3_K_S", + "hash": "4a7b9b04a6ed", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q4_0", + "hash": "ff94bc7c1b7a", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q4_1", + "hash": "6e3ea94c8824", + "size": "22GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q4_K_M", + "hash": "98da445b370f", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q4_K_S", + "hash": "143a38c9e5ea", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q5_0", + "hash": "8f04ff4e5698", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q5_1", + "hash": "5a4978c5d0d4", + "size": "26GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q5_K_M", + "hash": "b14d4eb1e48d", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q5_K_S", + "hash": "b7bdd510d53c", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q6_K", + "hash": "fcb33da0d99f", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-chat-v1.5-q8_0", + "hash": "a9804f4284c3", + "size": "37GB", + "isDefault": false + }, + { + "name": "34b-q2_K", + "hash": "0a190488d626", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-q3_K_L", + "hash": "c7f2fe92f7a9", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-q3_K_M", + "hash": "2f68ef2afd75", + "size": "17GB", + "isDefault": false + }, + { + "name": "34b-q3_K_S", + "hash": "ae26123da872", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-q4_0", + "hash": "e7a54d9bf3be", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-q4_1", + "hash": "1d230c36859c", + "size": "22GB", + "isDefault": false + }, + { + "name": "34b-q4_K_M", + "hash": "125393b6f6e2", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-q4_K_S", + "hash": "db38b4448980", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-q5_0", + "hash": "e870a2d12776", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-q5_1", + "hash": "768fa12ab6de", + "size": "26GB", + "isDefault": false + }, + { + "name": "34b-q5_K_S", + "hash": "b0f35aa09919", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-q6_K", + "hash": "808914bbe73e", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-v1.5", + "hash": "ff94bc7c1b7a", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-v1.5-fp16", + "hash": "2d220d53abc6", + "size": "69GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q2_K", + "hash": "249b3d8000dc", + "size": "13GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q3_K_L", + "hash": "05ac502eb29f", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q3_K_M", + "hash": "d145b2e13371", + "size": "17GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q3_K_S", + "hash": "4e16e50aa7c7", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q4_0", + "hash": "3d3239f97264", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q4_1", + "hash": "68cdd7e7479c", + "size": "22GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q4_K_M", + "hash": "bcac50cbd4f6", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q4_K_S", + "hash": "8c4607b0bcf2", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q5_0", + "hash": "1a9e4fb947b6", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q5_1", + "hash": "094f5399500e", + "size": "26GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q5_K_M", + "hash": "371b5e0314f6", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q5_K_S", + "hash": "bae0ce053e47", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q6_K", + "hash": "64d29df74b0a", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-v1.5-q8_0", + "hash": "900bbe549017", + "size": "37GB", + "isDefault": false + }, + { + "name": "6b-200k", + "hash": "45deacd19ae2", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-200k-fp16", + "hash": "b516d444ed9d", + "size": "12GB", + "isDefault": false + }, + { + "name": "6b-200k-q2_K", + "hash": "220dff387204", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "6b-200k-q3_K_L", + "hash": "06e73ed0d9e3", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "6b-200k-q3_K_M", + "hash": "0e1a57f9bce9", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "6b-200k-q3_K_S", + "hash": "c51e218c810e", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "6b-200k-q4_0", + "hash": "45deacd19ae2", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-200k-q4_1", + "hash": "e600525d8e94", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6b-200k-q4_K_M", + "hash": "433c1398f079", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "6b-200k-q4_K_S", + "hash": "eb8da93ebec5", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-200k-q5_0", + "hash": "2030f008fcc0", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-200k-q5_1", + "hash": "202f4fd9ba69", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "6b-200k-q5_K_M", + "hash": "093ee7887620", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "6b-200k-q5_K_S", + "hash": "75ed68536c0f", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-200k-q6_K", + "hash": "261a70778491", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "6b-200k-q8_0", + "hash": "5007615d603f", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "6b-chat", + "hash": "a7f031bb846f", + "size": "3.5GB", + "isDefault": true + }, + { + "name": "6b-chat-fp16", + "hash": "99ddfca01eca", + "size": "12GB", + "isDefault": false + }, + { + "name": "6b-chat-q2_K", + "hash": "cb2cf6916ce2", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "6b-chat-q3_K_L", + "hash": "8bdce2e321a2", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "6b-chat-q3_K_M", + "hash": "3650459ddc71", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "6b-chat-q3_K_S", + "hash": "c42ad5e9f500", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "6b-chat-q4_0", + "hash": "a86526842143", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-chat-q4_1", + "hash": "39dcb9c0c16c", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6b-chat-q4_K_M", + "hash": "1f6e9f4f5ed0", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "6b-chat-q4_K_S", + "hash": "e9f779e32f09", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-chat-q5_0", + "hash": "f6b97e63a6d2", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-chat-q5_1", + "hash": "88f08cf7f29f", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "6b-chat-q5_K_M", + "hash": "7176938a34c2", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "6b-chat-q5_K_S", + "hash": "ead5f3ebce3c", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-chat-q6_K", + "hash": "a5c64bbef23e", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "6b-chat-q8_0", + "hash": "960278d10e50", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-fp16", + "hash": "babaffd86297", + "size": "12GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q2_K", + "hash": "0d8b17ff8648", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q3_K_L", + "hash": "49d10d56ca37", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q3_K_M", + "hash": "01a6038b2972", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q3_K_S", + "hash": "3e475ca6d2b5", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q4_0", + "hash": "a7f031bb846f", + "size": "3.5GB", + "isDefault": true + }, + { + "name": "6b-chat-v1.5-q4_1", + "hash": "4e8a443364c3", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q4_K_M", + "hash": "fa152930bd7f", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q4_K_S", + "hash": "a034c672ba4b", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q5_0", + "hash": "d096d1416e54", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q5_1", + "hash": "6cec2afeb409", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q5_K_M", + "hash": "ec1182f7aa33", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q5_K_S", + "hash": "755d1e3658ce", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q6_K", + "hash": "14c3ed1715e7", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "6b-chat-v1.5-q8_0", + "hash": "b1f058378e64", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "6b-fp16", + "hash": "01b515eab519", + "size": "12GB", + "isDefault": false + }, + { + "name": "6b-q2_K", + "hash": "94ba7bcdf142", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "6b-q3_K_L", + "hash": "528c89218f2b", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "6b-q3_K_M", + "hash": "324bb8da81d5", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "6b-q3_K_S", + "hash": "f80150f67367", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "6b-q4_0", + "hash": "59e2d70c6939", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-q4_1", + "hash": "77d7ffde1c51", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6b-q4_K_M", + "hash": "ad539f1f41d5", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "6b-q4_K_S", + "hash": "6359b4df56aa", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-q5_0", + "hash": "a22094cf5bad", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-q5_1", + "hash": "c7fea95b0d77", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "6b-q5_K_M", + "hash": "068342815314", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "6b-q5_K_S", + "hash": "b5a84fc2b136", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-q6_K", + "hash": "130bd76769cc", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "6b-q8_0", + "hash": "97c996c3439c", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "6b-v1.5", + "hash": "a7f031bb846f", + "size": "3.5GB", + "isDefault": true + }, + { + "name": "6b-v1.5-fp16", + "hash": "b8d2d6f0817a", + "size": "12GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q2_K", + "hash": "cf6d2c0e3d6e", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q3_K_L", + "hash": "49e0ed20b83d", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q3_K_M", + "hash": "aae5ad452229", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q3_K_S", + "hash": "7a735c9256a0", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q4_0", + "hash": "3a0bf92b6f99", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q4_1", + "hash": "4ee91ed1a19a", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q4_K_M", + "hash": "a584a9d4cd27", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q4_K_S", + "hash": "2ce0b1a6c5cf", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q5_0", + "hash": "ab8914e35d8d", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q5_1", + "hash": "a0bf7cc89597", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q5_K_M", + "hash": "2408715c2a9e", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q5_K_S", + "hash": "bc90882449b1", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q6_K", + "hash": "9d98594dc08d", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "6b-v1.5-q8_0", + "hash": "89169eda2d3c", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "9b-chat", + "hash": "3af70141e8eb", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-fp16", + "hash": "ef1c270e6440", + "size": "18GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q2_K", + "hash": "c9d8e8049c8c", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q3_K_L", + "hash": "e022cfe4f16c", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q3_K_M", + "hash": "08a62d9b25c5", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q3_K_S", + "hash": "6e8c72879cfb", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q4_0", + "hash": "3af70141e8eb", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q4_1", + "hash": "0e9e47d564d0", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q4_K_M", + "hash": "70f792429c07", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q4_K_S", + "hash": "4f0fa6926599", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q5_0", + "hash": "40eab33fb0ee", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q5_1", + "hash": "b4c8133537c0", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q5_K_M", + "hash": "2e6f6514017d", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q5_K_S", + "hash": "3cd627e8c829", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q6_K", + "hash": "70d7dfd97a9b", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "9b-chat-v1.5-q8_0", + "hash": "027e2dbd8793", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "9b-v1.5", + "hash": "3af70141e8eb", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "9b-v1.5-fp16", + "hash": "39f1635bfebb", + "size": "18GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q2_K", + "hash": "d214d1156ff5", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q3_K_L", + "hash": "a831bd2b3026", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q3_K_M", + "hash": "a187586a0fc0", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q3_K_S", + "hash": "547aac39d5fe", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q4_0", + "hash": "5c472cb6d4a1", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q4_1", + "hash": "0089e95d489e", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q4_K_M", + "hash": "5edba3559d92", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q4_K_S", + "hash": "8df2efe19f98", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q5_0", + "hash": "c70b81c4a918", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q5_1", + "hash": "f2f85dbf2afc", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q5_K_M", + "hash": "de7dcbea61f6", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q5_K_S", + "hash": "609bb962e089", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q6_K", + "hash": "94435fff6349", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "9b-v1.5-q8_0", + "hash": "6ea05582d5ca", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "v1.5", + "hash": "a7f031bb846f", + "size": "3.5GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "hermes3", + "description": "Hermes 3 is the latest version of the flagship Hermes series of LLMs by Nous Research", + "supportTools": true, + "defaultTag": "8b", + "tags": [ + { + "name": "3b", + "hash": "a8851c5041d4", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "8b", + "hash": "4f6b83f30b62", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "60ef54cd913f", + "size": "40GB", + "isDefault": false + }, + { + "name": "405b", + "hash": "7e675bc10887", + "size": "229GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-fp16", + "hash": "1818cdb4d27a", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q2_K", + "hash": "5e016053462e", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q3_K_L", + "hash": "398338d75e51", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q3_K_M", + "hash": "8412e43ba04b", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q3_K_S", + "hash": "9534cf45dcad", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q4_0", + "hash": "1e1401fe4ac6", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q4_1", + "hash": "789b254cc3a2", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q4_K_M", + "hash": "a8851c5041d4", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q4_K_S", + "hash": "2319fe585b75", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q5_0", + "hash": "8ba0b60c0fbb", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q5_1", + "hash": "5bc19c8f34a0", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q5_K_M", + "hash": "adff680f9846", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q5_K_S", + "hash": "2825a14d8a2e", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q6_K", + "hash": "618f493da20f", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-llama3.2-q8_0", + "hash": "81e132c6f32b", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-fp16", + "hash": "9666944d1b48", + "size": "812GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q2_K", + "hash": "f12827971c1b", + "size": "149GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q3_K_L", + "hash": "8e48e8f6acc9", + "size": "213GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q3_K_M", + "hash": "87c4bb79d492", + "size": "195GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q3_K_S", + "hash": "d5d61b34af07", + "size": "175GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q4_0", + "hash": "7e675bc10887", + "size": "229GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q4_1", + "hash": "d2069f77b555", + "size": "254GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q4_K_M", + "hash": "7e95da5e5e87", + "size": "243GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q4_K_S", + "hash": "51d83954f208", + "size": "231GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q5_0", + "hash": "1330c3882956", + "size": "279GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q5_1", + "hash": "645be110f228", + "size": "305GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q5_K_M", + "hash": "859937457c29", + "size": "287GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q5_K_S", + "hash": "6e8f5fe76c99", + "size": "279GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q6_K", + "hash": "2d0919bbe03f", + "size": "333GB", + "isDefault": false + }, + { + "name": "405b-llama3.1-q8_0", + "hash": "d2ca25940e61", + "size": "431GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-fp16", + "hash": "e95c7ce02c58", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q2_K", + "hash": "d494e51db58c", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q3_K_L", + "hash": "ef3556ba09b4", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q3_K_M", + "hash": "85e9f18d5139", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q3_K_S", + "hash": "0a99e8a6fa35", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q4_0", + "hash": "60ef54cd913f", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q4_1", + "hash": "5439d89973fa", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q4_K_M", + "hash": "830dc29f92d1", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q4_K_S", + "hash": "3c54000f925c", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q5_0", + "hash": "25749edb3917", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q5_1", + "hash": "5deeeb686c50", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q5_K_M", + "hash": "20b9f43d13a2", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q5_K_S", + "hash": "187535b64096", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q6_K", + "hash": "ec4ea041b516", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-llama3.1-q8_0", + "hash": "72f0aa5b30bb", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-fp16", + "hash": "33a87105fb24", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q2_K", + "hash": "6285707c1724", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q3_K_L", + "hash": "01fb1c8fffcb", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q3_K_M", + "hash": "f6b6eb85884d", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q3_K_S", + "hash": "e2a8a0424e1b", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q4_0", + "hash": "4f6b83f30b62", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-llama3.1-q4_1", + "hash": "d5b8d4f560a3", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q4_K_M", + "hash": "81e633795347", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q4_K_S", + "hash": "c8edbc90a188", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q5_0", + "hash": "f1e10ae7c0e6", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q5_1", + "hash": "bebd5029ac2b", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q5_K_M", + "hash": "836396825b44", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q5_K_S", + "hash": "c0a2d5445266", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q6_K", + "hash": "fbcaa05c32d0", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q8_0", + "hash": "1c94cf8f1046", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "phi3.5", + "description": "A lightweight AI model with 3.8 billion parameters with performance overtaking similarly and larger sized models.", + "supportTools": false, + "defaultTag": "3.8b", + "tags": [ + { + "name": "3.8b", + "hash": "61819fb370a3", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "3.8b-mini-instruct-fp16", + "hash": "4611ed13d496", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q2_K", + "hash": "45b8dc82a846", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q3_K_L", + "hash": "1a0c69ceca7c", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q3_K_M", + "hash": "0d7837063f04", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q3_K_S", + "hash": "a96deac0d01a", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q4_0", + "hash": "61819fb370a3", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "3.8b-mini-instruct-q4_1", + "hash": "4cbfba8563ff", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q4_K_M", + "hash": "570961596984", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q4_K_S", + "hash": "593801e5a118", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q5_0", + "hash": "08d2a846d344", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q5_1", + "hash": "56d7624b988b", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q5_K_M", + "hash": "d8410edb4013", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q5_K_S", + "hash": "359cb1eb71b5", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q6_K", + "hash": "64777e5c6803", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "3.8b-mini-instruct-q8_0", + "hash": "8b50e8e1e216", + "size": "4.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "zephyr", + "description": "Zephyr is a series of fine-tuned versions of the Mistral and Mixtral models that are trained to act as helpful assistants.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "bbe38b81adec", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "141b", + "hash": "31b0b6c9d69f", + "size": "80GB", + "isDefault": false + }, + { + "name": "141b-v0.1", + "hash": "31b0b6c9d69f", + "size": "80GB", + "isDefault": false + }, + { + "name": "141b-v0.1-fp16", + "hash": "7bc5b262ff30", + "size": "281GB", + "isDefault": false + }, + { + "name": "141b-v0.1-q2_K", + "hash": "d5c73d340d28", + "size": "52GB", + "isDefault": false + }, + { + "name": "141b-v0.1-q4_0", + "hash": "31b0b6c9d69f", + "size": "80GB", + "isDefault": false + }, + { + "name": "141b-v0.1-q8_0", + "hash": "74c478cfbe57", + "size": "149GB", + "isDefault": false + }, + { + "name": "7b-alpha", + "hash": "41db45eedfe5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-fp16", + "hash": "add59b7f7dab", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-alpha-q2_K", + "hash": "499c406f90e6", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-q3_K_L", + "hash": "2dca6ee2b47c", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-alpha-q3_K_M", + "hash": "baaa40d0a6ae", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-alpha-q3_K_S", + "hash": "79e2d8538b1a", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_0", + "hash": "41db45eedfe5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_1", + "hash": "def2c83c706e", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_K_M", + "hash": "0fcbe7af791e", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_K_S", + "hash": "003038afd62d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_0", + "hash": "110b09717ce9", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_1", + "hash": "0484ef77caf6", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_K_M", + "hash": "107c6b2c9c4f", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_K_S", + "hash": "82eaf5453c6b", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-alpha-q6_K", + "hash": "69373e3f99d5", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-alpha-q8_0", + "hash": "0e68bba39b3d", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-beta", + "hash": "bbe38b81adec", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-beta-fp16", + "hash": "85a4e7a31862", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-beta-q2_K", + "hash": "2ba2da5abef9", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-beta-q3_K_L", + "hash": "410a8b7cbfbf", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-beta-q3_K_M", + "hash": "75a7002f3885", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-beta-q3_K_S", + "hash": "5a359ab6ce9c", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-beta-q4_0", + "hash": "bbe38b81adec", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-beta-q4_1", + "hash": "9dda547ba87b", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-beta-q4_K_M", + "hash": "961df065a980", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-beta-q4_K_S", + "hash": "c9e294ff1e6f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_0", + "hash": "d9161a2d3687", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_1", + "hash": "887c48b48ef2", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_K_M", + "hash": "482c06dc081a", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_K_S", + "hash": "65d372ba8784", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-beta-q6_K", + "hash": "705bedf05d2e", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-beta-q8_0", + "hash": "f684109a5a8d", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "codestral", + "description": "Codestral is Mistral AI’s first-ever code model designed for code generation tasks.", + "supportTools": false, + "defaultTag": "22b", + "tags": [ + { + "name": "22b", + "hash": "0898a8b286d5", + "size": "13GB", + "isDefault": true + }, + { + "name": "22b-v0.1-q2_K", + "hash": "0e1127d332ef", + "size": "8.3GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q3_K_L", + "hash": "40e96062aff7", + "size": "12GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q3_K_M", + "hash": "71655d0feff7", + "size": "11GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q3_K_S", + "hash": "435a805994fa", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q4_0", + "hash": "0898a8b286d5", + "size": "13GB", + "isDefault": true + }, + { + "name": "22b-v0.1-q4_1", + "hash": "112589019335", + "size": "14GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q4_K_M", + "hash": "9a43e868fd2c", + "size": "13GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q4_K_S", + "hash": "98d819ea95ec", + "size": "13GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q5_0", + "hash": "05c0a78fd842", + "size": "15GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q5_1", + "hash": "c71bfe359bcc", + "size": "17GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q5_K_M", + "hash": "2df1ccc62c6a", + "size": "16GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q5_K_S", + "hash": "937f5c4a1a20", + "size": "15GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q6_K", + "hash": "e77ab7ec51f6", + "size": "18GB", + "isDefault": false + }, + { + "name": "22b-v0.1-q8_0", + "hash": "8dde0029a91f", + "size": "24GB", + "isDefault": false + }, + { + "name": "v0.1", + "hash": "0898a8b286d5", + "size": "13GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "smollm2", + "description": "SmolLM2 is a family of compact language models available in three size: 135M, 360M, and 1.7B parameters.", + "supportTools": true, + "defaultTag": "1.7b", + "tags": [ + { + "name": "135m", + "hash": "9077fe9d2ae1", + "size": "271MB", + "isDefault": false + }, + { + "name": "360m", + "hash": "297281b699fc", + "size": "726MB", + "isDefault": false + }, + { + "name": "1.7b", + "hash": "cef4a1e09247", + "size": "1.8GB", + "isDefault": true + }, + { + "name": "1.7b-instruct-fp16", + "hash": "4dfa5c286f7d", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q2_K", + "hash": "c9fa799834eb", + "size": "675MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q3_K_L", + "hash": "8e9bf65b4fc1", + "size": "933MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q3_K_M", + "hash": "995c3b9124da", + "size": "860MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q3_K_S", + "hash": "5f6dd832de68", + "size": "777MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q4_0", + "hash": "4c11ca6ef836", + "size": "991MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q4_1", + "hash": "aee2f3421da8", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q4_K_M", + "hash": "8ea75f835db9", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q4_K_S", + "hash": "fa70e3e2531f", + "size": "999MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q5_0", + "hash": "b8b1fb6cc166", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q5_1", + "hash": "f46b4fa8622d", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q5_K_M", + "hash": "ff2bf7135787", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q5_K_S", + "hash": "042ddeb76d9e", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q6_K", + "hash": "d334c54e8df6", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-q8_0", + "hash": "cef4a1e09247", + "size": "1.8GB", + "isDefault": true + }, + { + "name": "135m-instruct-fp16", + "hash": "9077fe9d2ae1", + "size": "271MB", + "isDefault": false + }, + { + "name": "135m-instruct-q2_K", + "hash": "888e2e49aff1", + "size": "88MB", + "isDefault": false + }, + { + "name": "135m-instruct-q3_K_L", + "hash": "c72ffea38f60", + "size": "98MB", + "isDefault": false + }, + { + "name": "135m-instruct-q3_K_M", + "hash": "970418f9b140", + "size": "94MB", + "isDefault": false + }, + { + "name": "135m-instruct-q3_K_S", + "hash": "ea68556e2fe1", + "size": "88MB", + "isDefault": false + }, + { + "name": "135m-instruct-q4_0", + "hash": "dbc9f6c89cb0", + "size": "92MB", + "isDefault": false + }, + { + "name": "135m-instruct-q4_1", + "hash": "1e7dbfd9f706", + "size": "98MB", + "isDefault": false + }, + { + "name": "135m-instruct-q4_K_M", + "hash": "fd3168509652", + "size": "105MB", + "isDefault": false + }, + { + "name": "135m-instruct-q4_K_S", + "hash": "9a7ead04933f", + "size": "102MB", + "isDefault": false + }, + { + "name": "135m-instruct-q5_0", + "hash": "b4ae22539f3f", + "size": "105MB", + "isDefault": false + }, + { + "name": "135m-instruct-q5_1", + "hash": "e8d2ad7e6838", + "size": "112MB", + "isDefault": false + }, + { + "name": "135m-instruct-q5_K_M", + "hash": "a703ae7fccb0", + "size": "112MB", + "isDefault": false + }, + { + "name": "135m-instruct-q5_K_S", + "hash": "11d6886e86ff", + "size": "110MB", + "isDefault": false + }, + { + "name": "135m-instruct-q6_K", + "hash": "6e8e767c0cee", + "size": "138MB", + "isDefault": false + }, + { + "name": "135m-instruct-q8_0", + "hash": "2d470404841a", + "size": "145MB", + "isDefault": false + }, + { + "name": "360m-instruct-fp16", + "hash": "297281b699fc", + "size": "726MB", + "isDefault": false + }, + { + "name": "360m-instruct-q2_K", + "hash": "54be4fc61f4d", + "size": "219MB", + "isDefault": false + }, + { + "name": "360m-instruct-q3_K_L", + "hash": "43b5786c7936", + "size": "246MB", + "isDefault": false + }, + { + "name": "360m-instruct-q3_K_M", + "hash": "0178f7a9b2a2", + "size": "235MB", + "isDefault": false + }, + { + "name": "360m-instruct-q3_K_S", + "hash": "a601e4ea2064", + "size": "219MB", + "isDefault": false + }, + { + "name": "360m-instruct-q4_0", + "hash": "676f4c06b139", + "size": "229MB", + "isDefault": false + }, + { + "name": "360m-instruct-q4_1", + "hash": "105941c87459", + "size": "249MB", + "isDefault": false + }, + { + "name": "360m-instruct-q4_K_M", + "hash": "4ca41655e80e", + "size": "271MB", + "isDefault": false + }, + { + "name": "360m-instruct-q4_K_S", + "hash": "c03645f8e0dc", + "size": "260MB", + "isDefault": false + }, + { + "name": "360m-instruct-q5_0", + "hash": "456bcbe27a48", + "size": "268MB", + "isDefault": false + }, + { + "name": "360m-instruct-q5_1", + "hash": "3bcd2b075c64", + "size": "288MB", + "isDefault": false + }, + { + "name": "360m-instruct-q5_K_M", + "hash": "a2f10c17100d", + "size": "290MB", + "isDefault": false + }, + { + "name": "360m-instruct-q5_K_S", + "hash": "8d5a33b7fc41", + "size": "283MB", + "isDefault": false + }, + { + "name": "360m-instruct-q6_K", + "hash": "0b45c0118489", + "size": "367MB", + "isDefault": false + }, + { + "name": "360m-instruct-q8_0", + "hash": "dfd48b1fa28f", + "size": "386MB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "granite-code", + "description": "A family of open foundation models by IBM for Code Intelligence", + "supportTools": false, + "defaultTag": "3b", + "tags": [ + { + "name": "3b", + "hash": "becc94fe1876", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "8b", + "hash": "36c3c3b9683b", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "20b", + "hash": "59db7b531bb4", + "size": "12GB", + "isDefault": false + }, + { + "name": "34b", + "hash": "4ce00960ca84", + "size": "19GB", + "isDefault": false + }, + { + "name": "20b-base", + "hash": "8ab7e91e85ff", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-base-fp16", + "hash": "30d0d41d27a1", + "size": "40GB", + "isDefault": false + }, + { + "name": "20b-base-q2_K", + "hash": "80e7dd534ffd", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "20b-base-q3_K_L", + "hash": "d25be157479e", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-base-q3_K_M", + "hash": "c7252c0c6703", + "size": "11GB", + "isDefault": false + }, + { + "name": "20b-base-q3_K_S", + "hash": "67f3e156f5ba", + "size": "8.9GB", + "isDefault": false + }, + { + "name": "20b-base-q4_0", + "hash": "8ab7e91e85ff", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-base-q4_1", + "hash": "e3a238721ec9", + "size": "13GB", + "isDefault": false + }, + { + "name": "20b-base-q4_K_M", + "hash": "81b9da645827", + "size": "13GB", + "isDefault": false + }, + { + "name": "20b-base-q4_K_S", + "hash": "850228967095", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-base-q5_0", + "hash": "0b840e35cc32", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-base-q5_1", + "hash": "a864d1a8a08a", + "size": "15GB", + "isDefault": false + }, + { + "name": "20b-base-q5_K_M", + "hash": "f036fe711fb1", + "size": "15GB", + "isDefault": false + }, + { + "name": "20b-base-q5_K_S", + "hash": "e5bdfcf66c14", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-base-q6_K", + "hash": "a655ca093ef3", + "size": "17GB", + "isDefault": false + }, + { + "name": "20b-base-q8_0", + "hash": "caf48ed2d622", + "size": "21GB", + "isDefault": false + }, + { + "name": "20b-instruct", + "hash": "59db7b531bb4", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-fp16", + "hash": "be2ec1259ab5", + "size": "40GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q2_K", + "hash": "4e3dff04ee5b", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q3_K_L", + "hash": "4c929cf47a4e", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q3_K_M", + "hash": "9a3be6de6096", + "size": "11GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q3_K_S", + "hash": "cbd8989e4e53", + "size": "8.9GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q4_0", + "hash": "59db7b531bb4", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q4_1", + "hash": "6e6ff60ff742", + "size": "13GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q4_K_M", + "hash": "69917162166a", + "size": "13GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q4_K_S", + "hash": "a012104b6642", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q5_0", + "hash": "4670ab1f3599", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q5_1", + "hash": "0e1290bc14f7", + "size": "15GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q5_K_M", + "hash": "0f7b0be5131a", + "size": "15GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q5_K_S", + "hash": "f9f9a21acb5f", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q6_K", + "hash": "a6b84d465ddc", + "size": "17GB", + "isDefault": false + }, + { + "name": "20b-instruct-8k-q8_0", + "hash": "d0054322b45c", + "size": "21GB", + "isDefault": false + }, + { + "name": "20b-instruct-q2_K", + "hash": "dec9b6ea432f", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "20b-instruct-q3_K_L", + "hash": "461f5d8eba68", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-instruct-q3_K_M", + "hash": "71837d435f0c", + "size": "11GB", + "isDefault": false + }, + { + "name": "20b-instruct-q3_K_S", + "hash": "c06f1e43b32b", + "size": "8.9GB", + "isDefault": false + }, + { + "name": "20b-instruct-q4_0", + "hash": "31d8bc61e506", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-instruct-q4_1", + "hash": "f9efbe4f8959", + "size": "13GB", + "isDefault": false + }, + { + "name": "20b-instruct-q4_K_M", + "hash": "47eeb409e478", + "size": "13GB", + "isDefault": false + }, + { + "name": "20b-instruct-q4_K_S", + "hash": "644444b999f8", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-instruct-q5_0", + "hash": "5db756969808", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-instruct-q5_1", + "hash": "7b08c7a6dc75", + "size": "15GB", + "isDefault": false + }, + { + "name": "20b-instruct-q5_K_M", + "hash": "818c70f50940", + "size": "15GB", + "isDefault": false + }, + { + "name": "20b-instruct-q5_K_S", + "hash": "b5d7d53400a9", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-instruct-q6_K", + "hash": "bd2f4bcf34bb", + "size": "17GB", + "isDefault": false + }, + { + "name": "20b-instruct-q8_0", + "hash": "b10dca01d737", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-base", + "hash": "42c7e6e2af53", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-base-q2_K", + "hash": "c74c785f9aad", + "size": "13GB", + "isDefault": false + }, + { + "name": "34b-base-q3_K_L", + "hash": "7c99e42e5deb", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-base-q3_K_M", + "hash": "4485e027847c", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-base-q3_K_S", + "hash": "31de19958232", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-base-q4_0", + "hash": "42c7e6e2af53", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-base-q4_1", + "hash": "3770a699dae1", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-base-q4_K_M", + "hash": "f4ad76c0503a", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-base-q4_K_S", + "hash": "d0fbbc626c30", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-base-q5_0", + "hash": "fb7a2b093c21", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-base-q5_1", + "hash": "0d64b22fd447", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-base-q5_K_M", + "hash": "3da71b98ed2b", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-base-q5_K_S", + "hash": "c5afa738c212", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-base-q6_K", + "hash": "ddf66982e605", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-base-q8_0", + "hash": "a1d04f60bc5e", + "size": "36GB", + "isDefault": false + }, + { + "name": "34b-instruct", + "hash": "4ce00960ca84", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-instruct-q2_K", + "hash": "c74bd2d3910b", + "size": "13GB", + "isDefault": false + }, + { + "name": "34b-instruct-q3_K_L", + "hash": "51d4b46e9649", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-instruct-q3_K_M", + "hash": "97d3df0a98fb", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-instruct-q3_K_S", + "hash": "941db8c58f05", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_0", + "hash": "4ce00960ca84", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_1", + "hash": "a1cca29491fd", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_K_M", + "hash": "74723d97951a", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-instruct-q4_K_S", + "hash": "017ae7f3dba3", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_0", + "hash": "4d276c35489e", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_1", + "hash": "f0004bc4aba0", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_K_M", + "hash": "dad8cb2d266e", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-instruct-q5_K_S", + "hash": "ad33350a1e2c", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-instruct-q6_K", + "hash": "c71fa145605c", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-instruct-q8_0", + "hash": "abc2bbc41ce5", + "size": "36GB", + "isDefault": false + }, + { + "name": "3b-base", + "hash": "897c973ac371", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-base-fp16", + "hash": "c05254111c3b", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "3b-base-q2_K", + "hash": "e36887a9a821", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_L", + "hash": "efa391969797", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_M", + "hash": "6cd1bf544950", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_S", + "hash": "4ebfe349d653", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-base-q4_0", + "hash": "897c973ac371", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-base-q4_1", + "hash": "289762e9c2de", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-base-q4_K_M", + "hash": "074272cf1192", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-base-q4_K_S", + "hash": "05d91372ce79", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-base-q5_0", + "hash": "564f8e0abfff", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-base-q5_1", + "hash": "bdb3c9b7c5e4", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-base-q5_K_M", + "hash": "9f543ec02c81", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-base-q5_K_S", + "hash": "c2b4985e3261", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-base-q6_K", + "hash": "ef18db8d2afc", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "3b-base-q8_0", + "hash": "c3464b5e457a", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "3b-instruct", + "hash": "becc94fe1876", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "3b-instruct-128k-fp16", + "hash": "0a85292e9c4c", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q2_K", + "hash": "72154d08acee", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q3_K_L", + "hash": "c794c5813849", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q3_K_M", + "hash": "27350580d3ea", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q3_K_S", + "hash": "c5827e0a7a55", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q4_0", + "hash": "becc94fe1876", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "3b-instruct-128k-q4_1", + "hash": "7e9329333607", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q4_K_M", + "hash": "4702f6327ab5", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q4_K_S", + "hash": "a6c4b37f0dc7", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q5_0", + "hash": "dece491ce896", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q5_1", + "hash": "275d6e2f4fcc", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q5_K_M", + "hash": "39570a508075", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q5_K_S", + "hash": "07bebb9f1381", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q6_K", + "hash": "aac7fdd35a84", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-128k-q8_0", + "hash": "3ffa9e883e62", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-fp16", + "hash": "788453573810", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-q2_K", + "hash": "7f3ad6ca25f4", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_L", + "hash": "d9060e45c47c", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_M", + "hash": "70ec21a3004e", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_S", + "hash": "991c2ca80baf", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_0", + "hash": "63bedbdffbf0", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_1", + "hash": "07c153ea8ba3", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "65861823ce7a", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_S", + "hash": "c681b8a19c05", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_0", + "hash": "8a64d99caa8b", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_1", + "hash": "c7b815a477d2", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_M", + "hash": "2db2e42160a0", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_S", + "hash": "c1cb0d4855f6", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q6_K", + "hash": "f9bad785d4c6", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "b93b1a15197d", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-base", + "hash": "446b079c08d8", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "8b-base-fp16", + "hash": "b9ad7693117c", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-base-q2_K", + "hash": "e63080a27380", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "8b-base-q3_K_L", + "hash": "3e786e80fe43", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-base-q3_K_M", + "hash": "ca4d1a480357", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "8b-base-q3_K_S", + "hash": "2ea64f1e1696", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "8b-base-q4_0", + "hash": "446b079c08d8", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "8b-base-q4_1", + "hash": "8188ceec7ebb", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-base-q4_K_M", + "hash": "d1ff254e3ce3", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-base-q4_K_S", + "hash": "8b5439b8f8fa", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "8b-base-q5_0", + "hash": "a2683a6426c6", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-base-q5_1", + "hash": "1ac225f4921f", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-base-q5_K_M", + "hash": "571e48fd3f79", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-base-q5_K_S", + "hash": "ac18787cbd38", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-base-q6_K", + "hash": "85c68aed2abf", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-base-q8_0", + "hash": "98d17f9b29f7", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "8b-instruct", + "hash": "36c3c3b9683b", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-128k-q4_0", + "hash": "36c3c3b9683b", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-128k-q4_1", + "hash": "0f53e9c9d8be", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-fp16", + "hash": "ba8f7888f7cd", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-instruct-q2_K", + "hash": "e19d9843758d", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_L", + "hash": "e7a83854c109", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_M", + "hash": "bf18f4d1eac9", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_S", + "hash": "f432fe584c50", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_0", + "hash": "998bce918de0", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_1", + "hash": "d7b2698267fc", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_M", + "hash": "6b6cc77a3094", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_S", + "hash": "fd077fe10167", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_0", + "hash": "c577f70d1bcb", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_1", + "hash": "f5c70f717cd7", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_M", + "hash": "a8781d67d804", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_S", + "hash": "47b0d1d1779c", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q6_K", + "hash": "a929c1ec4cda", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q8_0", + "hash": "068b1c745db2", + "size": "8.6GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "starcoder", + "description": "StarCoder is a code generation model trained on 80+ programming languages.", + "supportTools": false, + "defaultTag": "3b", + "tags": [ + { + "name": "1b", + "hash": "77e6c46054d9", + "size": "726MB", + "isDefault": false + }, + { + "name": "3b", + "hash": "847e5a7aa26f", + "size": "1.8GB", + "isDefault": true + }, + { + "name": "7b", + "hash": "53fdbc3a2006", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "15b", + "hash": "fc59c84e00c5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-base", + "hash": "d7484a05d753", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-base-fp16", + "hash": "bf1c2f49c4d8", + "size": "32GB", + "isDefault": false + }, + { + "name": "15b-base-q2_K", + "hash": "cf0025ac31a6", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "15b-base-q3_K_L", + "hash": "0a5f9e8bfeda", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-base-q3_K_M", + "hash": "e12e2f17263b", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "15b-base-q3_K_S", + "hash": "49fb06b2da48", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "15b-base-q4_0", + "hash": "d7484a05d753", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-base-q4_1", + "hash": "81632886fcb2", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-base-q4_K_M", + "hash": "c39ac850a90a", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-base-q4_K_S", + "hash": "3eefd78d54c9", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-base-q5_0", + "hash": "2f295880480a", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-base-q5_1", + "hash": "32fb32a4adc3", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-base-q5_K_M", + "hash": "44e8a4266c9d", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-base-q5_K_S", + "hash": "066bfe3f8056", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-base-q6_K", + "hash": "08a7fcaab005", + "size": "13GB", + "isDefault": false + }, + { + "name": "15b-base-q8_0", + "hash": "3429ab9f535c", + "size": "17GB", + "isDefault": false + }, + { + "name": "15b-fp16", + "hash": "ec7e7aa22c05", + "size": "32GB", + "isDefault": false + }, + { + "name": "15b-plus", + "hash": "c7e5fd2a5a6e", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-plus-fp16", + "hash": "385fd5b5ba4b", + "size": "32GB", + "isDefault": false + }, + { + "name": "15b-plus-q2_K", + "hash": "351a28175173", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "15b-plus-q3_K_L", + "hash": "0033ce73781b", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-plus-q3_K_M", + "hash": "5de88d9aaa0c", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "15b-plus-q3_K_S", + "hash": "8d4a59571246", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "15b-plus-q4_0", + "hash": "c7e5fd2a5a6e", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-plus-q4_1", + "hash": "a06561602a11", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-plus-q4_K_M", + "hash": "c3b287cf92f7", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-plus-q4_K_S", + "hash": "74cbc3c93052", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-plus-q5_0", + "hash": "1a9ff4beeb3a", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-plus-q5_1", + "hash": "ad34d0ac40fd", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-plus-q5_K_M", + "hash": "ab94427f1d73", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-plus-q5_K_S", + "hash": "f5be3ceb423f", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-plus-q6_K", + "hash": "d7b6d6d327ec", + "size": "13GB", + "isDefault": false + }, + { + "name": "15b-plus-q8_0", + "hash": "1b9bd9e07437", + "size": "17GB", + "isDefault": false + }, + { + "name": "15b-q2_K", + "hash": "b3077ce893c2", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "15b-q3_K_L", + "hash": "22becd391a5a", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-q3_K_M", + "hash": "40aa0dd07f6a", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "15b-q3_K_S", + "hash": "96bc55850b3f", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "15b-q4_0", + "hash": "fc59c84e00c5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-q4_1", + "hash": "3e9c4131cc7e", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-q4_K_M", + "hash": "fc211e15d552", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-q4_K_S", + "hash": "dadad57ccce2", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-q5_0", + "hash": "0a9e13e059b4", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-q5_1", + "hash": "047af3d6fc2e", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-q5_K_M", + "hash": "ba547f1125e5", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-q5_K_S", + "hash": "f3927d2aee49", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-q6_K", + "hash": "afbf115a27bc", + "size": "13GB", + "isDefault": false + }, + { + "name": "15b-q8_0", + "hash": "ad4a34fcfa8c", + "size": "17GB", + "isDefault": false + }, + { + "name": "1b-base", + "hash": "77e6c46054d9", + "size": "726MB", + "isDefault": false + }, + { + "name": "1b-base-fp16", + "hash": "aa71e6e2251f", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "1b-base-q2_K", + "hash": "e611832ccc67", + "size": "552MB", + "isDefault": false + }, + { + "name": "1b-base-q3_K_L", + "hash": "1c516b827b88", + "size": "720MB", + "isDefault": false + }, + { + "name": "1b-base-q3_K_M", + "hash": "a25e710f7119", + "size": "661MB", + "isDefault": false + }, + { + "name": "1b-base-q3_K_S", + "hash": "1b6492d9dc97", + "size": "575MB", + "isDefault": false + }, + { + "name": "1b-base-q4_0", + "hash": "77e6c46054d9", + "size": "726MB", + "isDefault": false + }, + { + "name": "1b-base-q4_1", + "hash": "3baa25250d64", + "size": "797MB", + "isDefault": false + }, + { + "name": "1b-base-q4_K_M", + "hash": "04d2cea03d2d", + "size": "792MB", + "isDefault": false + }, + { + "name": "1b-base-q4_K_S", + "hash": "decacc801c24", + "size": "734MB", + "isDefault": false + }, + { + "name": "1b-base-q5_0", + "hash": "fea253550249", + "size": "868MB", + "isDefault": false + }, + { + "name": "1b-base-q5_1", + "hash": "d0701711acd6", + "size": "939MB", + "isDefault": false + }, + { + "name": "1b-base-q5_K_M", + "hash": "7daf9520221a", + "size": "910MB", + "isDefault": false + }, + { + "name": "1b-base-q5_K_S", + "hash": "1dcf90992513", + "size": "868MB", + "isDefault": false + }, + { + "name": "1b-base-q6_K", + "hash": "25469472b0a0", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1b-base-q8_0", + "hash": "31fa9b99844a", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-base", + "hash": "847e5a7aa26f", + "size": "1.8GB", + "isDefault": true + }, + { + "name": "3b-base-fp16", + "hash": "78ed447cecc0", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "3b-base-q2_K", + "hash": "789eb7337dec", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_L", + "hash": "39fd001be744", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_M", + "hash": "cf9c26ba35af", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-base-q3_K_S", + "hash": "e0468499b5f9", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-base-q4_0", + "hash": "847e5a7aa26f", + "size": "1.8GB", + "isDefault": true + }, + { + "name": "3b-base-q4_1", + "hash": "af56c93c3815", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-base-q4_K_M", + "hash": "e270645e6450", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-base-q4_K_S", + "hash": "3bc56ee8f943", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-base-q5_0", + "hash": "fdea54fc597a", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-base-q5_1", + "hash": "b541e773e045", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-base-q5_K_M", + "hash": "70d27a352a1e", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-base-q5_K_S", + "hash": "f4bfd7a34676", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3b-base-q6_K", + "hash": "2a71811b199a", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3b-base-q8_0", + "hash": "d4d1dafca09a", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "7b-base", + "hash": "53fdbc3a2006", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "7b-base-fp16", + "hash": "191f5e0197c9", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-base-q2_K", + "hash": "b558b1c6e76a", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_L", + "hash": "a357c486e37a", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_M", + "hash": "bb8083ca1497", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_S", + "hash": "532e32fc6a11", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-base-q4_0", + "hash": "53fdbc3a2006", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "7b-base-q4_1", + "hash": "72f4ab441abc", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-base-q4_K_M", + "hash": "b9967b21186f", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-base-q4_K_S", + "hash": "f8b135eb1ff1", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "7b-base-q5_0", + "hash": "b69e71e71495", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-base-q5_1", + "hash": "8ab65d19bbae", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-base-q5_K_M", + "hash": "053348db28db", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-base-q5_K_S", + "hash": "97f7ff66448e", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-base-q6_K", + "hash": "35c46a2f3e5d", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "7b-base-q8_0", + "hash": "c5b70c559022", + "size": "8.0GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "wizard-vicuna-uncensored", + "description": "Wizard Vicuna Uncensored is a 7B, 13B, and 30B parameter model based on Llama 2 uncensored by Eric Hartford.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "72fc3c2b99dc", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "6887722b6618", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "30b", + "hash": "5a7102e25304", + "size": "18GB", + "isDefault": false + }, + { + "name": "13b-fp16", + "hash": "23b4a7186107", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "f4f91109c207", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "88fb403b8c6a", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "ed4a273d6b6d", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "b5832103bdeb", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "6887722b6618", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "7455a677d914", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "e42ad99d49f7", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "709c6745f467", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "dafb313b8b5b", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "1154aba9bebb", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "8b5821845aa5", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "be4967133cc3", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "9df4c914f6e7", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "2823c1701714", + "size": "14GB", + "isDefault": false + }, + { + "name": "30b-fp16", + "hash": "bed611752f1a", + "size": "65GB", + "isDefault": false + }, + { + "name": "30b-q2_K", + "hash": "2812ef4f45ba", + "size": "14GB", + "isDefault": false + }, + { + "name": "30b-q3_K_L", + "hash": "05a7d357be60", + "size": "17GB", + "isDefault": false + }, + { + "name": "30b-q3_K_M", + "hash": "9a867b52eb8c", + "size": "16GB", + "isDefault": false + }, + { + "name": "30b-q3_K_S", + "hash": "8db4e5c26e07", + "size": "14GB", + "isDefault": false + }, + { + "name": "30b-q4_0", + "hash": "5a7102e25304", + "size": "18GB", + "isDefault": false + }, + { + "name": "30b-q4_1", + "hash": "80bbe0a037ad", + "size": "20GB", + "isDefault": false + }, + { + "name": "30b-q4_K_M", + "hash": "acddabb57909", + "size": "20GB", + "isDefault": false + }, + { + "name": "30b-q4_K_S", + "hash": "6c0f7c7f3fed", + "size": "18GB", + "isDefault": false + }, + { + "name": "30b-q5_0", + "hash": "cffb3de32667", + "size": "22GB", + "isDefault": false + }, + { + "name": "30b-q5_1", + "hash": "74065a3909bd", + "size": "24GB", + "isDefault": false + }, + { + "name": "30b-q5_K_M", + "hash": "abcb5f233465", + "size": "23GB", + "isDefault": false + }, + { + "name": "30b-q5_K_S", + "hash": "fdeaf5e7d150", + "size": "22GB", + "isDefault": false + }, + { + "name": "30b-q6_K", + "hash": "4943a7ffa702", + "size": "27GB", + "isDefault": false + }, + { + "name": "30b-q8_0", + "hash": "89ccedd7789e", + "size": "35GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "c8eb2106d1e8", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "63f9ff49339b", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "3695bfa5c6db", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "68169e9e5f14", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "6b39ccbb5718", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "72fc3c2b99dc", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "f4ff0dd82563", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "0b79dc5d70ec", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "877e9af2494f", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "2613174e3296", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "b20c27fda6cf", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "ea26b4c246fb", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "9b60f8559ec9", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "3c7046c51a44", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "011a3d16558a", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "vicuna", + "description": "General use chat model based on Llama and Llama 2 with 2K to 16K context sizes.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "370739dc897b", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "e311d03837d9", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "33b", + "hash": "86f0704901a4", + "size": "18GB", + "isDefault": false + }, + { + "name": "13b-16k", + "hash": "4ea0e2b82bc2", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-fp16", + "hash": "5c0aaca02f10", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "c243d669ad2e", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "3ce284b06308", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "5c94116bb4df", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "a1f4ecdb04ba", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "a6aad17d1205", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "d7b312e7d741", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "0f5697218aef", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "96cc0c85539e", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "d775a7c5294b", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "65711d83a5ba", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "57fc4dcc89d7", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "9151c66c59cf", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "5771033f82b8", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "1f4a6e7b304c", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-fp16", + "hash": "aa225f209212", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q2_K", + "hash": "c4bc2aac929f", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q3_K_L", + "hash": "2354833bf609", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q3_K_M", + "hash": "f713797047ce", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q3_K_S", + "hash": "460254d8fc30", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q4_0", + "hash": "4ea0e2b82bc2", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q4_1", + "hash": "beaca53a59b9", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q4_K_M", + "hash": "99611d39169d", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q4_K_S", + "hash": "6c1dcf76ddbd", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q5_0", + "hash": "8994818e295d", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q5_1", + "hash": "b1e60bd134ff", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q5_K_M", + "hash": "3374b3e9b520", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q5_K_S", + "hash": "5d960ceab7d0", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q6_K", + "hash": "3dabce096571", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v1.5-16k-q8_0", + "hash": "7e91afb2b027", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-v1.5-fp16", + "hash": "3e2035c21594", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q2_K", + "hash": "da124fb49a03", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q3_K_L", + "hash": "3a1c75a39e39", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q3_K_M", + "hash": "112a0a219973", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q3_K_S", + "hash": "db9d5d8832a5", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_0", + "hash": "e311d03837d9", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_1", + "hash": "ca8047f969be", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_K_M", + "hash": "d81bdd5ae575", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q4_K_S", + "hash": "c78c1ae11f55", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_0", + "hash": "33be3d9112bd", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_1", + "hash": "b03c2008cb04", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_K_M", + "hash": "c85a3d3b3b78", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q5_K_S", + "hash": "d3dd8af1f363", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q6_K", + "hash": "90d7ed92be1d", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v1.5-q8_0", + "hash": "db82e78d570a", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-fp16", + "hash": "6bc47b18a625", + "size": "65GB", + "isDefault": false + }, + { + "name": "33b-q2_K", + "hash": "9129a0b1a6b1", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-q3_K_L", + "hash": "5f73c820980e", + "size": "17GB", + "isDefault": false + }, + { + "name": "33b-q3_K_M", + "hash": "fe6ff250b94e", + "size": "16GB", + "isDefault": false + }, + { + "name": "33b-q3_K_S", + "hash": "029c30fb56ac", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-q4_0", + "hash": "86f0704901a4", + "size": "18GB", + "isDefault": false + }, + { + "name": "33b-q4_1", + "hash": "4b40d8826503", + "size": "20GB", + "isDefault": false + }, + { + "name": "33b-q4_K_M", + "hash": "ae8f63e7638e", + "size": "20GB", + "isDefault": false + }, + { + "name": "33b-q4_K_S", + "hash": "933cc774ba3c", + "size": "18GB", + "isDefault": false + }, + { + "name": "33b-q5_0", + "hash": "4a6fa67158d8", + "size": "22GB", + "isDefault": false + }, + { + "name": "33b-q5_1", + "hash": "732296977ff9", + "size": "24GB", + "isDefault": false + }, + { + "name": "33b-q5_K_M", + "hash": "45a15331c3d3", + "size": "23GB", + "isDefault": false + }, + { + "name": "33b-q5_K_S", + "hash": "87a62b85e56f", + "size": "22GB", + "isDefault": false + }, + { + "name": "33b-q6_K", + "hash": "594c8ae461ac", + "size": "27GB", + "isDefault": false + }, + { + "name": "33b-q8_0", + "hash": "dc6380cf87ce", + "size": "35GB", + "isDefault": false + }, + { + "name": "7b-16k", + "hash": "e17473565403", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "2b09615317cc", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "7b111124e218", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "1ac57ff324d2", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "a510caa0fb6b", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "2b471de7ac09", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "722cb0fe032d", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q4_1", + "hash": "daba6226e41c", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "e702c3f6d1da", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "7b22215a6f5a", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "b4be80922f5c", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "3958ed7d2994", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "2cc1a91b3ee5", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "aa085ae496ef", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "5bbfe6ccf426", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "abbdf2e7dab4", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-fp16", + "hash": "7a1b09b09a43", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q2_K", + "hash": "409c84f8f2cb", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q3_K_L", + "hash": "6e9eee2fdf07", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q3_K_M", + "hash": "9cd3422a7f75", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q3_K_S", + "hash": "e82ccebcca5c", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q4_0", + "hash": "e17473565403", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q4_1", + "hash": "8af11c99918c", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q4_K_M", + "hash": "493df7220cb7", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q4_K_S", + "hash": "cc8bb49d8400", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q5_0", + "hash": "5c89be046446", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q5_1", + "hash": "8988900a59a5", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q5_K_M", + "hash": "20d16dc9be3e", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q5_K_S", + "hash": "52cf0588ba15", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q6_K", + "hash": "62fe512efb47", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-v1.5-16k-q8_0", + "hash": "32abbaf4d985", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-v1.5-fp16", + "hash": "1e2de112296e", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q2_K", + "hash": "ce1d7d2d4c36", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q3_K_L", + "hash": "5958c72021fe", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q3_K_M", + "hash": "b617de3e65a1", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q3_K_S", + "hash": "d4a35f8b2ff8", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q4_0", + "hash": "370739dc897b", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-v1.5-q4_1", + "hash": "49882f87f7a7", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q4_K_M", + "hash": "33b5fd751101", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q4_K_S", + "hash": "9dbfd37d1be3", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_0", + "hash": "48de3e58864e", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_1", + "hash": "fa2d15c41d43", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_K_M", + "hash": "f734686befb8", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q5_K_S", + "hash": "6167e172bf05", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q6_K", + "hash": "cfceb01fd96f", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-v1.5-q8_0", + "hash": "df07a6d74df1", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "smollm", + "description": "🪐 A family of small models with 135M, 360M, and 1.7B parameters, trained on a new high-quality dataset.", + "supportTools": false, + "defaultTag": "1.7b", + "tags": [ + { + "name": "135m", + "hash": "b0b2a4617438", + "size": "92MB", + "isDefault": false + }, + { + "name": "360m", + "hash": "b3ba1ccba2b8", + "size": "229MB", + "isDefault": false + }, + { + "name": "1.7b", + "hash": "95f6557a0f0f", + "size": "991MB", + "isDefault": true + }, + { + "name": "1.7b-base-v0.2-fp16", + "hash": "64f31ee84d1c", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q2_K", + "hash": "b013da007877", + "size": "675MB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q3_K_L", + "hash": "9656463272fe", + "size": "933MB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q3_K_M", + "hash": "9acc25818892", + "size": "860MB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q3_K_S", + "hash": "596523cb1def", + "size": "777MB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q4_0", + "hash": "97f3f0aef2df", + "size": "991MB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q4_1", + "hash": "0c1bb3471f92", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q4_K_M", + "hash": "8dec12ffec4a", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q4_K_S", + "hash": "9b3d36b6e0c2", + "size": "999MB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q5_0", + "hash": "7eddfb294e53", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q5_1", + "hash": "fde4c91abcce", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q5_K_M", + "hash": "7daaf6f561d8", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q5_K_S", + "hash": "4f0e5ec42d5b", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q6_K", + "hash": "9cf3be2645b6", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.7b-base-v0.2-q8_0", + "hash": "d1f91cd676ad", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-fp16", + "hash": "b07e591ca9ba", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q2_K", + "hash": "da8ba92e42b1", + "size": "675MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q3_K_L", + "hash": "88ef3062260e", + "size": "933MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q3_K_M", + "hash": "728c1f932b06", + "size": "860MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q3_K_S", + "hash": "c35438da7180", + "size": "777MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q4_0", + "hash": "95f6557a0f0f", + "size": "991MB", + "isDefault": true + }, + { + "name": "1.7b-instruct-v0.2-q4_1", + "hash": "77d7238b232e", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q4_K_M", + "hash": "dd7299829a14", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q4_K_S", + "hash": "35eec1a7014d", + "size": "999MB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q5_0", + "hash": "8391060f29db", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q5_1", + "hash": "ce91dd1d7380", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q5_K_M", + "hash": "91d16f72a7b3", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q5_K_S", + "hash": "489a893ac8a7", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q6_K", + "hash": "ecdf9864899c", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.7b-instruct-v0.2-q8_0", + "hash": "4afeb8de9eec", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-fp16", + "hash": "1d0f00cec918", + "size": "271MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q2_K", + "hash": "e2048e8ac78d", + "size": "88MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q3_K_L", + "hash": "c2e22813067a", + "size": "98MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q3_K_M", + "hash": "a5ab45ae2e2e", + "size": "94MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q3_K_S", + "hash": "102433ffd9fb", + "size": "88MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q4_0", + "hash": "528415e872e5", + "size": "92MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q4_1", + "hash": "edecca7cff90", + "size": "98MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q4_K_M", + "hash": "3177ecf5d3b5", + "size": "105MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q4_K_S", + "hash": "2aa760d22716", + "size": "102MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q5_0", + "hash": "825973a56945", + "size": "105MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q5_1", + "hash": "065d585f86d9", + "size": "112MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q5_K_M", + "hash": "34545da0aa92", + "size": "112MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q5_K_S", + "hash": "4aef8aaa4469", + "size": "110MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q6_K", + "hash": "b11338fff65a", + "size": "138MB", + "isDefault": false + }, + { + "name": "135m-base-v0.2-q8_0", + "hash": "fcdc33f9909d", + "size": "145MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-fp16", + "hash": "95d01a081beb", + "size": "271MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q2_K", + "hash": "e14a680b0b22", + "size": "88MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q3_K_L", + "hash": "aede666c7e16", + "size": "98MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q3_K_M", + "hash": "f5db1ab329b1", + "size": "94MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q3_K_S", + "hash": "3ae895b5e9ea", + "size": "88MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q4_0", + "hash": "b0b2a4617438", + "size": "92MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q4_1", + "hash": "bbf7e14150a9", + "size": "98MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q4_K_M", + "hash": "7eedbf45baa1", + "size": "105MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q4_K_S", + "hash": "45013939c7c9", + "size": "102MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q5_0", + "hash": "33187e134422", + "size": "105MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q5_1", + "hash": "51f73e9aa3f5", + "size": "112MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q5_K_M", + "hash": "a8975f4dc03b", + "size": "112MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q5_K_S", + "hash": "52d3fabb63ee", + "size": "110MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q6_K", + "hash": "dd1e60cf54df", + "size": "138MB", + "isDefault": false + }, + { + "name": "135m-instruct-v0.2-q8_0", + "hash": "6fbf8e918862", + "size": "145MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-fp16", + "hash": "417c81308b94", + "size": "726MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q2_K", + "hash": "e5e1a58c7d0c", + "size": "219MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q3_K_L", + "hash": "d13db1d8af29", + "size": "246MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q3_K_M", + "hash": "66875ceb33a7", + "size": "235MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q3_K_S", + "hash": "8aba991b34bf", + "size": "219MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q4_0", + "hash": "32ed02cfe24e", + "size": "229MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q4_1", + "hash": "74c8ae01b04d", + "size": "249MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q4_K_M", + "hash": "d3b4961678c3", + "size": "271MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q4_K_S", + "hash": "81b950fac810", + "size": "260MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q5_0", + "hash": "319a822c1baa", + "size": "268MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q5_1", + "hash": "1c350d9f5c43", + "size": "288MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q5_K_M", + "hash": "bf2e3336142d", + "size": "290MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q5_K_S", + "hash": "05dad743d112", + "size": "283MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q6_K", + "hash": "6006320b3839", + "size": "367MB", + "isDefault": false + }, + { + "name": "360m-base-v0.2-q8_0", + "hash": "dd417453fb49", + "size": "386MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-fp16", + "hash": "d0475be06ee3", + "size": "726MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q2_K", + "hash": "1dfe94149c4d", + "size": "219MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q3_K_L", + "hash": "6f711219bd5f", + "size": "246MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q3_K_M", + "hash": "4ecfcbc87975", + "size": "235MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q3_K_S", + "hash": "359f743b44a1", + "size": "219MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q4_0", + "hash": "b3ba1ccba2b8", + "size": "229MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q4_1", + "hash": "4a28c336aedd", + "size": "249MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q4_K_M", + "hash": "535cb302b6b9", + "size": "271MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q4_K_S", + "hash": "467e6683fe66", + "size": "260MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q5_0", + "hash": "922f6b925c58", + "size": "268MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q5_1", + "hash": "a09f3a169083", + "size": "288MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q5_K_M", + "hash": "0ad0a334e14f", + "size": "290MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q5_K_S", + "hash": "8695c1a78c18", + "size": "283MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q6_K", + "hash": "2102f951424a", + "size": "367MB", + "isDefault": false + }, + { + "name": "360m-instruct-v0.2-q8_0", + "hash": "f5ef53463545", + "size": "386MB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mistral-openorca", + "description": "Mistral OpenOrca is a 7 billion parameter model, fine-tuned on top of the Mistral 7B model using the OpenOrca dataset.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "12dc6acc14d0", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-fp16", + "hash": "c3544390282f", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "977fdfe52b7c", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "e80eba13740d", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "1c71a3f469da", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "2274bf658e73", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "12dc6acc14d0", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "185461182e00", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "d4fd6870e8eb", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "b8b68de9a6c0", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "da128676aa71", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "864f8be0fd03", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "30b5e000fa20", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "dc071e3647c7", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "74e3eb59f041", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "d7fd37191d96", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "minicpm-v", + "description": "A series of multimodal LLMs (MLLMs) designed for vision-language understanding.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "c92bfad01205", + "size": "5.5GB", + "isDefault": true + }, + { + "name": "8b-2.6-fp16", + "hash": "f3f122c78635", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-2.6-q2_K", + "hash": "61cf7cf5edda", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "8b-2.6-q3_K_L", + "hash": "a62e8056b1f0", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-2.6-q3_K_M", + "hash": "b7c14f8aad8c", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-2.6-q3_K_S", + "hash": "0e5dd84b9d34", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "8b-2.6-q4_0", + "hash": "c92bfad01205", + "size": "5.5GB", + "isDefault": true + }, + { + "name": "8b-2.6-q4_1", + "hash": "1e17cbffa666", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "8b-2.6-q4_K_M", + "hash": "950a671abea6", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-2.6-q4_K_S", + "hash": "eda89b106de0", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "8b-2.6-q5_0", + "hash": "4b28c460b85e", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "8b-2.6-q5_1", + "hash": "6ac2a6038e89", + "size": "6.8GB", + "isDefault": false + }, + { + "name": "8b-2.6-q5_K_M", + "hash": "6dfa70b0f281", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "8b-2.6-q5_K_S", + "hash": "b4d3d0c08b9c", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "8b-2.6-q6_K", + "hash": "ac20b8a12390", + "size": "7.3GB", + "isDefault": false + }, + { + "name": "8b-2.6-q8_0", + "hash": "9e2efdd7b657", + "size": "9.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": true + }, + { + "name": "qwq", + "description": "QwQ is an experimental research model focused on advancing AI reasoning capabilities.", + "supportTools": true, + "defaultTag": "32b", + "tags": [ + { + "name": "32b", + "hash": "46407beda5c0", + "size": "20GB", + "isDefault": true + }, + { + "name": "32b-preview-fp16", + "hash": "44d5ed096b85", + "size": "66GB", + "isDefault": false + }, + { + "name": "32b-preview-q4_K_M", + "hash": "46407beda5c0", + "size": "20GB", + "isDefault": true + }, + { + "name": "32b-preview-q8_0", + "hash": "9c62a2e770b7", + "size": "35GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama2-chinese", + "description": "Llama 2 based model fine tuned to improve Chinese dialogue ability.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "cee11d703eee", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "990f930d55c5", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-chat", + "hash": "990f930d55c5", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-chat-fp16", + "hash": "3d4c5a00962c", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-chat-q2_K", + "hash": "01b32d718507", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-chat-q3_K_L", + "hash": "583a72ecd078", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-chat-q3_K_M", + "hash": "d75e5c2030da", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-chat-q3_K_S", + "hash": "4501e1ce728a", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_0", + "hash": "990f930d55c5", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_1", + "hash": "b71960852385", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_K_M", + "hash": "94f93f5cde52", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-chat-q4_K_S", + "hash": "8a8f954a3792", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_0", + "hash": "4a41f66e710c", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_1", + "hash": "349e43573fca", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_K_M", + "hash": "25cf6e1c9040", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-chat-q5_K_S", + "hash": "4f56da0a7657", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-chat-q6_K", + "hash": "c4a78a31a576", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-chat-q8_0", + "hash": "9fe32b8f2073", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-chat", + "hash": "cee11d703eee", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-chat-fp16", + "hash": "b73150f2949c", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-chat-q2_K", + "hash": "56d0f23785bc", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_L", + "hash": "f6fcedae5d7e", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_M", + "hash": "d55419aeb5bc", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_S", + "hash": "6b13bc0df0ae", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_0", + "hash": "cee11d703eee", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-chat-q4_1", + "hash": "cac7c07fdb0a", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_M", + "hash": "e31ba537c1a7", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_S", + "hash": "1830e332cd06", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_0", + "hash": "ae1d32a03e63", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_1", + "hash": "245741bebff6", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_M", + "hash": "998f85f310f7", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_S", + "hash": "cfe3e90e5e6a", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q6_K", + "hash": "604c2c9da214", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-chat-q8_0", + "hash": "0d05c88312c5", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "openchat", + "description": "A family of open-source models trained on a wide variety of data, surpassing ChatGPT on various benchmarks. Updated to version 3.5-0106.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "537a4e03b649", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v3.5", + "hash": "980eba937c08", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106", + "hash": "537a4e03b649", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v3.5-0106-fp16", + "hash": "904ff9758131", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q2_K", + "hash": "40a9b8bdcd51", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q3_K_L", + "hash": "7c4478e7725d", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q3_K_M", + "hash": "76cd9a0c98ff", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q3_K_S", + "hash": "43be12a77c78", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q4_0", + "hash": "537a4e03b649", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v3.5-0106-q4_1", + "hash": "029a27df0e0e", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q4_K_M", + "hash": "606fbe86851f", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q4_K_S", + "hash": "fe011350d88f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q5_0", + "hash": "bf796ce1e6e4", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q5_1", + "hash": "87023ab68886", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q5_K_M", + "hash": "75e83c02831a", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q5_K_S", + "hash": "6ed7bb1af154", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q6_K", + "hash": "068f00f96fbf", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v3.5-0106-q8_0", + "hash": "54a3b6ecd5ec", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210", + "hash": "aa6d10add428", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-fp16", + "hash": "24a0134d29f6", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q2_K", + "hash": "90cfa4fd3ee4", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q3_K_L", + "hash": "cdab528998e3", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q3_K_M", + "hash": "ad84860337cb", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q3_K_S", + "hash": "4a07652bf006", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q4_0", + "hash": "aa6d10add428", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q4_1", + "hash": "525ce9ede1d8", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q4_K_M", + "hash": "c0f6439075b8", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q4_K_S", + "hash": "8d50e6d40482", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q5_0", + "hash": "4c6db90c2db0", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q5_1", + "hash": "2185cdd08ed8", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q5_K_M", + "hash": "64e4cb9bb506", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q5_K_S", + "hash": "f78feecd69cf", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q6_K", + "hash": "2f844aee86ba", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v3.5-1210-q8_0", + "hash": "2911bfb27389", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v3.5-fp16", + "hash": "b2cb2e8359a3", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q2_K", + "hash": "c8a422048247", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q3_K_L", + "hash": "cce7d2d85cc1", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q3_K_M", + "hash": "bb9a71d66b29", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q3_K_S", + "hash": "961a8432de51", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q4_0", + "hash": "980eba937c08", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q4_1", + "hash": "2d59d300369b", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q4_K_M", + "hash": "f7d0a07c2357", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q4_K_S", + "hash": "99507f29347f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q5_0", + "hash": "311f9cb4a2f3", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q5_1", + "hash": "bf4eb0e1d37f", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q5_K_M", + "hash": "6b9271b7e00e", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q5_K_S", + "hash": "213e534d3f58", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q6_K", + "hash": "95a82d202137", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v3.5-q8_0", + "hash": "663a54b072bf", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mistral-small", + "description": "Mistral Small 3 sets a new benchmark in the “small” Large Language Models category below 70B.", + "supportTools": true, + "defaultTag": "24b", + "tags": [ + { + "name": "22b", + "hash": "d095cd553b04", + "size": "13GB", + "isDefault": false + }, + { + "name": "24b", + "hash": "8039dd90c113", + "size": "14GB", + "isDefault": true + }, + { + "name": "22b-instruct-2409-fp16", + "hash": "28fc9c710e5f", + "size": "44GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q2_K", + "hash": "8ec9babc3847", + "size": "8.3GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q3_K_L", + "hash": "fe81dad8bbb0", + "size": "12GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q3_K_M", + "hash": "eaa764a8f77f", + "size": "11GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q3_K_S", + "hash": "dfaf3aefa53f", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q4_0", + "hash": "d095cd553b04", + "size": "13GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q4_1", + "hash": "565c78387545", + "size": "14GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q4_K_M", + "hash": "9f552ae9b883", + "size": "13GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q4_K_S", + "hash": "9b3a8280f0c7", + "size": "13GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q5_0", + "hash": "04c315f44b8c", + "size": "15GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q5_1", + "hash": "5bd49ef5756a", + "size": "17GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q5_K_M", + "hash": "eec48ef9afdc", + "size": "16GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q5_K_S", + "hash": "5b4d9855bfa5", + "size": "15GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q6_K", + "hash": "5113380707de", + "size": "18GB", + "isDefault": false + }, + { + "name": "22b-instruct-2409-q8_0", + "hash": "ebe30125ec3c", + "size": "24GB", + "isDefault": false + }, + { + "name": "24b-instruct-2501-fp16", + "hash": "6134e1a7e2c8", + "size": "47GB", + "isDefault": false + }, + { + "name": "24b-instruct-2501-q4_K_M", + "hash": "8039dd90c113", + "size": "14GB", + "isDefault": true + }, + { + "name": "24b-instruct-2501-q8_0", + "hash": "20ffe5db0161", + "size": "25GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "codegeex4", + "description": "A versatile model for AI software development scenarios, including code completion.", + "supportTools": false, + "defaultTag": "9b", + "tags": [ + { + "name": "9b", + "hash": "867b8e81d038", + "size": "5.5GB", + "isDefault": true + }, + { + "name": "9b-all-fp16", + "hash": "c3cd6eb1916f", + "size": "19GB", + "isDefault": false + }, + { + "name": "9b-all-q2_K", + "hash": "08e724852cef", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "9b-all-q3_K_L", + "hash": "5529f06b3407", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "9b-all-q3_K_M", + "hash": "5d8b91ce8944", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-all-q3_K_S", + "hash": "286fdd19497a", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "9b-all-q4_0", + "hash": "867b8e81d038", + "size": "5.5GB", + "isDefault": true + }, + { + "name": "9b-all-q4_1", + "hash": "5e5c2f0ff466", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "9b-all-q4_K_M", + "hash": "c3a3c43c51c6", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "9b-all-q4_K_S", + "hash": "857f132f3bf8", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "9b-all-q5_0", + "hash": "3093b05b4012", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-all-q5_1", + "hash": "7986c322f712", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "9b-all-q5_K_M", + "hash": "3ea52dda9b15", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "9b-all-q5_K_S", + "hash": "02d16c426451", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "9b-all-q6_K", + "hash": "eb3d51289271", + "size": "8.3GB", + "isDefault": false + }, + { + "name": "9b-all-q8_0", + "hash": "9e5f03438298", + "size": "10.0GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "aya", + "description": "Aya 23, released by Cohere, is a new family of state-of-the-art, multilingual models that support 23 languages.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "7ef8c4942023", + "size": "4.8GB", + "isDefault": true + }, + { + "name": "35b", + "hash": "bab44e009440", + "size": "20GB", + "isDefault": false + }, + { + "name": "35b-23", + "hash": "bab44e009440", + "size": "20GB", + "isDefault": false + }, + { + "name": "35b-23-q2_K", + "hash": "a977233d8c88", + "size": "14GB", + "isDefault": false + }, + { + "name": "35b-23-q3_K_L", + "hash": "ad7893ddae83", + "size": "19GB", + "isDefault": false + }, + { + "name": "35b-23-q3_K_M", + "hash": "e68ea34078f1", + "size": "18GB", + "isDefault": false + }, + { + "name": "35b-23-q3_K_S", + "hash": "6a7a6d7a4bab", + "size": "16GB", + "isDefault": false + }, + { + "name": "35b-23-q4_0", + "hash": "bab44e009440", + "size": "20GB", + "isDefault": false + }, + { + "name": "35b-23-q4_1", + "hash": "14508b481fcd", + "size": "22GB", + "isDefault": false + }, + { + "name": "35b-23-q4_K_M", + "hash": "f13547fef6c4", + "size": "22GB", + "isDefault": false + }, + { + "name": "35b-23-q4_K_S", + "hash": "0bdc7e9883d8", + "size": "20GB", + "isDefault": false + }, + { + "name": "35b-23-q5_0", + "hash": "9f223e28a5ce", + "size": "24GB", + "isDefault": false + }, + { + "name": "35b-23-q5_1", + "hash": "29ff5b76e4c6", + "size": "26GB", + "isDefault": false + }, + { + "name": "35b-23-q5_K_M", + "hash": "8abb1cf0ec39", + "size": "25GB", + "isDefault": false + }, + { + "name": "35b-23-q5_K_S", + "hash": "95a2413ef0d9", + "size": "24GB", + "isDefault": false + }, + { + "name": "35b-23-q6_K", + "hash": "1341e2a8f9bb", + "size": "29GB", + "isDefault": false + }, + { + "name": "35b-23-q8_0", + "hash": "b8e160cc05cd", + "size": "37GB", + "isDefault": false + }, + { + "name": "8b-23", + "hash": "7ef8c4942023", + "size": "4.8GB", + "isDefault": true + }, + { + "name": "8b-23-q2_K", + "hash": "bcf9b7a0c6f6", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "8b-23-q3_K_L", + "hash": "2b7af207d37e", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "8b-23-q3_K_M", + "hash": "dccbf85c4f87", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "8b-23-q3_K_S", + "hash": "7e92eeb33618", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "8b-23-q4_0", + "hash": "7ef8c4942023", + "size": "4.8GB", + "isDefault": true + }, + { + "name": "8b-23-q4_1", + "hash": "7862f7de92b6", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "8b-23-q4_K_M", + "hash": "c757782816f1", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-23-q4_K_S", + "hash": "ff78907d6f9c", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "8b-23-q5_0", + "hash": "60bbff214ada", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-23-q5_1", + "hash": "cc568f2e5986", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-23-q5_K_M", + "hash": "27ee23d58abb", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-23-q5_K_S", + "hash": "0a0efe7ad5f0", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-23-q6_K", + "hash": "604b8547e79a", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-23-q8_0", + "hash": "100c4889f503", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "codeqwen", + "description": "CodeQwen1.5 is a large language model pretrained on a large amount of code data.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "df352abf55b1", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "7b-chat", + "hash": "df352abf55b1", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "7b-chat-v1.5-fp16", + "hash": "f1b41fd8b5cc", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q2_K", + "hash": "58bf9e268b33", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q3_K_L", + "hash": "3dc83ecb767e", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q3_K_M", + "hash": "60e192727d09", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q3_K_S", + "hash": "8ac6e4f8622c", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q4_0", + "hash": "df352abf55b1", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "7b-chat-v1.5-q4_1", + "hash": "659a8d7026c9", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q4_K_M", + "hash": "9cb4225e1c5d", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q4_K_S", + "hash": "bafc9e528fc3", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_0", + "hash": "5fa058937b9d", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_1", + "hash": "656f0c7923b8", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_K_M", + "hash": "1e38f440836a", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q5_K_S", + "hash": "353c5070c5db", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q6_K", + "hash": "1140b50f25a0", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v1.5-q8_0", + "hash": "19343b80cbc6", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-code", + "hash": "d469cddb7d04", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-code-v1.5-fp16", + "hash": "18f779849b86", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-code-v1.5-q4_0", + "hash": "d469cddb7d04", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-code-v1.5-q4_1", + "hash": "1054e6ce1430", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-code-v1.5-q5_0", + "hash": "df00ae037785", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-code-v1.5-q5_1", + "hash": "f9f1cdb01bda", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-code-v1.5-q8_0", + "hash": "f076b41b0d2e", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "chat", + "hash": "df352abf55b1", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "code", + "hash": "d469cddb7d04", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "v1.5", + "hash": "df352abf55b1", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "v1.5-chat", + "hash": "df352abf55b1", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "v1.5-code", + "hash": "d469cddb7d04", + "size": "4.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "deepseek-llm", + "description": "An advanced language model crafted with 2 trillion bilingual tokens.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "9aab369a853b", + "size": "4.0GB", + "isDefault": true + }, + { + "name": "67b", + "hash": "52e3a994907e", + "size": "38GB", + "isDefault": false + }, + { + "name": "67b-base", + "hash": "812fa9900ddf", + "size": "38GB", + "isDefault": false + }, + { + "name": "67b-base-fp16", + "hash": "e6df5550194c", + "size": "135GB", + "isDefault": false + }, + { + "name": "67b-base-q2_K", + "hash": "e825785a2f93", + "size": "28GB", + "isDefault": false + }, + { + "name": "67b-base-q3_K_L", + "hash": "5732c7a17baf", + "size": "36GB", + "isDefault": false + }, + { + "name": "67b-base-q3_K_M", + "hash": "528e5a0d9578", + "size": "33GB", + "isDefault": false + }, + { + "name": "67b-base-q3_K_S", + "hash": "408a98a3aa39", + "size": "29GB", + "isDefault": false + }, + { + "name": "67b-base-q4_0", + "hash": "e0030d0a130c", + "size": "38GB", + "isDefault": false + }, + { + "name": "67b-base-q4_1", + "hash": "edfd62087900", + "size": "42GB", + "isDefault": false + }, + { + "name": "67b-base-q4_K_M", + "hash": "2e28115fbaa2", + "size": "40GB", + "isDefault": false + }, + { + "name": "67b-base-q4_K_S", + "hash": "54fcea7dbb8c", + "size": "38GB", + "isDefault": false + }, + { + "name": "67b-base-q5_0", + "hash": "17e77ba3d4e0", + "size": "46GB", + "isDefault": false + }, + { + "name": "67b-base-q5_1", + "hash": "f53172d11749", + "size": "51GB", + "isDefault": false + }, + { + "name": "67b-base-q5_K_M", + "hash": "eb54db87f46b", + "size": "48GB", + "isDefault": false + }, + { + "name": "67b-base-q5_K_S", + "hash": "7520f31e16ab", + "size": "46GB", + "isDefault": false + }, + { + "name": "67b-base-q6_K", + "hash": "e3c177377638", + "size": "55GB", + "isDefault": false + }, + { + "name": "67b-base-q8_0", + "hash": "a761daaf2ef3", + "size": "72GB", + "isDefault": false + }, + { + "name": "67b-chat", + "hash": "52e3a994907e", + "size": "38GB", + "isDefault": false + }, + { + "name": "67b-chat-fp16", + "hash": "d6b76eec8c4d", + "size": "135GB", + "isDefault": false + }, + { + "name": "67b-chat-q2_K", + "hash": "c3ed3a6823d9", + "size": "28GB", + "isDefault": false + }, + { + "name": "67b-chat-q3_K_L", + "hash": "a3c982459f4b", + "size": "36GB", + "isDefault": false + }, + { + "name": "67b-chat-q3_K_M", + "hash": "b1b9aa6f99e5", + "size": "33GB", + "isDefault": false + }, + { + "name": "67b-chat-q3_K_S", + "hash": "c895ed448eb0", + "size": "29GB", + "isDefault": false + }, + { + "name": "67b-chat-q4_0", + "hash": "52e3a994907e", + "size": "38GB", + "isDefault": false + }, + { + "name": "67b-chat-q4_1", + "hash": "40876e9c44d1", + "size": "42GB", + "isDefault": false + }, + { + "name": "67b-chat-q4_K_M", + "hash": "725af9db4539", + "size": "40GB", + "isDefault": false + }, + { + "name": "67b-chat-q4_K_S", + "hash": "423d421ad0d5", + "size": "38GB", + "isDefault": false + }, + { + "name": "67b-chat-q5_0", + "hash": "1c18f10ba2e4", + "size": "46GB", + "isDefault": false + }, + { + "name": "67b-chat-q5_1", + "hash": "b8d2c6772755", + "size": "51GB", + "isDefault": false + }, + { + "name": "67b-chat-q5_K_S", + "hash": "b36dd4fb3d5e", + "size": "46GB", + "isDefault": false + }, + { + "name": "7b-base", + "hash": "4203036ff5c6", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-base-fp16", + "hash": "9734e95557cb", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-base-q2_K", + "hash": "f60ec77b8e40", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_L", + "hash": "5cfddffa852a", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_M", + "hash": "103a0ee8b936", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-base-q3_K_S", + "hash": "1cb2f80e4f56", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-base-q4_0", + "hash": "4203036ff5c6", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-base-q4_1", + "hash": "46f074d9e65d", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-base-q4_K_M", + "hash": "5642a7c42df6", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-base-q4_K_S", + "hash": "533d51f259e0", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-base-q5_0", + "hash": "f80b2a0aafa3", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-base-q5_1", + "hash": "a4945c0aad33", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-base-q5_K_M", + "hash": "947b7d710d2a", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-base-q5_K_S", + "hash": "752d030cca1f", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-base-q6_K", + "hash": "5aa79848f58a", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-base-q8_0", + "hash": "290d6e4a492a", + "size": "7.3GB", + "isDefault": false + }, + { + "name": "7b-chat", + "hash": "9aab369a853b", + "size": "4.0GB", + "isDefault": true + }, + { + "name": "7b-chat-fp16", + "hash": "ae8dc23002ea", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-chat-q2_K", + "hash": "a4b98c76e2cb", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_L", + "hash": "c673aa801a81", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_M", + "hash": "04a0bfbcef69", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-chat-q3_K_S", + "hash": "a9871e41151d", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_0", + "hash": "9aab369a853b", + "size": "4.0GB", + "isDefault": true + }, + { + "name": "7b-chat-q4_1", + "hash": "dbbe28577e21", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_M", + "hash": "72299d61ee1d", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-chat-q4_K_S", + "hash": "bc8345b3132d", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_0", + "hash": "ce25c228f6ca", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_1", + "hash": "20fda1383308", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_M", + "hash": "1d4fc287cd19", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-chat-q5_K_S", + "hash": "babfe64fb008", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-chat-q6_K", + "hash": "057c2c5300aa", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "7b-chat-q8_0", + "hash": "83e5a9a28d09", + "size": "7.3GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mistral-large", + "description": "Mistral Large 2 is Mistral's new flagship model that is significantly more capable in code generation, mathematics, and reasoning with 128k context window and support for dozens of languages.", + "supportTools": true, + "defaultTag": "123b", + "tags": [ + { + "name": "123b", + "hash": "bbcf36dc47ad", + "size": "73GB", + "isDefault": true + }, + { + "name": "123b-instruct-2407-fp16", + "hash": "0bfa947cf7ef", + "size": "245GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q2_K", + "hash": "244e8ac47150", + "size": "45GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q3_K_L", + "hash": "47437a8d48aa", + "size": "65GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q3_K_M", + "hash": "5c3ac28dddb6", + "size": "59GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q3_K_S", + "hash": "0a5d6df9d7af", + "size": "53GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q4_0", + "hash": "0ca7dfa0bf06", + "size": "69GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q4_1", + "hash": "19d48e361da3", + "size": "77GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q4_K_M", + "hash": "7d1a7425167f", + "size": "73GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q4_K_S", + "hash": "b06bbbd76af1", + "size": "70GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q5_0", + "hash": "9972842fc4d6", + "size": "84GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q5_1", + "hash": "0025c4e39412", + "size": "92GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q5_K_M", + "hash": "0583f89aa7d1", + "size": "86GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q5_K_S", + "hash": "d4525515e89a", + "size": "84GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q6_K", + "hash": "5e4615a812a8", + "size": "101GB", + "isDefault": false + }, + { + "name": "123b-instruct-2407-q8_0", + "hash": "20d741bc6d75", + "size": "130GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-fp16", + "hash": "2b810c3ba71a", + "size": "245GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q2_K", + "hash": "16fda14b30f0", + "size": "45GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q3_K_L", + "hash": "e18a67d80ee4", + "size": "65GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q3_K_M", + "hash": "69b0928bdc0d", + "size": "59GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q3_K_S", + "hash": "e6c6ff175cc0", + "size": "53GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q4_0", + "hash": "1e4807d65914", + "size": "69GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q4_1", + "hash": "7dea3bd9090c", + "size": "77GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q4_K_M", + "hash": "bbcf36dc47ad", + "size": "73GB", + "isDefault": true + }, + { + "name": "123b-instruct-2411-q4_K_S", + "hash": "66a1fdacc93b", + "size": "70GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q5_0", + "hash": "9cad9ed23f22", + "size": "84GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q5_1", + "hash": "feda4f519c21", + "size": "92GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q5_K_M", + "hash": "72f20cdebd72", + "size": "86GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q5_K_S", + "hash": "a36515217259", + "size": "84GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q6_K", + "hash": "17a9a92108df", + "size": "101GB", + "isDefault": false + }, + { + "name": "123b-instruct-2411-q8_0", + "hash": "fc9b9f119292", + "size": "130GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nous-hermes2", + "description": "The powerful family of models by Nous Research that excels at scientific discussion and coding tasks.", + "supportTools": false, + "defaultTag": "10.7b", + "tags": [ + { + "name": "10.7b", + "hash": "d50977d0b36a", + "size": "6.1GB", + "isDefault": true + }, + { + "name": "34b", + "hash": "1fbb49caabbd", + "size": "19GB", + "isDefault": false + }, + { + "name": "10.7b-solar-fp16", + "hash": "d1a6005a734e", + "size": "21GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q2_K", + "hash": "2931d5c846b2", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q3_K_L", + "hash": "36b57986a223", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q3_K_M", + "hash": "20bed3473bc5", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q3_K_S", + "hash": "5b55664515d5", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q4_0", + "hash": "d50977d0b36a", + "size": "6.1GB", + "isDefault": true + }, + { + "name": "10.7b-solar-q4_1", + "hash": "7486b76cccbc", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q4_K_M", + "hash": "3901698f9529", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q4_K_S", + "hash": "674107bfb50e", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q5_0", + "hash": "9b7a0ddf5539", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q5_1", + "hash": "ade17e89ce44", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q5_K_M", + "hash": "c21ad0ffb1e8", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q5_K_S", + "hash": "b0a593650c5a", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q6_K", + "hash": "46a4c005c00c", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "10.7b-solar-q8_0", + "hash": "04509546373b", + "size": "11GB", + "isDefault": false + }, + { + "name": "34b-yi-fp16", + "hash": "ba6742bba2e3", + "size": "69GB", + "isDefault": false + }, + { + "name": "34b-yi-q2_K", + "hash": "5880153d6216", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-yi-q3_K_L", + "hash": "d9e569fe62f4", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-yi-q3_K_M", + "hash": "f2531c88caf1", + "size": "17GB", + "isDefault": false + }, + { + "name": "34b-yi-q3_K_S", + "hash": "0bc80f2f5fd8", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-yi-q4_0", + "hash": "1fbb49caabbd", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-yi-q4_1", + "hash": "692a7d97562c", + "size": "22GB", + "isDefault": false + }, + { + "name": "34b-yi-q4_K_M", + "hash": "d0e1b2a20bbd", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-yi-q4_K_S", + "hash": "83c068cc2a03", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-yi-q5_0", + "hash": "b3a3236a26f1", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-yi-q5_1", + "hash": "9a77070e0a87", + "size": "26GB", + "isDefault": false + }, + { + "name": "34b-yi-q5_K_M", + "hash": "9f0dea62722f", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-yi-q5_K_S", + "hash": "8f6909b8327b", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-yi-q6_K", + "hash": "2e9855cc9f21", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-yi-q8_0", + "hash": "a1e70aa6a163", + "size": "37GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "glm4", + "description": "A strong multi-lingual general language model with competitive performance to Llama 3.", + "supportTools": false, + "defaultTag": "9b", + "tags": [ + { + "name": "9b", + "hash": "5b699761eca5", + "size": "5.5GB", + "isDefault": true + }, + { + "name": "9b-chat-fp16", + "hash": "ad156a261bc3", + "size": "19GB", + "isDefault": false + }, + { + "name": "9b-chat-q2_K", + "hash": "bbe0e76cf843", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "9b-chat-q3_K_L", + "hash": "d23a4b4fe901", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "9b-chat-q3_K_M", + "hash": "f61310a4c544", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-chat-q3_K_S", + "hash": "66782e7923d1", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "9b-chat-q4_0", + "hash": "5b699761eca5", + "size": "5.5GB", + "isDefault": true + }, + { + "name": "9b-chat-q4_1", + "hash": "967152b38bf8", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "9b-chat-q4_K_M", + "hash": "f17dc1ac3c7c", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "9b-chat-q4_K_S", + "hash": "79891546fa17", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_0", + "hash": "4dcb586331cf", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_1", + "hash": "54371ffa93d0", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_K_M", + "hash": "5941ffc5bb51", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_K_S", + "hash": "aabc884c70dc", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "9b-chat-q6_K", + "hash": "d07e84c2d2c0", + "size": "8.3GB", + "isDefault": false + }, + { + "name": "9b-chat-q8_0", + "hash": "baba010b3c85", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "9b-text-fp16", + "hash": "b13433ce1abf", + "size": "19GB", + "isDefault": false + }, + { + "name": "9b-text-q2_K", + "hash": "b65ac9535530", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "9b-text-q3_K_L", + "hash": "2afe10412d1b", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "9b-text-q3_K_M", + "hash": "3b09bb5cbf2f", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-text-q3_K_S", + "hash": "cbec5dd85da6", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "9b-text-q4_0", + "hash": "e3c1f63d31e9", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "9b-text-q4_1", + "hash": "2e39b551484c", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "9b-text-q4_K_M", + "hash": "ace9d7a1ccd5", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "9b-text-q4_K_S", + "hash": "fcde2d2e22d3", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "9b-text-q5_0", + "hash": "0947f646d91e", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-text-q5_1", + "hash": "e25548487e3b", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "9b-text-q5_K_M", + "hash": "37732fa96c34", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "9b-text-q5_K_S", + "hash": "4e4e04bfbfab", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "9b-text-q6_K", + "hash": "0bd4f59e5f72", + "size": "8.3GB", + "isDefault": false + }, + { + "name": "9b-text-q8_0", + "hash": "f3282b3b2ab9", + "size": "10.0GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "stable-code", + "description": "Stable Code 3B is a coding model with instruct and code completion variants on par with models such as Code Llama 7B that are 2.5x larger.", + "supportTools": false, + "defaultTag": "3b", + "tags": [ + { + "name": "3b", + "hash": "37681d29a55a", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "3b-code", + "hash": "e6b8d206c668", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-code-fp16", + "hash": "c1c46342f980", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "3b-code-q2_K", + "hash": "61aee905b748", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "3b-code-q3_K_L", + "hash": "bf58a9ca5804", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-code-q3_K_M", + "hash": "c244b95d1c91", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-code-q3_K_S", + "hash": "da0a6ba4897a", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-code-q4_0", + "hash": "e6b8d206c668", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-code-q4_1", + "hash": "5460be3e5e37", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-code-q4_K_M", + "hash": "993cac4ed3be", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-code-q4_K_S", + "hash": "4522000738fc", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-code-q5_0", + "hash": "0aea2c757271", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-code-q5_1", + "hash": "dcb2c1120b3e", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-code-q5_K_M", + "hash": "dc47b3aafe13", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-code-q5_K_S", + "hash": "675f978a6c8b", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-code-q6_K", + "hash": "76c902d40f56", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-code-q8_0", + "hash": "01d2c901e1a1", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "3b-instruct", + "hash": "37681d29a55a", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "3b-instruct-fp16", + "hash": "3358af90609f", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q2_K", + "hash": "ebb5c4cc1b09", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_L", + "hash": "4726b8267519", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_M", + "hash": "d7e1f3aa3424", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_S", + "hash": "baf5b20e1f8f", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_0", + "hash": "37681d29a55a", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "3b-instruct-q4_1", + "hash": "65893a7812e6", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "f9cbce651928", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_S", + "hash": "8ffb00693783", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_0", + "hash": "19bcacd78858", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_1", + "hash": "42aca1b5e927", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_M", + "hash": "4deb76630153", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_S", + "hash": "db7ae191d748", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q6_K", + "hash": "2438f92771a2", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "60b6d8e288cb", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "code", + "hash": "e6b8d206c668", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "37681d29a55a", + "size": "1.6GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "openhermes", + "description": "OpenHermes 2.5 is a 7B model fine-tuned by Teknium on Mistral with fully open datasets.", + "supportTools": false, + "defaultTag": "7b-mistral-v2.5-q4_0", + "tags": [ + { + "name": "7b-mistral-v2-fp16", + "hash": "7363c7974aad", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q2_K", + "hash": "7382e175bc40", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q3_K_L", + "hash": "92639a59090e", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q3_K_M", + "hash": "943cbcfdf34c", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q3_K_S", + "hash": "9293e87ebeee", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q4_0", + "hash": "f04d5fa80594", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q4_1", + "hash": "578862b7c2c4", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q4_K_M", + "hash": "c834aea088da", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q4_K_S", + "hash": "2b693162c0b1", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q5_0", + "hash": "c7ee3129a817", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q5_1", + "hash": "6c0627dce78f", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q5_K_M", + "hash": "d021fbb0cb08", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q5_K_S", + "hash": "0e5722600e00", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q6_K", + "hash": "cfc008d96677", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2-q8_0", + "hash": "911a100c0637", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-fp16", + "hash": "579d40574c77", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q2_K", + "hash": "44645d418862", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q3_K_L", + "hash": "4d3c347d9140", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q3_K_M", + "hash": "2356b5964d77", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q3_K_S", + "hash": "e7a7de3e60a0", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q4_0", + "hash": "95477a2659b7", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-mistral-v2.5-q4_1", + "hash": "c8ceb7530412", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q4_K_M", + "hash": "e898ef9a562f", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q4_K_S", + "hash": "2528f369c9e5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q5_0", + "hash": "67bd911a9e96", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q5_1", + "hash": "1e67d8f3ad40", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q5_K_M", + "hash": "16eab97b0cd1", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q5_K_S", + "hash": "90f1eb6110b6", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q6_K", + "hash": "a63bb944ae62", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-mistral-v2.5-q8_0", + "hash": "1617b8a38b70", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v2", + "hash": "f04d5fa80594", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v2.5", + "hash": "95477a2659b7", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "v2", + "hash": "f04d5fa80594", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "v2.5", + "hash": "95477a2659b7", + "size": "4.1GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "command-r-plus", + "description": "Command R+ is a powerful, scalable large language model purpose-built to excel at real-world enterprise use cases.", + "supportTools": true, + "defaultTag": "104b", + "tags": [ + { + "name": "104b", + "hash": "e61b6b184f38", + "size": "59GB", + "isDefault": true + }, + { + "name": "104b-08-2024-fp16", + "hash": "cda5cd5d6fd5", + "size": "208GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q2_K", + "hash": "d6cf75a11d66", + "size": "39GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q3_K_L", + "hash": "69b2a8dc30e2", + "size": "55GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q3_K_M", + "hash": "37e325ccbcf7", + "size": "51GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q3_K_S", + "hash": "5d852f83f3fa", + "size": "46GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q4_0", + "hash": "e61b6b184f38", + "size": "59GB", + "isDefault": true + }, + { + "name": "104b-08-2024-q4_1", + "hash": "ec1c87fb5362", + "size": "66GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q4_K_M", + "hash": "59dddc7baffa", + "size": "63GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q4_K_S", + "hash": "6adaf0700006", + "size": "60GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q5_0", + "hash": "02138d04c7e4", + "size": "72GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q5_1", + "hash": "639beb4e35ac", + "size": "78GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q5_K_M", + "hash": "28170cce6eed", + "size": "74GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q5_K_S", + "hash": "8a3814835aeb", + "size": "72GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q6_K", + "hash": "3344fa938c4a", + "size": "85GB", + "isDefault": false + }, + { + "name": "104b-08-2024-q8_0", + "hash": "4b4c4bed64da", + "size": "110GB", + "isDefault": false + }, + { + "name": "104b-fp16", + "hash": "2e7483530ced", + "size": "208GB", + "isDefault": false + }, + { + "name": "104b-q2_K", + "hash": "d29d312b25b7", + "size": "39GB", + "isDefault": false + }, + { + "name": "104b-q4_0", + "hash": "777d41fdcb0e", + "size": "59GB", + "isDefault": false + }, + { + "name": "104b-q8_0", + "hash": "420967de8a12", + "size": "110GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "tinydolphin", + "description": "An experimental 1.1B parameter model trained on the new Dolphin 2.8 dataset by Eric Hartford and based on TinyLlama.", + "supportTools": false, + "defaultTag": "1.1b", + "tags": [ + { + "name": "1.1b", + "hash": "0f9dd11f824c", + "size": "637MB", + "isDefault": true + }, + { + "name": "1.1b-v2.8-fp16", + "hash": "adb3e462abb8", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q2_K", + "hash": "053ceac566b6", + "size": "432MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q3_K_L", + "hash": "d744f6260a5a", + "size": "592MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q3_K_M", + "hash": "a269253dc7d8", + "size": "548MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q3_K_S", + "hash": "1334375595f1", + "size": "499MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q4_0", + "hash": "0f9dd11f824c", + "size": "637MB", + "isDefault": true + }, + { + "name": "1.1b-v2.8-q4_1", + "hash": "3775322fd876", + "size": "701MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q4_K_M", + "hash": "0cf10b4bfdca", + "size": "668MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q4_K_S", + "hash": "47eefa638255", + "size": "640MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q5_0", + "hash": "bd9464ab8450", + "size": "766MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q5_1", + "hash": "2a519cd98a34", + "size": "831MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q5_K_M", + "hash": "4a56f53dcad5", + "size": "782MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q5_K_S", + "hash": "635e25aae973", + "size": "766MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q6_K", + "hash": "014f5ec4120f", + "size": "903MB", + "isDefault": false + }, + { + "name": "1.1b-v2.8-q8_0", + "hash": "852afb95a69e", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "v2.8", + "hash": "0f9dd11f824c", + "size": "637MB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "qwen2-math", + "description": "Qwen2 Math is a series of specialized math language models built upon the Qwen2 LLMs, which significantly outperforms the mathematical capabilities of open-source models and even closed-source models (e.g., GPT4o).", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "1.5b", + "hash": "a4fdda0c6cc5", + "size": "935MB", + "isDefault": false + }, + { + "name": "7b", + "hash": "28cc3a337734", + "size": "4.4GB", + "isDefault": true + }, + { + "name": "72b", + "hash": "9cf426342464", + "size": "41GB", + "isDefault": false + }, + { + "name": "1.5b-instruct", + "hash": "a4fdda0c6cc5", + "size": "935MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-fp16", + "hash": "d8dc2e83f294", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q2_K", + "hash": "7a8feb441528", + "size": "676MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_L", + "hash": "8db3e0ee180a", + "size": "880MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_M", + "hash": "edd19aa7dc5c", + "size": "824MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q3_K_S", + "hash": "2944d4047629", + "size": "761MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_0", + "hash": "a4fdda0c6cc5", + "size": "935MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_1", + "hash": "0df8170c4293", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_M", + "hash": "2cf0b27c20c4", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_S", + "hash": "bf98cc10ea89", + "size": "940MB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_0", + "hash": "6458bd105c38", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_1", + "hash": "a6c823420573", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_M", + "hash": "041636d78c2d", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q5_K_S", + "hash": "de1d907e050a", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q6_K", + "hash": "bef4dcb32ea5", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q8_0", + "hash": "ad817da24abc", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "72b-instruct", + "hash": "9cf426342464", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-instruct-fp16", + "hash": "119fdb055da9", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-instruct-q2_K", + "hash": "e756083b2ef3", + "size": "30GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_L", + "hash": "9b0ee46ebbb0", + "size": "40GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_M", + "hash": "39f518ee780a", + "size": "38GB", + "isDefault": false + }, + { + "name": "72b-instruct-q3_K_S", + "hash": "8300d30bce4d", + "size": "34GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_0", + "hash": "9cf426342464", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_1", + "hash": "92742f4e5a3c", + "size": "46GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_K_M", + "hash": "4607ef31652a", + "size": "47GB", + "isDefault": false + }, + { + "name": "72b-instruct-q4_K_S", + "hash": "7fdab978b506", + "size": "44GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_0", + "hash": "08ba2da5a4db", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_1", + "hash": "6ae803c94afe", + "size": "55GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_K_M", + "hash": "ad3afa8c1764", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-instruct-q5_K_S", + "hash": "84fadf091d81", + "size": "51GB", + "isDefault": false + }, + { + "name": "72b-instruct-q6_K", + "hash": "0357576f1f45", + "size": "64GB", + "isDefault": false + }, + { + "name": "72b-instruct-q8_0", + "hash": "4a5f8f66cc3b", + "size": "77GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "28cc3a337734", + "size": "4.4GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "2ff60f753a04", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "4ed0c248a5bf", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "7e37bb4b4a7a", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "4454608bd85e", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "d53bb5d1bf39", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "28cc3a337734", + "size": "4.4GB", + "isDefault": true + }, + { + "name": "7b-instruct-q4_1", + "hash": "53ddcc942030", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "bade12dad269", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "ed3fc5765c47", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "8538649897c5", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "d428300aab38", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "b49686d392f7", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "1b0fe2e02e2c", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "e387e8c7e4de", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "628f28555c4e", + "size": "8.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "wizardcoder", + "description": "State-of-the-art code generation model", + "supportTools": false, + "defaultTag": "7b-python", + "tags": [ + { + "name": "33b", + "hash": "5b944d3546ee", + "size": "19GB", + "isDefault": false + }, + { + "name": "13b-python", + "hash": "d7a182d30037", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-python-fp16", + "hash": "b680f30d4604", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-python-q2_K", + "hash": "9d08f09f5a11", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-python-q3_K_L", + "hash": "80d029502a71", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-python-q3_K_M", + "hash": "879ce164f5d6", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-python-q3_K_S", + "hash": "d37ae23270d6", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-python-q4_0", + "hash": "d7a182d30037", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-python-q4_1", + "hash": "b28d73532f80", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-python-q4_K_M", + "hash": "4bd69e8c1d54", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-python-q4_K_S", + "hash": "1e0d5d8584b7", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-python-q5_0", + "hash": "5535a0b027bf", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-python-q5_1", + "hash": "ca2dfb0ddeef", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-python-q5_K_M", + "hash": "e48f7ff9a44a", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-python-q5_K_S", + "hash": "984be9aee8bb", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-python-q6_K", + "hash": "3b010d19b3a9", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-python-q8_0", + "hash": "486974de5d6c", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-v1.1", + "hash": "5b944d3546ee", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-v1.1-fp16", + "hash": "a56de4864c5f", + "size": "67GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q2_K", + "hash": "cac60354d59f", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q3_K_L", + "hash": "b31ccebc7f39", + "size": "18GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q3_K_M", + "hash": "a10f6bc2ea74", + "size": "16GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q3_K_S", + "hash": "4449975a9912", + "size": "14GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q4_0", + "hash": "5b944d3546ee", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q4_1", + "hash": "d487355ac46a", + "size": "21GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q4_K_M", + "hash": "48cc48a16966", + "size": "20GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q4_K_S", + "hash": "7e44c2801867", + "size": "19GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q5_0", + "hash": "01d68c42eb7a", + "size": "23GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q5_1", + "hash": "a7061aa66c60", + "size": "25GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q5_K_M", + "hash": "c54e9691c0e5", + "size": "24GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q5_K_S", + "hash": "d2b35a494eb7", + "size": "23GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q6_K", + "hash": "3b8ff92e2c36", + "size": "27GB", + "isDefault": false + }, + { + "name": "33b-v1.1-q8_0", + "hash": "e40b547ccf3c", + "size": "35GB", + "isDefault": false + }, + { + "name": "34b-python", + "hash": "94b069a3c250", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-fp16", + "hash": "06ce62e380d8", + "size": "67GB", + "isDefault": false + }, + { + "name": "34b-python-q2_K", + "hash": "a66fc80190bc", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_L", + "hash": "89b75137872a", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_M", + "hash": "20d614b143fc", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_S", + "hash": "5e0df15140c3", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-python-q4_0", + "hash": "94b069a3c250", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-q4_1", + "hash": "a3dcf8f5f9f4", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-python-q4_K_M", + "hash": "d9be0b235c1a", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-python-q4_K_S", + "hash": "f040233a2069", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-q5_0", + "hash": "919631f57df4", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-python-q5_1", + "hash": "3a87a5cc556c", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-python-q5_K_M", + "hash": "a1e91b87cba7", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-python-q5_K_S", + "hash": "53e9b8e3838c", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-python-q6_K", + "hash": "7bd078e389d6", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-python-q8_0", + "hash": "4175ea9836f7", + "size": "36GB", + "isDefault": false + }, + { + "name": "7b-python", + "hash": "de9d848c1323", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-python-fp16", + "hash": "c7922dcf56f4", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-python-q2_K", + "hash": "d644137a0ac3", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-python-q3_K_L", + "hash": "679d81a8f5ac", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-python-q3_K_M", + "hash": "aa045df3991e", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-python-q3_K_S", + "hash": "708bb076c986", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-python-q4_0", + "hash": "de9d848c1323", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-python-q4_1", + "hash": "e2860acf8d17", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-python-q4_K_M", + "hash": "3e02fecbaa9a", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-python-q4_K_S", + "hash": "366cbd3b76e0", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-python-q5_0", + "hash": "b0eab9a46be4", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-python-q5_1", + "hash": "07ea37319f2b", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-python-q5_K_M", + "hash": "6e7969881169", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-python-q5_K_S", + "hash": "04130203ceb8", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-python-q6_K", + "hash": "2d3281c4b417", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-python-q8_0", + "hash": "711202346249", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "python", + "hash": "de9d848c1323", + "size": "3.8GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "deepseek-v2", + "description": "A strong, economical, and efficient Mixture-of-Experts language model.", + "supportTools": false, + "defaultTag": "16b", + "tags": [ + { + "name": "16b", + "hash": "7c8c332f2df7", + "size": "8.9GB", + "isDefault": true + }, + { + "name": "236b", + "hash": "459de16b5a9e", + "size": "133GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-fp16", + "hash": "15c96490eeee", + "size": "31GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q2_K", + "hash": "5868c72b4e1f", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q3_K_L", + "hash": "c8183500d92e", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q3_K_M", + "hash": "f6da52f6d22c", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q3_K_S", + "hash": "d36b0e4f46c1", + "size": "7.5GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q4_0", + "hash": "7c8c332f2df7", + "size": "8.9GB", + "isDefault": true + }, + { + "name": "16b-lite-chat-q4_1", + "hash": "af64dfc98c26", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q4_K_M", + "hash": "52fe6d77050a", + "size": "10GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q4_K_S", + "hash": "f605f2eeaf9e", + "size": "9.5GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q5_0", + "hash": "b01c353f491f", + "size": "11GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q5_1", + "hash": "9cd31f73558a", + "size": "12GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q5_K_M", + "hash": "597226602255", + "size": "12GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q5_K_S", + "hash": "d904df1d3b59", + "size": "11GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q6_K", + "hash": "94a6c57d6c9d", + "size": "14GB", + "isDefault": false + }, + { + "name": "16b-lite-chat-q8_0", + "hash": "1d62ef756269", + "size": "17GB", + "isDefault": false + }, + { + "name": "236b-chat-fp16", + "hash": "190dd01cb12e", + "size": "472GB", + "isDefault": false + }, + { + "name": "236b-chat-q2_K", + "hash": "ab49a8da3233", + "size": "86GB", + "isDefault": false + }, + { + "name": "236b-chat-q3_K_L", + "hash": "8b50480a0f69", + "size": "122GB", + "isDefault": false + }, + { + "name": "236b-chat-q3_K_M", + "hash": "ed3e5b18dfdf", + "size": "113GB", + "isDefault": false + }, + { + "name": "236b-chat-q3_K_S", + "hash": "0f85c13f95a5", + "size": "102GB", + "isDefault": false + }, + { + "name": "236b-chat-q4_0", + "hash": "459de16b5a9e", + "size": "133GB", + "isDefault": false + }, + { + "name": "236b-chat-q4_1", + "hash": "8ba51e080b59", + "size": "148GB", + "isDefault": false + }, + { + "name": "236b-chat-q4_K_M", + "hash": "dc16a9f67701", + "size": "142GB", + "isDefault": false + }, + { + "name": "236b-chat-q4_K_S", + "hash": "89b6c7579a77", + "size": "134GB", + "isDefault": false + }, + { + "name": "236b-chat-q5_0", + "hash": "d0c79ad6c4d8", + "size": "162GB", + "isDefault": false + }, + { + "name": "236b-chat-q5_1", + "hash": "bd9e0b0c8aa1", + "size": "177GB", + "isDefault": false + }, + { + "name": "236b-chat-q5_K_M", + "hash": "baeb44164dcf", + "size": "167GB", + "isDefault": false + }, + { + "name": "236b-chat-q5_K_S", + "hash": "26f0f5933712", + "size": "162GB", + "isDefault": false + }, + { + "name": "236b-chat-q6_K", + "hash": "40e1adc07959", + "size": "194GB", + "isDefault": false + }, + { + "name": "236b-chat-q8_0", + "hash": "e0ae3350cb1a", + "size": "251GB", + "isDefault": false + }, + { + "name": "lite", + "hash": "7c8c332f2df7", + "size": "8.9GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "dolphin3", + "description": "Dolphin 3.0 Llama 3.1 8B 🐬 is the next generation of the Dolphin series of instruct-tuned models designed to be the ultimate general purpose local model, enabling coding, math, agentic, function calling, and general use cases.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "d5ab9ae8e1f2", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "8b-llama3.1-fp16", + "hash": "b0941c6f3226", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-llama3.1-q4_K_M", + "hash": "d5ab9ae8e1f2", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "8b-llama3.1-q8_0", + "hash": "e3310b61ffdb", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "bakllava", + "description": "BakLLaVA is a multimodal model consisting of the Mistral 7B base model augmented with the LLaVA architecture.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "3dd68bd4447c", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-v1-fp16", + "hash": "ad44fb2047c1", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-v1-q2_K", + "hash": "2b262088f95e", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "7b-v1-q3_K_L", + "hash": "1c83e7ae2916", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v1-q3_K_M", + "hash": "76ddbf1eee47", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v1-q3_K_S", + "hash": "58c3c55e353b", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v1-q4_0", + "hash": "3dd68bd4447c", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-v1-q4_1", + "hash": "5661864b39bf", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "7b-v1-q4_K_M", + "hash": "18f34660c11c", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1-q4_K_S", + "hash": "7bde2065bef9", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_0", + "hash": "e1ec8078f994", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_1", + "hash": "2ecc0da390e6", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_K_M", + "hash": "701ad599d4e8", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_K_S", + "hash": "b3495a4598af", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "7b-v1-q6_K", + "hash": "c338a33fa0f7", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "7b-v1-q8_0", + "hash": "52bc26311d1a", + "size": "8.3GB", + "isDefault": false + } + ], + "embedding": false, + "vision": true + }, + { + "name": "stablelm2", + "description": "Stable LM 2 is a state-of-the-art 1.6B and 12B parameter language model trained on multilingual data in English, Spanish, German, Italian, French, Portuguese, and Dutch.", + "supportTools": false, + "defaultTag": "1.6b", + "tags": [ + { + "name": "1.6b", + "hash": "714a6116cffa", + "size": "983MB", + "isDefault": true + }, + { + "name": "12b", + "hash": "34b434945650", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "1.6b-chat", + "hash": "714a6116cffa", + "size": "983MB", + "isDefault": true + }, + { + "name": "1.6b-chat-fp16", + "hash": "341cf2da5cb2", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q2_K", + "hash": "78f4c3eff377", + "size": "694MB", + "isDefault": false + }, + { + "name": "1.6b-chat-q3_K_L", + "hash": "620c26dd9a2b", + "size": "915MB", + "isDefault": false + }, + { + "name": "1.6b-chat-q3_K_M", + "hash": "e1f3e5051e53", + "size": "858MB", + "isDefault": false + }, + { + "name": "1.6b-chat-q3_K_S", + "hash": "cfcbd43623df", + "size": "792MB", + "isDefault": false + }, + { + "name": "1.6b-chat-q4_0", + "hash": "714a6116cffa", + "size": "983MB", + "isDefault": true + }, + { + "name": "1.6b-chat-q4_1", + "hash": "7e806e51ba84", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q4_K_M", + "hash": "76c778222622", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q4_K_S", + "hash": "c9f7fd5b8270", + "size": "989MB", + "isDefault": false + }, + { + "name": "1.6b-chat-q5_0", + "hash": "abb100f0b7c9", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q5_1", + "hash": "42dd11c7cb70", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q5_K_M", + "hash": "0ffa9bed24a8", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q5_K_S", + "hash": "d2b7e535bad6", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q6_K", + "hash": "18d985708c14", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.6b-chat-q8_0", + "hash": "6cb988cfb148", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "1.6b-fp16", + "hash": "59751c842430", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "1.6b-q2_K", + "hash": "3b575a87a913", + "size": "694MB", + "isDefault": false + }, + { + "name": "1.6b-q3_K_L", + "hash": "e10024b219b0", + "size": "915MB", + "isDefault": false + }, + { + "name": "1.6b-q3_K_M", + "hash": "7db1f01eeb28", + "size": "858MB", + "isDefault": false + }, + { + "name": "1.6b-q3_K_S", + "hash": "067975f6b1c7", + "size": "792MB", + "isDefault": false + }, + { + "name": "1.6b-q4_0", + "hash": "be79737556df", + "size": "983MB", + "isDefault": false + }, + { + "name": "1.6b-q4_1", + "hash": "1c1ef2dae7d9", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.6b-q4_K_M", + "hash": "3eb0d616668e", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.6b-q4_K_S", + "hash": "a9e787fc2a0c", + "size": "989MB", + "isDefault": false + }, + { + "name": "1.6b-q5_0", + "hash": "31085b8af897", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-q5_1", + "hash": "dd3bae8dbffd", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.6b-q5_K_M", + "hash": "f354c769a33a", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-q5_K_S", + "hash": "de87d68a582a", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-q6_K", + "hash": "376ed8ad2809", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.6b-q8_0", + "hash": "bdc6441fbef4", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr", + "hash": "1b81980a10e6", + "size": "983MB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-fp16", + "hash": "9c7225243279", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q2_K", + "hash": "c408bb796cad", + "size": "694MB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q3_K_L", + "hash": "5b4670930e20", + "size": "915MB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q3_K_M", + "hash": "16082bda3ea8", + "size": "858MB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q3_K_S", + "hash": "e023697f1087", + "size": "792MB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q4_0", + "hash": "1b81980a10e6", + "size": "983MB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q4_1", + "hash": "32c909836b8a", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q4_K_M", + "hash": "2f41c2ec1f16", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q4_K_S", + "hash": "219c1d8bc5d0", + "size": "989MB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q5_0", + "hash": "37e439f3c088", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q5_1", + "hash": "9216ba881c23", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q5_K_M", + "hash": "2efb2e4e851d", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q5_K_S", + "hash": "ee2741791209", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q6_K", + "hash": "dddb30e81cbd", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.6b-zephyr-q8_0", + "hash": "9e11af0951d9", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "12b-chat", + "hash": "34b434945650", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "12b-chat-fp16", + "hash": "13c47b3dfcbf", + "size": "24GB", + "isDefault": false + }, + { + "name": "12b-chat-q2_K", + "hash": "60633e1e7e90", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "12b-chat-q3_K_L", + "hash": "5ccd09a01b76", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "12b-chat-q3_K_M", + "hash": "b7643e4111bf", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "12b-chat-q3_K_S", + "hash": "7047024d0f2e", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "12b-chat-q4_0", + "hash": "34b434945650", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "12b-chat-q4_1", + "hash": "4fbe1f29b652", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "12b-chat-q4_K_M", + "hash": "5af5562f9d85", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "12b-chat-q4_K_S", + "hash": "83a2e3ff8abc", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "12b-chat-q5_0", + "hash": "e5b04f432c7b", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "12b-chat-q5_1", + "hash": "3645c5d94e18", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "12b-chat-q5_K_M", + "hash": "f44dc73dc6cd", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "12b-chat-q5_K_S", + "hash": "446fbe890c8a", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "12b-chat-q6_K", + "hash": "1d69a3e529a8", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "12b-chat-q8_0", + "hash": "df16528fc283", + "size": "13GB", + "isDefault": false + }, + { + "name": "12b-fp16", + "hash": "e24492cdd1f0", + "size": "24GB", + "isDefault": false + }, + { + "name": "12b-q2_K", + "hash": "584ca182742f", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "12b-q3_K_L", + "hash": "700e8e1bc5df", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "12b-q3_K_M", + "hash": "2f18605e62c1", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "12b-q3_K_S", + "hash": "793a219d183c", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "12b-q4_0", + "hash": "345b0d1ba424", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "12b-q4_1", + "hash": "1c1fb0772461", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "12b-q4_K_M", + "hash": "caa45d546ea8", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "12b-q4_K_S", + "hash": "ced8fb3048d7", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "12b-q5_0", + "hash": "c7af93fd855e", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "12b-q5_1", + "hash": "2b56d93c664f", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "12b-q5_K_M", + "hash": "f64999ce1c7d", + "size": "8.6GB", + "isDefault": false + }, + { + "name": "12b-q5_K_S", + "hash": "4b2f83850196", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "12b-q6_K", + "hash": "b289916cd903", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "12b-q8_0", + "hash": "0d36ff686778", + "size": "13GB", + "isDefault": false + }, + { + "name": "12b-text", + "hash": "345b0d1ba424", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "chat", + "hash": "714a6116cffa", + "size": "983MB", + "isDefault": true + }, + { + "name": "zephyr", + "hash": "1b81980a10e6", + "size": "983MB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "moondream", + "description": "moondream2 is a small vision language model designed to run efficiently on edge devices.", + "supportTools": false, + "defaultTag": "1.8b", + "tags": [ + { + "name": "1.8b", + "hash": "55fc3abd3867", + "size": "1.7GB", + "isDefault": true + }, + { + "name": "1.8b-v2-fp16", + "hash": "8921b6c3990a", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q2_K", + "hash": "60a4fe10cc8b", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q3_K_L", + "hash": "119dd8c33e4e", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q3_K_M", + "hash": "b7ca95d4df05", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q3_K_S", + "hash": "c1f516864beb", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q4_0", + "hash": "55fc3abd3867", + "size": "1.7GB", + "isDefault": true + }, + { + "name": "1.8b-v2-q4_1", + "hash": "d3555a3ddc4b", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q4_K_M", + "hash": "c865c80afc38", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q4_K_S", + "hash": "6858752db2f4", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q5_0", + "hash": "1d82a6c34daa", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q5_1", + "hash": "0bc271bb633d", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q5_K_M", + "hash": "521316e36d6e", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q5_K_S", + "hash": "85200c02ea40", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q6_K", + "hash": "5ff1472b766d", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "1.8b-v2-q8_0", + "hash": "0e65c7807dc3", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "v2", + "hash": "55fc3abd3867", + "size": "1.7GB", + "isDefault": true + } + ], + "embedding": false, + "vision": true + }, + { + "name": "reflection", + "description": "A high-performing model trained with a new technique called Reflection-tuning that teaches a LLM to detect mistakes in its reasoning and correct course.", + "supportTools": false, + "defaultTag": "70b", + "tags": [ + { + "name": "70b", + "hash": "5084e77c1e10", + "size": "40GB", + "isDefault": true + }, + { + "name": "70b-fp16", + "hash": "e04ae4d96458", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-q2_K", + "hash": "8fe3c853372c", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-q3_K_L", + "hash": "9c6705916e06", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-q3_K_M", + "hash": "a6b22bd90923", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-q3_K_S", + "hash": "21f651100031", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-q4_0", + "hash": "5084e77c1e10", + "size": "40GB", + "isDefault": true + }, + { + "name": "70b-q4_1", + "hash": "b72afde19a06", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-q4_K_M", + "hash": "be39ad6154f4", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-q4_K_S", + "hash": "420791ca0c2a", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-q5_0", + "hash": "99e430b53c8b", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q5_1", + "hash": "41bd1db0b708", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-q5_K_M", + "hash": "f537d644476a", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-q5_K_S", + "hash": "84a4d89b332c", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q6_K", + "hash": "77fecce26024", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-q8_0", + "hash": "159e9e593c44", + "size": "75GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "neural-chat", + "description": "A fine-tuned model based on Mistral with good coverage of domain and language.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "89fa737d3b85", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v3.1", + "hash": "73940af9fe02", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.1-fp16", + "hash": "1b3251040972", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q2_K", + "hash": "620f8a81424b", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q3_K_L", + "hash": "acf7b66e2aee", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q3_K_M", + "hash": "cf3dc2d014a5", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q3_K_S", + "hash": "7825c6bd7656", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q4_0", + "hash": "73940af9fe02", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q4_1", + "hash": "e94062f979ad", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q4_K_M", + "hash": "d2fbc68137fc", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q4_K_S", + "hash": "7d8b92a60fab", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q5_0", + "hash": "b31c14a4bfcf", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q5_1", + "hash": "874ed3640927", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q5_K_M", + "hash": "f36c54b7e769", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q5_K_S", + "hash": "d2c083566569", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q6_K", + "hash": "824a1e326c89", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v3.1-q8_0", + "hash": "2965939336f6", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v3.2", + "hash": "f4c6a8e532e8", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.2-fp16", + "hash": "f5256ca4757e", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q2_K", + "hash": "103bcb6b16f2", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q3_K_L", + "hash": "66750b08787d", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q3_K_M", + "hash": "f719737f98a2", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q3_K_S", + "hash": "aac750b8a41e", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q4_0", + "hash": "f4c6a8e532e8", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q4_1", + "hash": "7a06e87d4696", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q4_K_M", + "hash": "33172df918d2", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q4_K_S", + "hash": "4a8f50c4525a", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q5_0", + "hash": "070678810598", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q5_1", + "hash": "379f3f601243", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q5_K_M", + "hash": "4f8475c82182", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q5_K_S", + "hash": "79ae554db28d", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q6_K", + "hash": "9c0c2ea9c046", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v3.2-q8_0", + "hash": "6e958fe1fd6e", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v3.3", + "hash": "89fa737d3b85", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v3.3-fp16", + "hash": "7b7e1b58d372", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q2_K", + "hash": "85dca14ccac6", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q3_K_L", + "hash": "5b9c964d9ac8", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q3_K_M", + "hash": "189d5ae31c17", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q3_K_S", + "hash": "645fb17707c9", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q4_0", + "hash": "89fa737d3b85", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v3.3-q4_1", + "hash": "e081f623106e", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q4_K_M", + "hash": "b1a7b3b85566", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q4_K_S", + "hash": "07c6aaab950b", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q5_0", + "hash": "f5372fe561c2", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q5_1", + "hash": "b8ba685c1303", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q5_K_M", + "hash": "6e7f6242bbec", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q5_K_S", + "hash": "fb872be705fd", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q6_K", + "hash": "3098763b2a1d", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v3.3-q8_0", + "hash": "fc8c63cac8c7", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3-gradient", + "description": "This model extends LLama-3 8B's context length from 8k to over 1m tokens.", + "supportTools": false, + "defaultTag": "1048k", + "tags": [ + { + "name": "1048k", + "hash": "5d1398df5b8b", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b", + "hash": "5d1398df5b8b", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "b5d6e9d0ae61", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-fp16", + "hash": "cfcadecc99e9", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q2_K", + "hash": "ed7c53c8b502", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q3_K_L", + "hash": "a03cb0882529", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q3_K_M", + "hash": "e4fc265d59a8", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q3_K_S", + "hash": "bdee3e061f75", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q4_0", + "hash": "b5d6e9d0ae61", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q4_1", + "hash": "4ecc3cc03c9a", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q4_K_M", + "hash": "b68ba521fab5", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q4_K_S", + "hash": "8c990ff8dd67", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q5_0", + "hash": "31e92584c546", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q5_1", + "hash": "feafc730ced8", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q5_K_M", + "hash": "a3db61871133", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q5_K_S", + "hash": "841f57c74a05", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q6_K", + "hash": "d224f1d529ea", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-instruct-1048k-q8_0", + "hash": "65fc2ffdd713", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-fp16", + "hash": "839e683046bb", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q2_K", + "hash": "c842eda5ddd5", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q3_K_L", + "hash": "5a2ea82ad056", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q3_K_M", + "hash": "786019279b07", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q3_K_S", + "hash": "ac6814bccbc9", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q4_0", + "hash": "5d1398df5b8b", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-instruct-1048k-q4_1", + "hash": "1e76a7e4e55b", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q4_K_M", + "hash": "3ba4af54f02f", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q4_K_S", + "hash": "419da1c2bc33", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q5_0", + "hash": "fcab91d085ad", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q5_1", + "hash": "778b4e9deda3", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q5_K_M", + "hash": "279429844582", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q5_K_S", + "hash": "a2a68d63519c", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q6_K", + "hash": "9851a7dbda92", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-1048k-q8_0", + "hash": "543168ef36be", + "size": "8.5GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "5d1398df5b8b", + "size": "4.7GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "wizard-math", + "description": "Model focused on math and logic problems", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "5ab8dc2115d3", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "8b44f21282d8", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "70b", + "hash": "78a12f5c753b", + "size": "39GB", + "isDefault": false + }, + { + "name": "13b-fp16", + "hash": "3bd5c9fb640d", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "04f99080dc55", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "ed332a080a46", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "f20c07ecdbbb", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "09e1fc038a1e", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "8b44f21282d8", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "7d82decc19c9", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "8972bd69fd2b", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "5b0ad85a5ff2", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "712881c3a1f5", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "4dc396c294c2", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "ee22916d7475", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "81854a1cfc87", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "3b2fe53d6622", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "fb4caa91e51b", + "size": "14GB", + "isDefault": false + }, + { + "name": "70b-fp16", + "hash": "fbc61420209c", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-q2_K", + "hash": "49b0aa622ef3", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-q3_K_L", + "hash": "abaeff08031f", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-q3_K_M", + "hash": "213ebb30790d", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-q3_K_S", + "hash": "f177b78b166c", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-q4_0", + "hash": "78a12f5c753b", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-q4_1", + "hash": "5dfbed4fdb94", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-q4_K_M", + "hash": "7e51cd7185f9", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-q4_K_S", + "hash": "ffac3e511948", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-q5_0", + "hash": "36de56ad0a3e", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-q5_1", + "hash": "ac0dd67be9f3", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-q5_K_M", + "hash": "09fccca8b7ac", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q5_K_S", + "hash": "3457b4038c5a", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-q6_K", + "hash": "7926bf824556", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-q8_0", + "hash": "5827126cc766", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "2da027b7832e", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "92eee4b30af3", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "ea1e890b2834", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "8d69fd3716a2", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "5991089fe14e", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "9c8843a9e4f1", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q4_1", + "hash": "9591190dde98", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "1cdc42c6d82d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "7b76b8b02e14", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "ade46d0b5ba5", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "b0f832f014a3", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "c127eced82ac", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "7c60c147e556", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "da2e01e1db76", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "0ffedbf1deac", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-v1.1-fp16", + "hash": "9ba9081b8e33", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q2_K", + "hash": "fb23b7ecbb41", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q3_K_L", + "hash": "5d4901c2b6ee", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q3_K_M", + "hash": "445d38e580c1", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q3_K_S", + "hash": "3d60487e5ff9", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q4_0", + "hash": "5ab8dc2115d3", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v1.1-q4_1", + "hash": "84da7cfcaadf", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q4_K_M", + "hash": "b3f80305c1ee", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q4_K_S", + "hash": "7fbb91d511ed", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q5_0", + "hash": "68ee7e9ae5c8", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q5_1", + "hash": "a71b25492bae", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q5_K_M", + "hash": "7ef289161203", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q5_K_S", + "hash": "842e330e5a43", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q6_K", + "hash": "1605a5f0a78d", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v1.1-q8_0", + "hash": "c0a82cf6340f", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3-chatqa", + "description": "A model from NVIDIA based on Llama 3 that excels at conversational question answering (QA) and retrieval-augmented generation (RAG).", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "b37a98d204b2", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "ab8941f03aa3", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v1.5", + "hash": "ab8941f03aa3", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v1.5-fp16", + "hash": "d46dd05cde4c", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q2_K", + "hash": "8fde9769839c", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q3_K_L", + "hash": "d894d5e58d1e", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q3_K_M", + "hash": "47d621963e0c", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q3_K_S", + "hash": "6c487abb0e1f", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q4_0", + "hash": "ab8941f03aa3", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q4_1", + "hash": "ae356afdf521", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q4_K_M", + "hash": "bd9cc94a71c9", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q4_K_S", + "hash": "7d6f62f9c1c6", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q5_0", + "hash": "29f1075baf3a", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q5_1", + "hash": "3adf827c2f0c", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q5_K_M", + "hash": "275a26d672ac", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q5_K_S", + "hash": "2650a0fefd9b", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q6_K", + "hash": "8cc009d2a270", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-v1.5-q8_0", + "hash": "1fb999cb1cad", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-v1.5", + "hash": "b37a98d204b2", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-v1.5-fp16", + "hash": "54f366e1115a", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q2_K", + "hash": "010674c8ebb4", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q3_K_L", + "hash": "748c33a3a51f", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q3_K_M", + "hash": "d1cbce0911ee", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q3_K_S", + "hash": "6d4cf2ccd7df", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q4_0", + "hash": "b37a98d204b2", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-v1.5-q4_1", + "hash": "598e30318446", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q4_K_M", + "hash": "07e385a3991b", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q4_K_S", + "hash": "c4c5c98e11c6", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q5_0", + "hash": "7775bf791816", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q5_1", + "hash": "233019c7a259", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q5_K_M", + "hash": "d0e9675cf775", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q5_K_S", + "hash": "3eab2a2fa684", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q6_K", + "hash": "576770c27967", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-v1.5-q8_0", + "hash": "4b48f929dc16", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "sqlcoder", + "description": "SQLCoder is a code completion model fined-tuned on StarCoder for SQL generation tasks", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "77ac14348387", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "15b", + "hash": "93bb0e8a904f", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-fp16", + "hash": "6369c7277e63", + "size": "32GB", + "isDefault": false + }, + { + "name": "15b-q2_K", + "hash": "dd88fa6c88f9", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "15b-q3_K_L", + "hash": "e897d393ebf1", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-q3_K_M", + "hash": "35f5a2532a9f", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "15b-q3_K_S", + "hash": "02328caa22ea", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "15b-q4_0", + "hash": "93bb0e8a904f", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-q4_1", + "hash": "78804bd67731", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-q4_K_M", + "hash": "aee77323d6c4", + "size": "10.0GB", + "isDefault": false + }, + { + "name": "15b-q4_K_S", + "hash": "11c41fea3fed", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-q5_0", + "hash": "2a1ff495d518", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-q5_1", + "hash": "c8efb3a98ee1", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-q5_K_M", + "hash": "fbbab943ddb2", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-q5_K_S", + "hash": "11b67891395e", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-q6_K", + "hash": "cd5d9138d61e", + "size": "13GB", + "isDefault": false + }, + { + "name": "15b-q8_0", + "hash": "e07554606510", + "size": "17GB", + "isDefault": false + }, + { + "name": "70b-alpha-fp16", + "hash": "2a20f63ebd1d", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-alpha-q2_K", + "hash": "510d7936f38d", + "size": "25GB", + "isDefault": false + }, + { + "name": "70b-alpha-q3_K_L", + "hash": "8841830edc80", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-alpha-q3_K_M", + "hash": "e58e4a7b8c15", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-alpha-q3_K_S", + "hash": "7fa3e5dcdb07", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-alpha-q4_0", + "hash": "23ca04b201dd", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-alpha-q4_1", + "hash": "e431137fc239", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-alpha-q4_K_M", + "hash": "a8d3eb52b519", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-alpha-q4_K_S", + "hash": "5be5f1377e74", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-alpha-q5_0", + "hash": "faad68f73fc2", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-alpha-q5_1", + "hash": "d05ce9b94ffd", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-alpha-q5_K_M", + "hash": "fdc1971644d8", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-alpha-q5_K_S", + "hash": "a83028f215d3", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-alpha-q6_K", + "hash": "334382eb1aff", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-alpha-q8_0", + "hash": "f9eec4ca6793", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "186b67d3cc81", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "ef8dfd2a47a9", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "cab35c00ef41", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "77511b137ab8", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "9b217fbd379f", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "77ac14348387", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "2497c9ce8ce5", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "83f394c3724e", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "1af8f9ec2947", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "71532749cb66", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "4f8985282cb3", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "422d0b916aa2", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "bac5bb21f4f1", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "b8436a415945", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "07db64a3ecb0", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "xwinlm", + "description": "Conversational model based on Llama 2 that performs competitively on various benchmarks.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "0fa68068d970", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "630afb311638", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v0.1", + "hash": "cf480ed8e4a7", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v0.1-fp16", + "hash": "d512bdbe09b5", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q2_K", + "hash": "70041388f5fc", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q3_K_L", + "hash": "bf6792fa051c", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q3_K_M", + "hash": "c10ecb514000", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q3_K_S", + "hash": "2a0c92c37e6c", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q4_0", + "hash": "cf480ed8e4a7", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q4_1", + "hash": "62d523fc9d2a", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q4_K_M", + "hash": "62d182cd9813", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q4_K_S", + "hash": "dab27e0990ed", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q5_0", + "hash": "d004f7e646a9", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q5_1", + "hash": "15c6fd1b2094", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q5_K_M", + "hash": "ebc2833ad0ba", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q5_K_S", + "hash": "c71e4af10498", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q6_K", + "hash": "7d926962c2ea", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v0.1-q8_0", + "hash": "434dd50ba10e", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-v0.2", + "hash": "630afb311638", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v0.2-fp16", + "hash": "32badafc2fc2", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q2_K", + "hash": "d1f6ddfc4287", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q3_K_L", + "hash": "abbe73aa1d14", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q3_K_M", + "hash": "0a02b867dec8", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q3_K_S", + "hash": "f9f2141b8950", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q4_0", + "hash": "630afb311638", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q4_1", + "hash": "2381cac3c270", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q4_K_M", + "hash": "103d879f0b5e", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q4_K_S", + "hash": "739c78f79426", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q5_0", + "hash": "1ba22333648b", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q5_1", + "hash": "07a336150c6f", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q5_K_M", + "hash": "cafc0e719d8c", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q5_K_S", + "hash": "3d6c1f9aa6cc", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q6_K", + "hash": "8e00207058b2", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v0.2-q8_0", + "hash": "26967662730d", + "size": "14GB", + "isDefault": false + }, + { + "name": "70b-v0.1", + "hash": "375c269c0976", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-v0.1-fp16", + "hash": "30c79e1d7858", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q2_K", + "hash": "6f4a455d60d7", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q3_K_L", + "hash": "25a8677c7a5d", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q3_K_M", + "hash": "05fcf445bad3", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q3_K_S", + "hash": "de1de9349ff9", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q4_0", + "hash": "375c269c0976", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q4_1", + "hash": "5935a6833d26", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q4_K_M", + "hash": "530efaab5085", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q4_K_S", + "hash": "351702f698ec", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q5_0", + "hash": "69e819a0933e", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q5_1", + "hash": "063cf60c63ca", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q5_K_S", + "hash": "b5f5af9a9e41", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q6_K", + "hash": "003fda23145c", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-v0.1-q8_0", + "hash": "16733fed6f8c", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-v0.1", + "hash": "b403d658bba0", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v0.1-fp16", + "hash": "16c93bccfbd5", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q2_K", + "hash": "60a5e6fab2d2", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_L", + "hash": "f9d3e59af420", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_M", + "hash": "b16a6f85ae78", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_S", + "hash": "94bbcf9a5f51", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_0", + "hash": "b403d658bba0", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_1", + "hash": "0913a3dfd094", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_K_M", + "hash": "32c9ce4f8e94", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_K_S", + "hash": "9fc17adbbb63", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_0", + "hash": "7c6150db244e", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_1", + "hash": "9c38b8b5fdd0", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_K_M", + "hash": "f1c209d3638f", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_K_S", + "hash": "ed0f88a710cd", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q6_K", + "hash": "69a6eded5cbf", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q8_0", + "hash": "7556549b5a15", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-v0.2", + "hash": "0fa68068d970", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-v0.2-fp16", + "hash": "8d01614baf49", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q2_K", + "hash": "fe7141ff19bb", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q3_K_L", + "hash": "508c1edd8811", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q3_K_S", + "hash": "1a022f2625ea", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q4_0", + "hash": "0fa68068d970", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-v0.2-q4_1", + "hash": "62d9b92fa0c0", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q4_K_M", + "hash": "f67bbe322630", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q4_K_S", + "hash": "c9597dee32a7", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q5_0", + "hash": "ea9caeebc2fe", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q5_K_M", + "hash": "c19838f1c26d", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q5_K_S", + "hash": "d3dbad83362a", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q6_K", + "hash": "04ac3723b86a", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-v0.2-q8_0", + "hash": "2c7fdd3e299a", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "dolphincoder", + "description": "A 7B and 15B uncensored variant of the Dolphin model family that excels at coding, based on StarCoder2.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "677555f1f316", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "15b", + "hash": "1102380927c2", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-starcoder2", + "hash": "1102380927c2", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-fp16", + "hash": "1c1dc0127ddc", + "size": "32GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q2_K", + "hash": "ba9150d92d7a", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q3_K_L", + "hash": "df6670a7f78c", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q3_K_M", + "hash": "eddba241c8a5", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q3_K_S", + "hash": "acf10b086812", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q4_0", + "hash": "1102380927c2", + "size": "9.1GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q4_1", + "hash": "e6e9a34e768f", + "size": "10GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q4_K_M", + "hash": "5af4b8a9d51d", + "size": "9.9GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q4_K_S", + "hash": "c2b8d84e8ce3", + "size": "9.3GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q5_0", + "hash": "b4735d7cba44", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q5_1", + "hash": "7140319becb6", + "size": "12GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q5_K_M", + "hash": "fff9c5a18e8a", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q5_K_S", + "hash": "f4ebaabdbf39", + "size": "11GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q6_K", + "hash": "7f4177c2ad67", + "size": "13GB", + "isDefault": false + }, + { + "name": "15b-starcoder2-q8_0", + "hash": "a0693c917630", + "size": "17GB", + "isDefault": false + }, + { + "name": "7b-starcoder2", + "hash": "677555f1f316", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "7b-starcoder2-fp16", + "hash": "59be24ed28ca", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q2_K", + "hash": "fb0129d225aa", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q3_K_L", + "hash": "a8319e4b88e3", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q3_K_M", + "hash": "3e450ded039a", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q3_K_S", + "hash": "e97ee0126684", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q4_0", + "hash": "677555f1f316", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "7b-starcoder2-q4_1", + "hash": "659db57b0269", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q4_K_M", + "hash": "547e49183386", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q4_K_S", + "hash": "0d50809844f2", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q5_0", + "hash": "c83c1feb4d92", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q5_1", + "hash": "4f0f2eb0effb", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q5_K_M", + "hash": "c44956298761", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q5_K_S", + "hash": "4566628e5196", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q6_K", + "hash": "fd5972ba8500", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "7b-starcoder2-q8_0", + "hash": "21c985c7feb0", + "size": "7.9GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nous-hermes", + "description": "General use models based on Llama and Llama 2 from Nous Research.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "4bfb8ab0bd02", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "e6251854aa4c", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-fp16", + "hash": "83e200dff28c", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-llama2", + "hash": "e6251854aa4c", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-fp16", + "hash": "0e2f44eb0773", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-llama2-q2_K", + "hash": "351d072134ee", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_L", + "hash": "55510b4db076", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_M", + "hash": "ed2a0543a4f2", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_S", + "hash": "12fcbf2adcd7", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_0", + "hash": "e6251854aa4c", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_1", + "hash": "52cf8c8c1f43", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_K_M", + "hash": "2baf9b8ebbbc", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_K_S", + "hash": "26f1237d26d7", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_0", + "hash": "aa60531ab05e", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_1", + "hash": "301d1bce8506", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_K_M", + "hash": "f712a98ac03c", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_K_S", + "hash": "499c44fdcbf9", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-q6_K", + "hash": "eedd114c4d95", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-llama2-q8_0", + "hash": "7c6c80693fd9", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "5049c9c4bc2a", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "da82ae0a2f34", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "541fa538fcc0", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "88a44838868d", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "61fe5b2ccd82", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "a651d3847eac", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "a89c261261df", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "dfdcc8b0cb9b", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "eeb742832a51", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "038fe176c480", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "00a91bb87bab", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "9168dcc08386", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "d13a63be6cce", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "46d4bb81ee05", + "size": "14GB", + "isDefault": false + }, + { + "name": "70b-llama2-fp16", + "hash": "1da6e95d6cea", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-llama2-q2_K", + "hash": "9c6cf2f685c9", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-llama2-q3_K_L", + "hash": "c872f2a366df", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-llama2-q3_K_M", + "hash": "32c31c64cdbf", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-llama2-q3_K_S", + "hash": "18e62dbb016a", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_0", + "hash": "cadbb9c53eca", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_1", + "hash": "440fbf2182c3", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_K_M", + "hash": "21314c236bdf", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_K_S", + "hash": "12421faf08d0", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-llama2-q5_0", + "hash": "122da3aab28d", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-llama2-q5_1", + "hash": "b654542cc786", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-llama2-q5_K_M", + "hash": "7add3f814c3c", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-llama2-q6_K", + "hash": "110cec2e283d", + "size": "57GB", + "isDefault": false + }, + { + "name": "7b-llama2", + "hash": "4bfb8ab0bd02", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-llama2-fp16", + "hash": "38afafe3e533", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-llama2-q2_K", + "hash": "4968fef8e8b9", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-llama2-q3_K_L", + "hash": "e6a435b97b57", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-llama2-q3_K_M", + "hash": "70cf80e138af", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-llama2-q3_K_S", + "hash": "5969474f335c", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-llama2-q4_0", + "hash": "4bfb8ab0bd02", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-llama2-q4_1", + "hash": "52cda9e6f6da", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-llama2-q4_K_M", + "hash": "ab3cdd3e85cd", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-llama2-q4_K_S", + "hash": "8040a0492349", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-llama2-q5_0", + "hash": "c6a3388bcc53", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-llama2-q5_1", + "hash": "3c0e1768c975", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-llama2-q5_K_M", + "hash": "177be89aeec9", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-llama2-q5_K_S", + "hash": "2b05878efeb9", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-llama2-q6_K", + "hash": "e9913ad528c9", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-llama2-q8_0", + "hash": "a512e84c0ad5", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "olmo2", + "description": "OLMo 2 is a new family of 7B and 13B models trained on up to 5T tokens. These models are on par with or better than equivalently sized fully open models, and competitive with open-weight models such as Llama 3.1 on English academic benchmarks.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "4208d3b406db", + "size": "4.5GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "6c279ebc980f", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "13b-1124-instruct-fp16", + "hash": "c5cd17f69ca0", + "size": "27GB", + "isDefault": false + }, + { + "name": "13b-1124-instruct-q4_K_M", + "hash": "6c279ebc980f", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "13b-1124-instruct-q8_0", + "hash": "54d0ec72e884", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-1124-instruct-fp16", + "hash": "fa483f2d5cc7", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-1124-instruct-q4_K_M", + "hash": "4208d3b406db", + "size": "4.5GB", + "isDefault": true + }, + { + "name": "7b-1124-instruct-q8_0", + "hash": "e75d0b293717", + "size": "7.8GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "phind-codellama", + "description": "Code generation model based on Code Llama.", + "supportTools": false, + "defaultTag": "34b", + "tags": [ + { + "name": "34b", + "hash": "566e1b629c44", + "size": "19GB", + "isDefault": true + }, + { + "name": "34b-fp16", + "hash": "d0ddded66c14", + "size": "67GB", + "isDefault": false + }, + { + "name": "34b-python", + "hash": "bec19e8c92a4", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-fp16", + "hash": "ccb9074a8061", + "size": "67GB", + "isDefault": false + }, + { + "name": "34b-python-q2_K", + "hash": "ec960206aec5", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_L", + "hash": "3f3a01944dd3", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_M", + "hash": "2fdf965466dc", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-python-q3_K_S", + "hash": "c3824169defc", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-python-q4_0", + "hash": "bec19e8c92a4", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-q4_1", + "hash": "1e799451044b", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-python-q4_K_M", + "hash": "9db39448a8ce", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-python-q4_K_S", + "hash": "93eea7c40d0a", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-python-q5_0", + "hash": "cf6a273569bd", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-python-q5_1", + "hash": "360441d0c9a7", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-python-q5_K_M", + "hash": "29b239cdf720", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-python-q5_K_S", + "hash": "c6e28b3d23b5", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-python-q6_K", + "hash": "947f17e83d4f", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-python-q8_0", + "hash": "29b33e343713", + "size": "36GB", + "isDefault": false + }, + { + "name": "34b-q2_K", + "hash": "28dc02b3983c", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-q3_K_L", + "hash": "900695f5a6da", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-q3_K_M", + "hash": "dab76ba3bf38", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-q3_K_S", + "hash": "a6d5f0d91c7c", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-q4_0", + "hash": "b9d92fb9d11a", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-q4_1", + "hash": "cb1cb323ea8d", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-q4_K_M", + "hash": "7ba4e94413d0", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-q4_K_S", + "hash": "d47ea0524c33", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-q5_0", + "hash": "bd2544a8a868", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-q5_1", + "hash": "7a3d95330e66", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-q5_K_M", + "hash": "bcfdda4b8adc", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-q5_K_S", + "hash": "3160eec253d1", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-q6_K", + "hash": "2a9dd324831c", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-q8_0", + "hash": "ffad854916fa", + "size": "36GB", + "isDefault": false + }, + { + "name": "34b-v2", + "hash": "566e1b629c44", + "size": "19GB", + "isDefault": true + }, + { + "name": "34b-v2-fp16", + "hash": "f625b25bd3f0", + "size": "67GB", + "isDefault": false + }, + { + "name": "34b-v2-q2_K", + "hash": "b8f09c086e17", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-v2-q3_K_L", + "hash": "1cbabad8eaf0", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-v2-q3_K_M", + "hash": "c7405152b04e", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-v2-q3_K_S", + "hash": "a199982685d4", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-v2-q4_0", + "hash": "566e1b629c44", + "size": "19GB", + "isDefault": true + }, + { + "name": "34b-v2-q4_1", + "hash": "5501c45c64ca", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-v2-q4_K_M", + "hash": "054af98f0f54", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-v2-q4_K_S", + "hash": "0e53590617a2", + "size": "19GB", + "isDefault": false + }, + { + "name": "34b-v2-q5_0", + "hash": "6f980beef3c6", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-v2-q5_1", + "hash": "dd20f2f822e3", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-v2-q5_K_M", + "hash": "eb9f2c7a1c66", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-v2-q5_K_S", + "hash": "9869afbcdbc2", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-v2-q6_K", + "hash": "c8e2f15ce087", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-v2-q8_0", + "hash": "b6329a948210", + "size": "36GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "yarn-llama2", + "description": "An extension of Llama 2 that supports a context of up to 128k tokens.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "75df67be3cee", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "8a0a518f30c5", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-128k", + "hash": "312277e27d21", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-128k-fp16", + "hash": "eecf1bcd524a", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-128k-q2_K", + "hash": "00e51f24ad67", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-128k-q3_K_L", + "hash": "7e92cb79ad6f", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-128k-q3_K_M", + "hash": "b5b98d8650ab", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-128k-q3_K_S", + "hash": "c753ad94de2e", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-128k-q4_0", + "hash": "312277e27d21", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-128k-q4_1", + "hash": "1952ac7b3231", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-128k-q4_K_M", + "hash": "df02b797c5aa", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-128k-q4_K_S", + "hash": "b2ffe41a638b", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-128k-q5_0", + "hash": "dc65f2b65862", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-128k-q5_1", + "hash": "7e02f3ba0b14", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-128k-q5_K_M", + "hash": "6c618202668d", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-128k-q5_K_S", + "hash": "effbf903f606", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-128k-q6_K", + "hash": "311e2194fa2a", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-128k-q8_0", + "hash": "c1cec788ae55", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-64k", + "hash": "8a0a518f30c5", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-64k-fp16", + "hash": "8863e4eab466", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-64k-q2_K", + "hash": "0afb4364db77", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-64k-q3_K_L", + "hash": "be418e37797b", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-64k-q3_K_M", + "hash": "ec22dd2cb7ac", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-64k-q3_K_S", + "hash": "37ef3189742b", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-64k-q4_0", + "hash": "8a0a518f30c5", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-64k-q4_1", + "hash": "4204c4116efc", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-64k-q4_K_M", + "hash": "48fbabc18e03", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-64k-q4_K_S", + "hash": "183a14c4be4d", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-64k-q5_0", + "hash": "506dd60df468", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-64k-q5_1", + "hash": "d6fe4567c627", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-64k-q5_K_M", + "hash": "0cdae1412098", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-64k-q5_K_S", + "hash": "91f3cccd9580", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-64k-q6_K", + "hash": "df2074aaebe3", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-64k-q8_0", + "hash": "adbdaa2e0f7a", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-128k", + "hash": "9fc4f0e902e7", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-128k-fp16", + "hash": "4516a999c8ea", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-128k-q2_K", + "hash": "cdf8cc638505", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-128k-q3_K_L", + "hash": "aaabf5006e38", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-128k-q3_K_M", + "hash": "45336ee1f0a9", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-128k-q3_K_S", + "hash": "530c82d4467e", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_0", + "hash": "9fc4f0e902e7", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_1", + "hash": "f2a3da69d205", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_K_M", + "hash": "3d161bdec11d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_K_S", + "hash": "cc95e37e566a", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_0", + "hash": "1b73590983c7", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_1", + "hash": "6f754622c8a4", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_K_M", + "hash": "68bdf2550ed6", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_K_S", + "hash": "e0f8b2069f93", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-128k-q6_K", + "hash": "aaf047ee8cc4", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-128k-q8_0", + "hash": "46e9636b6006", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "7b-64k", + "hash": "75df67be3cee", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-64k-fp16", + "hash": "cf9cd5b25466", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-64k-q2_K", + "hash": "5a72b555332e", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-64k-q3_K_L", + "hash": "fc7635aa06a7", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-64k-q3_K_M", + "hash": "bb367368ddd7", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-64k-q3_K_S", + "hash": "f1c57a39811e", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-64k-q4_0", + "hash": "75df67be3cee", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-64k-q4_1", + "hash": "bdfb6c5a3e9b", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-64k-q4_K_M", + "hash": "76f2052b357c", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-64k-q4_K_S", + "hash": "1b8985d3a359", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_0", + "hash": "b453cc4f3d00", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_1", + "hash": "297d4906eee3", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_K_M", + "hash": "cec9e8d58901", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_K_S", + "hash": "a8f6f4ceeeda", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-64k-q6_K", + "hash": "f583cc04b87c", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-64k-q8_0", + "hash": "59d75ca11360", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "solar", + "description": "A compact, yet powerful 10.7B large language model designed for single-turn conversation.", + "supportTools": false, + "defaultTag": "10.7b", + "tags": [ + { + "name": "10.7b", + "hash": "059fdabbe6e6", + "size": "6.1GB", + "isDefault": true + }, + { + "name": "10.7b-instruct-v1-fp16", + "hash": "4077d1b80ff9", + "size": "21GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q2_K", + "hash": "ab2e179699c4", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q3_K_L", + "hash": "0a355ec26cd8", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q3_K_M", + "hash": "f0e8a58869f4", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q3_K_S", + "hash": "7391d81b0fb4", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q4_0", + "hash": "059fdabbe6e6", + "size": "6.1GB", + "isDefault": true + }, + { + "name": "10.7b-instruct-v1-q4_1", + "hash": "7b00d6f32cd3", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q4_K_M", + "hash": "6aff41700b63", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q4_K_S", + "hash": "7e7394f2f53e", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q5_0", + "hash": "0809603061fa", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q5_1", + "hash": "063c89d4e20b", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q5_K_M", + "hash": "ef538f3193f7", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q5_K_S", + "hash": "74dbfccc10d1", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q6_K", + "hash": "286aebb3baa2", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "10.7b-instruct-v1-q8_0", + "hash": "8aed723d7979", + "size": "11GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-fp16", + "hash": "45ac489b4ee5", + "size": "21GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q2_K", + "hash": "53e823480c1f", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q3_K_L", + "hash": "a66cb84fd367", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q3_K_M", + "hash": "051ac692e9e9", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q3_K_S", + "hash": "34bae9e1b8a3", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q4_0", + "hash": "ce562b04760c", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q4_1", + "hash": "7b932789b739", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q4_K_M", + "hash": "510e1428088b", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q4_K_S", + "hash": "9e5604e44818", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q5_0", + "hash": "6afc326b4f95", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q5_1", + "hash": "80cc2ecfe373", + "size": "8.1GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q5_K_M", + "hash": "b9172de1a93b", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q5_K_S", + "hash": "938a03a81530", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q6_K", + "hash": "05ad66dbd29b", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "10.7b-text-v1-q8_0", + "hash": "f3fec49deb76", + "size": "11GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "starling-lm", + "description": "Starling is a large language model trained by reinforcement learning from AI feedback focused on improving chatbot helpfulness.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "39153f619be6", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-alpha", + "hash": "00dac9119e37", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-fp16", + "hash": "204bc1113dee", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-alpha-q2_K", + "hash": "595732609943", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-alpha-q3_K_L", + "hash": "e1bcab03fa99", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-alpha-q3_K_M", + "hash": "882cfb6fd115", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-alpha-q3_K_S", + "hash": "5a49a238895b", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_0", + "hash": "00dac9119e37", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_1", + "hash": "e3dd9bd1826c", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_K_M", + "hash": "e01b657ff775", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-alpha-q4_K_S", + "hash": "ec9fd5179bf3", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_0", + "hash": "a9a7563109f7", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_1", + "hash": "0fbfb3a9529f", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_K_M", + "hash": "dcfc2f49cbc2", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-alpha-q5_K_S", + "hash": "5d7a06cc4232", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-alpha-q6_K", + "hash": "6b9846745e8e", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-alpha-q8_0", + "hash": "8e54dc97552a", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-beta", + "hash": "39153f619be6", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-beta-fp16", + "hash": "b7752a962ae0", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-beta-q2_K", + "hash": "b1e1d15c3eaa", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-beta-q3_K_L", + "hash": "1326603dad7b", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-beta-q3_K_M", + "hash": "50f34a8d0894", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-beta-q3_K_S", + "hash": "294f42040461", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-beta-q4_0", + "hash": "39153f619be6", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-beta-q4_1", + "hash": "0cd6a20fa252", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-beta-q4_K_M", + "hash": "f336e3b146fd", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-beta-q4_K_S", + "hash": "fb6544e9b47a", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_0", + "hash": "b75ae9df76d1", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_1", + "hash": "b17e67a4be34", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_K_M", + "hash": "7a5028faa785", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-beta-q5_K_S", + "hash": "a206026bd73f", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-beta-q6_K", + "hash": "e851dfecaaf5", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-beta-q8_0", + "hash": "30281608b7f2", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "alpha", + "hash": "00dac9119e37", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "beta", + "hash": "39153f619be6", + "size": "4.1GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llava-phi3", + "description": "A new small LLaVA model fine-tuned from Phi 3 Mini.", + "supportTools": false, + "defaultTag": "3.8b", + "tags": [ + { + "name": "3.8b", + "hash": "c7edd7b87593", + "size": "2.9GB", + "isDefault": true + }, + { + "name": "3.8b-mini-fp16", + "hash": "39ed50ad5b22", + "size": "8.3GB", + "isDefault": false + }, + { + "name": "3.8b-mini-q4_0", + "hash": "c7edd7b87593", + "size": "2.9GB", + "isDefault": true + } + ], + "embedding": false, + "vision": true + }, + { + "name": "wizardlm", + "description": "General use model based on Llama 2.", + "supportTools": false, + "defaultTag": "13b-fp16", + "tags": [ + { + "name": "13b-fp16", + "hash": "95a66502902f", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-llama2-fp16", + "hash": "4adbfc3c9680", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-llama2-q2_K", + "hash": "bf7912e654c5", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_L", + "hash": "848e49de492f", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_M", + "hash": "f5aadb3dbdd9", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_S", + "hash": "e87c1dae586e", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_0", + "hash": "07237eed6d44", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_1", + "hash": "966ad219dd6e", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_K_M", + "hash": "68d0ec94288a", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_K_S", + "hash": "ac3340957ac2", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_0", + "hash": "210ef327ea9e", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_1", + "hash": "b8505c7f2d31", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_K_M", + "hash": "a8da6d573865", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_K_S", + "hash": "b8ed8352b0bd", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-q6_K", + "hash": "6a9a6808f2f6", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-llama2-q8_0", + "hash": "5e403198c9b1", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "3b8461d9b63c", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "512973874eed", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "a2397457fb74", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "89db746fa2ca", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "7e480c1b3f2f", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "dd21b594003b", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "e6d40c1b0e0d", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "2ccfc126100e", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "f8be29062946", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "7a594c88f1a0", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "d71253aa6a51", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "2db6e4378d69", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "6d11d6afcd43", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "6a7fd096f78a", + "size": "14GB", + "isDefault": false + }, + { + "name": "30b-fp16", + "hash": "3dc4daa962ba", + "size": "65GB", + "isDefault": false + }, + { + "name": "30b-q2_K", + "hash": "316a090a9db0", + "size": "14GB", + "isDefault": false + }, + { + "name": "30b-q3_K_L", + "hash": "7d5c5ca56029", + "size": "17GB", + "isDefault": false + }, + { + "name": "30b-q3_K_M", + "hash": "7603650be43d", + "size": "16GB", + "isDefault": false + }, + { + "name": "30b-q3_K_S", + "hash": "362bc87500d0", + "size": "14GB", + "isDefault": false + }, + { + "name": "30b-q4_0", + "hash": "67513d78f363", + "size": "18GB", + "isDefault": false + }, + { + "name": "30b-q4_1", + "hash": "65744dc3396a", + "size": "20GB", + "isDefault": false + }, + { + "name": "30b-q4_K_M", + "hash": "69839e566826", + "size": "20GB", + "isDefault": false + }, + { + "name": "30b-q4_K_S", + "hash": "ffb56ae33932", + "size": "18GB", + "isDefault": false + }, + { + "name": "30b-q5_0", + "hash": "f29f3ee70a42", + "size": "22GB", + "isDefault": false + }, + { + "name": "30b-q5_1", + "hash": "8ea6a8618db0", + "size": "24GB", + "isDefault": false + }, + { + "name": "30b-q5_K_M", + "hash": "9c007b31c159", + "size": "23GB", + "isDefault": false + }, + { + "name": "30b-q5_K_S", + "hash": "5829399005b9", + "size": "22GB", + "isDefault": false + }, + { + "name": "30b-q6_K", + "hash": "2674ac1c84bb", + "size": "27GB", + "isDefault": false + }, + { + "name": "30b-q8_0", + "hash": "a5efdd159540", + "size": "35GB", + "isDefault": false + }, + { + "name": "70b-llama2-q2_K", + "hash": "e64d383d4616", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-llama2-q3_K_L", + "hash": "a547147dbbb2", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-llama2-q3_K_M", + "hash": "56a8ed83f414", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-llama2-q3_K_S", + "hash": "301b2de5cdce", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_0", + "hash": "2d269a65a092", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_1", + "hash": "4c5a4bf2a4bd", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_K_M", + "hash": "6741c38608f1", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-llama2-q4_K_S", + "hash": "a5124a5418a3", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-llama2-q5_0", + "hash": "6a8d1d7c5360", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-llama2-q5_K_M", + "hash": "ebfead13404c", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-llama2-q5_K_S", + "hash": "440dda0fbaf1", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-llama2-q6_K", + "hash": "20fd3a5a9146", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-llama2-q8_0", + "hash": "7b59877a048f", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "7b7b03c75a9c", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "3bd62c66bf07", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "b71375c6360f", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "77ee25ef2d73", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "2f4e28f337fb", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "2d84ad17965a", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q4_1", + "hash": "39ca90eaf0fe", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "cfe7771084ed", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "64ff89304116", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "ae105d485aa2", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "d0e953531965", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "ab723eb64d3c", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "57343a383bbb", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "b04432819f68", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "754989a99c95", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "yi-coder", + "description": "Yi-Coder is a series of open-source code language models that delivers state-of-the-art coding performance with fewer than 10 billion parameters.", + "supportTools": false, + "defaultTag": "9b", + "tags": [ + { + "name": "1.5b", + "hash": "186c460ee707", + "size": "866MB", + "isDefault": false + }, + { + "name": "9b", + "hash": "39c63e7675d7", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "1.5b-base", + "hash": "3ae9e5590c53", + "size": "866MB", + "isDefault": false + }, + { + "name": "1.5b-base-fp16", + "hash": "e5e7bac55898", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "1.5b-base-q2_K", + "hash": "72bcbb9a9ae9", + "size": "635MB", + "isDefault": false + }, + { + "name": "1.5b-base-q3_K_L", + "hash": "5185a5d9d3ca", + "size": "826MB", + "isDefault": false + }, + { + "name": "1.5b-base-q3_K_M", + "hash": "b5470df6d3e7", + "size": "786MB", + "isDefault": false + }, + { + "name": "1.5b-base-q3_K_S", + "hash": "6c35f0ea217b", + "size": "723MB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_0", + "hash": "3ae9e5590c53", + "size": "866MB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_1", + "hash": "5cb7b8cc1097", + "size": "950MB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_K_M", + "hash": "f833af8a9c24", + "size": "964MB", + "isDefault": false + }, + { + "name": "1.5b-base-q4_K_S", + "hash": "fb5f9df9ed8a", + "size": "904MB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_0", + "hash": "6cb7ed11413c", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_1", + "hash": "da6135e2b7dc", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_K_M", + "hash": "5b70d32eb00f", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-base-q5_K_S", + "hash": "66d47c26a364", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-base-q6_K", + "hash": "25f35d89eb70", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-base-q8_0", + "hash": "5c692daa00cf", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.5b-chat", + "hash": "186c460ee707", + "size": "866MB", + "isDefault": false + }, + { + "name": "1.5b-chat-fp16", + "hash": "d1abd5321dc6", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "1.5b-chat-q2_K", + "hash": "39d4d341cff8", + "size": "635MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q3_K_L", + "hash": "3897d2133f5c", + "size": "826MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q3_K_M", + "hash": "63478a7e797f", + "size": "786MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q3_K_S", + "hash": "71fbe88ebe81", + "size": "723MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q4_0", + "hash": "186c460ee707", + "size": "866MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q4_1", + "hash": "8d4bdf342be6", + "size": "950MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q4_K_M", + "hash": "18173f4b9642", + "size": "964MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q4_K_S", + "hash": "0fb60923856d", + "size": "904MB", + "isDefault": false + }, + { + "name": "1.5b-chat-q5_0", + "hash": "21e2d2d7f308", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-chat-q5_1", + "hash": "58fbc0fac95a", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-chat-q5_K_M", + "hash": "585d2aa06889", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-chat-q5_K_S", + "hash": "284b8efecc30", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-chat-q6_K", + "hash": "2bbe996b550c", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-chat-q8_0", + "hash": "f182b38e0035", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "9b-base", + "hash": "ddb06590020f", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "9b-base-fp16", + "hash": "bfc135887310", + "size": "18GB", + "isDefault": false + }, + { + "name": "9b-base-q2_K", + "hash": "876912d1a17f", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "9b-base-q3_K_L", + "hash": "9929a56a3b42", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "9b-base-q3_K_M", + "hash": "870580db544a", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "9b-base-q3_K_S", + "hash": "9578a235ec51", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "9b-base-q4_0", + "hash": "ddb06590020f", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "9b-base-q4_1", + "hash": "1b5c8ffbba06", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "9b-base-q4_K_M", + "hash": "41db33a6f556", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "9b-base-q4_K_S", + "hash": "75319e66c008", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-base-q5_0", + "hash": "e427662e4bb0", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-base-q5_1", + "hash": "d887d7e655ef", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-base-q5_K_M", + "hash": "b948d974d5a3", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "9b-base-q5_K_S", + "hash": "f8c19324bb7e", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-base-q6_K", + "hash": "ab6cfd4955f9", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "9b-base-q8_0", + "hash": "eea07012d69e", + "size": "9.4GB", + "isDefault": false + }, + { + "name": "9b-chat", + "hash": "39c63e7675d7", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "9b-chat-fp16", + "hash": "fbb8b69a8909", + "size": "18GB", + "isDefault": false + }, + { + "name": "9b-chat-q2_K", + "hash": "48bf607b45fd", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "9b-chat-q3_K_L", + "hash": "4cdf05e1131f", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "9b-chat-q3_K_M", + "hash": "e0bd3d693e5e", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "9b-chat-q3_K_S", + "hash": "d9706e23f3b9", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "9b-chat-q4_0", + "hash": "39c63e7675d7", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "9b-chat-q4_1", + "hash": "150b2d132ef1", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "9b-chat-q4_K_M", + "hash": "89884591b225", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "9b-chat-q4_K_S", + "hash": "67b6a93dec3c", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_0", + "hash": "ede3d2c181a4", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_1", + "hash": "301ce2e5ec7b", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_K_M", + "hash": "d4b375d4e224", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "9b-chat-q5_K_S", + "hash": "696e7540c8dc", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "9b-chat-q6_K", + "hash": "e020ec59c639", + "size": "7.2GB", + "isDefault": false + }, + { + "name": "9b-chat-q8_0", + "hash": "24620a7cf955", + "size": "9.4GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "athene-v2", + "description": "Athene-V2 is a 72B parameter model which excels at code completion, mathematics, and log extraction tasks.", + "supportTools": true, + "defaultTag": "72b", + "tags": [ + { + "name": "72b", + "hash": "d14346ed7d55", + "size": "47GB", + "isDefault": true + }, + { + "name": "72b-fp16", + "hash": "1efa8264c375", + "size": "145GB", + "isDefault": false + }, + { + "name": "72b-q2_K", + "hash": "e566d713f2ce", + "size": "30GB", + "isDefault": false + }, + { + "name": "72b-q3_K_L", + "hash": "b05ead18ed8a", + "size": "40GB", + "isDefault": false + }, + { + "name": "72b-q3_K_M", + "hash": "f74199e5b2ed", + "size": "38GB", + "isDefault": false + }, + { + "name": "72b-q3_K_S", + "hash": "c213bdad39e6", + "size": "34GB", + "isDefault": false + }, + { + "name": "72b-q4_0", + "hash": "5ce9f00e1aaa", + "size": "41GB", + "isDefault": false + }, + { + "name": "72b-q4_1", + "hash": "3e10d6a1cc6c", + "size": "46GB", + "isDefault": false + }, + { + "name": "72b-q4_K_M", + "hash": "d14346ed7d55", + "size": "47GB", + "isDefault": true + }, + { + "name": "72b-q4_K_S", + "hash": "1bb9b315e5a1", + "size": "44GB", + "isDefault": false + }, + { + "name": "72b-q5_0", + "hash": "2d45e35efb78", + "size": "50GB", + "isDefault": false + }, + { + "name": "72b-q5_1", + "hash": "17eadb34276c", + "size": "55GB", + "isDefault": false + }, + { + "name": "72b-q5_K_M", + "hash": "d82d1d08a629", + "size": "54GB", + "isDefault": false + }, + { + "name": "72b-q5_K_S", + "hash": "f3b97798cb4b", + "size": "51GB", + "isDefault": false + }, + { + "name": "72b-q6_K", + "hash": "70b90bce364f", + "size": "64GB", + "isDefault": false + }, + { + "name": "72b-q8_0", + "hash": "4ce011a86fef", + "size": "77GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "internlm2", + "description": "InternLM2.5 is a 7B parameter model tailored for practical scenarios with outstanding reasoning capability.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "1m", + "hash": "f51a58d004a3", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "1.8b", + "hash": "653be3eb69a0", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "7b", + "hash": "5050e36678ab", + "size": "4.5GB", + "isDefault": true + }, + { + "name": "20b", + "hash": "a864ac8dade2", + "size": "11GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-fp16", + "hash": "c62072479ed8", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q2_K", + "hash": "e323dd309ffa", + "size": "772MB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q3_K_L", + "hash": "72790a472a60", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q3_K_M", + "hash": "f141c9a50fc5", + "size": "964MB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q3_K_S", + "hash": "2adb2d42a98d", + "size": "888MB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q4_0", + "hash": "653be3eb69a0", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q4_1", + "hash": "de0f6524a4bd", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q4_K_M", + "hash": "70424945cc94", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q4_K_S", + "hash": "027cb3cac986", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q5_0", + "hash": "b0a6511d9a3d", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q5_1", + "hash": "5e6a4506e50c", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q5_K_M", + "hash": "24f16cf9917b", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q5_K_S", + "hash": "024fd646cb43", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q6_K", + "hash": "f840db8f213c", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "1.8b-chat-v2.5-q8_0", + "hash": "664a8f24ed79", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-fp16", + "hash": "b6d6213233ce", + "size": "40GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q2_K", + "hash": "0c3013e60522", + "size": "7.5GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q3_K_L", + "hash": "1d50713ae6a4", + "size": "11GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q3_K_M", + "hash": "a9e30d43b790", + "size": "9.7GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q3_K_S", + "hash": "29d205fe5245", + "size": "8.8GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q4_0", + "hash": "a864ac8dade2", + "size": "11GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q4_1", + "hash": "8081fcbec171", + "size": "13GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q4_K_M", + "hash": "b4c0bac62552", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q4_K_S", + "hash": "9628de0a310e", + "size": "11GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q5_0", + "hash": "f96f8f7f353c", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q5_1", + "hash": "59d4bc3a7d50", + "size": "15GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q5_K_M", + "hash": "a52063ceb166", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q5_K_S", + "hash": "a4c6e3937e92", + "size": "14GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q6_K", + "hash": "a1ae726f5e10", + "size": "16GB", + "isDefault": false + }, + { + "name": "20b-chat-v2.5-q8_0", + "hash": "e172d89777bd", + "size": "21GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-fp16", + "hash": "ef00c6c9e322", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q2_K", + "hash": "d84dd7a28059", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q3_K_L", + "hash": "6166f50235bc", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q3_K_M", + "hash": "001eab78e4e0", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q3_K_S", + "hash": "d4a28a692833", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q4_0", + "hash": "f51a58d004a3", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q4_1", + "hash": "3961c56138a6", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q4_K_M", + "hash": "9b2616f8cbc2", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q4_K_S", + "hash": "b3d618c89ac3", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q5_0", + "hash": "12f9db169d91", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q5_1", + "hash": "407770e125a5", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q5_K_M", + "hash": "4d68427e8c8b", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q5_K_S", + "hash": "285900570500", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q6_K", + "hash": "062f787aba89", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "7b-chat-1m-v2.5-q8_0", + "hash": "ff47159cf206", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-fp16", + "hash": "5b289197c4b4", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q2_K", + "hash": "49bfefea4f49", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q3_K_L", + "hash": "c64aca8ea43c", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q3_K_M", + "hash": "84781d712afc", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q3_K_S", + "hash": "6cfb8055242b", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q4_0", + "hash": "5050e36678ab", + "size": "4.5GB", + "isDefault": true + }, + { + "name": "7b-chat-v2.5-q4_1", + "hash": "8f50455862f0", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q4_K_M", + "hash": "aa0c9b808286", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q4_K_S", + "hash": "e978b21250f8", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q5_0", + "hash": "472749a597ec", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q5_1", + "hash": "15e08b317f2c", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q5_K_M", + "hash": "3be8d46eeb16", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q5_K_S", + "hash": "03a8263a7983", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q6_K", + "hash": "d1e1c05708e3", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "7b-chat-v2.5-q8_0", + "hash": "5aeab5b4cbc2", + "size": "8.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "samantha-mistral", + "description": "A companion assistant trained in philosophy, psychology, and personal relationships. Based on Mistral.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "f7c8c9be1da0", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "84081f5ce595", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-instruct-q2_K", + "hash": "96a147f46c78", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_L", + "hash": "8a362799bb4c", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_M", + "hash": "d15ec1ea22a4", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q3_K_S", + "hash": "62fd2b9a2876", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "024406c7422a", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_1", + "hash": "8794444548a4", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "0f6d2b5ca5e2", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_S", + "hash": "7628c0eabf6e", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "68d25cf334e8", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "4f2a05b98ad7", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_M", + "hash": "c74ed33532e3", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_K_S", + "hash": "d3a4b4169288", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-instruct-q6_K", + "hash": "8fdefc023b71", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "c555922ee59b", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-text", + "hash": "b085c9c5fcec", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-fp16", + "hash": "18f0d3b9dab7", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-text-q2_K", + "hash": "fad0a3e1761e", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_L", + "hash": "e7eda3fb21ce", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_M", + "hash": "2b119f04be81", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-text-q3_K_S", + "hash": "e9be9d2c1626", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-text-q4_0", + "hash": "b085c9c5fcec", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-q4_1", + "hash": "85970f1f192a", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_M", + "hash": "39cf8171959a", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-text-q4_K_S", + "hash": "7b0b68d63c1f", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-text-q5_0", + "hash": "d4bfb5684edc", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-text-q5_1", + "hash": "80d8a3a2cda0", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_M", + "hash": "5c857161b387", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-text-q5_K_S", + "hash": "5dcb0fd60a87", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-text-q6_K", + "hash": "a06d56b9f941", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-text-q8_0", + "hash": "f77f5c9b59eb", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text", + "hash": "f7c8c9be1da0", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v1.2-text-fp16", + "hash": "463d6b8187c1", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q2_K", + "hash": "7b218927bbd2", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q3_K_L", + "hash": "58fb1513b0bd", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q3_K_M", + "hash": "b6193d2efa40", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q3_K_S", + "hash": "9b8db3fe08c2", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q4_0", + "hash": "f7c8c9be1da0", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v1.2-text-q4_1", + "hash": "1f5844c5902c", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q4_K_M", + "hash": "ff1e08836eec", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q4_K_S", + "hash": "444790e2878d", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q5_0", + "hash": "3871c24e3323", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q5_1", + "hash": "141eea79136d", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q5_K_M", + "hash": "759bccff2e2e", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q5_K_S", + "hash": "192548ac3ab0", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q6_K", + "hash": "28b60c3a346d", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v1.2-text-q8_0", + "hash": "495b300e8bb1", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "falcon", + "description": "A large language model built by the Technology Innovation Institute (TII) for use in summarization, text generation, and chat bots.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "4280f7257e73", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "40b", + "hash": "bc9368437a24", + "size": "24GB", + "isDefault": false + }, + { + "name": "180b", + "hash": "e2bc879d7cee", + "size": "101GB", + "isDefault": false + }, + { + "name": "180b-chat", + "hash": "e2bc879d7cee", + "size": "101GB", + "isDefault": false + }, + { + "name": "180b-chat-q4_0", + "hash": "e2bc879d7cee", + "size": "101GB", + "isDefault": false + }, + { + "name": "180b-text", + "hash": "f5905a53ed4b", + "size": "101GB", + "isDefault": false + }, + { + "name": "180b-text-q4_0", + "hash": "f5905a53ed4b", + "size": "101GB", + "isDefault": false + }, + { + "name": "40b-instruct", + "hash": "bc9368437a24", + "size": "24GB", + "isDefault": false + }, + { + "name": "40b-instruct-fp16", + "hash": "7cbd92dfea70", + "size": "84GB", + "isDefault": false + }, + { + "name": "40b-instruct-q4_0", + "hash": "bc9368437a24", + "size": "24GB", + "isDefault": false + }, + { + "name": "40b-instruct-q4_1", + "hash": "9ec7eaf6cd59", + "size": "26GB", + "isDefault": false + }, + { + "name": "40b-instruct-q5_0", + "hash": "ca8da6223021", + "size": "29GB", + "isDefault": false + }, + { + "name": "40b-instruct-q5_1", + "hash": "9e4a62b9534b", + "size": "32GB", + "isDefault": false + }, + { + "name": "40b-instruct-q8_0", + "hash": "6f9c09b99fc6", + "size": "44GB", + "isDefault": false + }, + { + "name": "40b-text", + "hash": "b4137657e4e9", + "size": "24GB", + "isDefault": false + }, + { + "name": "40b-text-fp16", + "hash": "bc0d50593221", + "size": "84GB", + "isDefault": false + }, + { + "name": "40b-text-q4_0", + "hash": "b4137657e4e9", + "size": "24GB", + "isDefault": false + }, + { + "name": "40b-text-q4_1", + "hash": "d9b1df212f90", + "size": "26GB", + "isDefault": false + }, + { + "name": "40b-text-q5_0", + "hash": "753deb72fbcd", + "size": "29GB", + "isDefault": false + }, + { + "name": "40b-text-q5_1", + "hash": "10c176bb433f", + "size": "32GB", + "isDefault": false + }, + { + "name": "40b-text-q8_0", + "hash": "3573ccb06045", + "size": "44GB", + "isDefault": false + }, + { + "name": "7b-instruct", + "hash": "4280f7257e73", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "7b-instruct-fp16", + "hash": "696dae724ad2", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_0", + "hash": "4280f7257e73", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "7b-instruct-q4_1", + "hash": "f06a70f0b7d2", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_0", + "hash": "ef910bf6af84", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-instruct-q5_1", + "hash": "878a7290ef26", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-instruct-q8_0", + "hash": "836fb3b71733", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-text", + "hash": "e449cf4ba505", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-text-fp16", + "hash": "c2de45e2ed45", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-text-q4_0", + "hash": "e449cf4ba505", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-text-q4_1", + "hash": "51498c22efa8", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-text-q5_0", + "hash": "539880f876a8", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-text-q5_1", + "hash": "3a4e772d215e", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-text-q8_0", + "hash": "9e4ddb71d35d", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "4280f7257e73", + "size": "4.2GB", + "isDefault": true + }, + { + "name": "text", + "hash": "e449cf4ba505", + "size": "4.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "dolphin-phi", + "description": "2.7B uncensored Dolphin model by Eric Hartford, based on the Phi language model by Microsoft Research.", + "supportTools": false, + "defaultTag": "2.7b", + "tags": [ + { + "name": "2.7b", + "hash": "c5761fc77240", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "2.7b-v2.6", + "hash": "c5761fc77240", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "2.7b-v2.6-q2_K", + "hash": "7f54cec626b6", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q3_K_L", + "hash": "60c080a5bd9a", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q3_K_M", + "hash": "5e99163c66d3", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q3_K_S", + "hash": "5c03deb374c8", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q4_0", + "hash": "c5761fc77240", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "2.7b-v2.6-q4_K_M", + "hash": "cff9506fc46b", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q4_K_S", + "hash": "9ce1a8be68f2", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q5_0", + "hash": "7346eb8f523d", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q5_K_M", + "hash": "175d2f641dea", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q5_K_S", + "hash": "3284ea06df25", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q6_K", + "hash": "4a7162481650", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "2.7b-v2.6-q8_0", + "hash": "b6ba7363045d", + "size": "3.0GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nemotron-mini", + "description": "A commercial-friendly small language model by NVIDIA optimized for roleplay, RAG QA, and function calling.", + "supportTools": true, + "defaultTag": "4b", + "tags": [ + { + "name": "4b", + "hash": "ed76ab18784f", + "size": "2.7GB", + "isDefault": true + }, + { + "name": "4b-instruct-fp16", + "hash": "d0d806e9853c", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "4b-instruct-q2_K", + "hash": "71c1aed58cc4", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "4b-instruct-q3_K_L", + "hash": "899020cd5b1e", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "4b-instruct-q3_K_M", + "hash": "91b07164ba46", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "4b-instruct-q3_K_S", + "hash": "28cabdeeb76e", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "4b-instruct-q4_0", + "hash": "041bd339f71f", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "4b-instruct-q4_1", + "hash": "715f0114b145", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "4b-instruct-q4_K_M", + "hash": "ed76ab18784f", + "size": "2.7GB", + "isDefault": true + }, + { + "name": "4b-instruct-q4_K_S", + "hash": "59f3d2ea76f8", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "4b-instruct-q5_0", + "hash": "e5f64c7116d1", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "4b-instruct-q5_1", + "hash": "8c244be13dfe", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "4b-instruct-q5_K_M", + "hash": "9e36e563dbdd", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "4b-instruct-q5_K_S", + "hash": "072f4b7daa17", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "4b-instruct-q6_K", + "hash": "4cf36901911e", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "4b-instruct-q8_0", + "hash": "fe86a4d04f9f", + "size": "4.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "granite3.1-dense", + "description": "The IBM Granite 2B and 8B models are text-only dense LLMs trained on over 12 trillion tokens of data, demonstrated significant improvements over their predecessors in performance and speed in IBM’s initial testing.", + "supportTools": true, + "defaultTag": "8b", + "tags": [ + { + "name": "2b", + "hash": "fba1ad01113e", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "8b", + "hash": "34d3be74ec54", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "2b-instruct-fp16", + "hash": "1f64b4541957", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "2b-instruct-q2_K", + "hash": "f412eb659c66", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_L", + "hash": "85ad99cb9a18", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_M", + "hash": "d65eb61a1e65", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_S", + "hash": "74791f52899c", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_0", + "hash": "7ed050a70760", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_1", + "hash": "c265a649f4f8", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_K_M", + "hash": "fba1ad01113e", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_K_S", + "hash": "a8d7602ade5f", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_0", + "hash": "f26890da1451", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_1", + "hash": "35c067239cb5", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_M", + "hash": "86cdcdb94cd6", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_S", + "hash": "1a2b39f6e69c", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q6_K", + "hash": "66d07595e1dc", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "2b-instruct-q8_0", + "hash": "ef1441680161", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-fp16", + "hash": "51d4ae6e2b23", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-instruct-q2_K", + "hash": "4b18119a5086", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_L", + "hash": "8f28ec28aafc", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_M", + "hash": "0dc5c3ac8a1e", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_S", + "hash": "338340c340cb", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_0", + "hash": "fc2c18155205", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_1", + "hash": "a94882d992cf", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_M", + "hash": "34d3be74ec54", + "size": "5.0GB", + "isDefault": true + }, + { + "name": "8b-instruct-q4_K_S", + "hash": "4707086b3bed", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_0", + "hash": "3ec7544ebcb8", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_1", + "hash": "5f3faea362a7", + "size": "6.2GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_M", + "hash": "4ae40e965ca7", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_S", + "hash": "8c98cd3dd70e", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q6_K", + "hash": "8e5691d17175", + "size": "6.8GB", + "isDefault": false + }, + { + "name": "8b-instruct-q8_0", + "hash": "fd5499afc361", + "size": "8.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "orca2", + "description": "Orca 2 is built by Microsoft research, and are a fine-tuned version of Meta's Llama 2 models. The model is designed to excel particularly in reasoning.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "ea98cc422de3", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "a8dcfac3ac32", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-fp16", + "hash": "05c18f850182", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "1894951dcdf4", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "9fcd1fe1c136", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "bfb9c1d63867", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "2f11b018f3d9", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "a8dcfac3ac32", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "5f4ea0781d67", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "d379f87d30c1", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "474f0b43f3d9", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "eee22c031e7b", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "3a321577ac7e", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "d5e443067226", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "f8e9283dfba9", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "4c059cbdfec7", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "4e9ddd77d77f", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "61bd6364c766", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "2f2dab4b40ee", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "49d05d9decd4", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "d4399b54aee2", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "f0dd7ec070fa", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "ea98cc422de3", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "3fea2b93215d", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "93619d71625e", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "d535ef02a017", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "0da3e963986f", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "9e505122b129", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "156c325b1780", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "8e8d3fad4a9c", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "5268e870e74e", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "74bc8213e567", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nemotron", + "description": "Llama-3.1-Nemotron-70B-Instruct is a large language model customized by NVIDIA to improve the helpfulness of LLM generated responses to user queries.", + "supportTools": true, + "defaultTag": "70b", + "tags": [ + { + "name": "70b", + "hash": "2262f047a28a", + "size": "43GB", + "isDefault": true + }, + { + "name": "70b-instruct-fp16", + "hash": "e02a46ff1109", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-instruct-q2_K", + "hash": "f4743c4c6e52", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_L", + "hash": "a6c94d07d7c9", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_M", + "hash": "a0a786c3dc39", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-instruct-q3_K_S", + "hash": "49258a4a766a", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_0", + "hash": "aade1b26eba3", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_1", + "hash": "c463f99d4c5e", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-instruct-q4_K_M", + "hash": "2262f047a28a", + "size": "43GB", + "isDefault": true + }, + { + "name": "70b-instruct-q4_K_S", + "hash": "0e32f30ad742", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_0", + "hash": "4c83a56211a0", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_1", + "hash": "32ce9fe7477b", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_M", + "hash": "def2cefbe818", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-instruct-q5_K_S", + "hash": "c5dfebb28f5f", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-instruct-q6_K", + "hash": "8d12c48f836a", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-instruct-q8_0", + "hash": "8865b9ab3285", + "size": "75GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "wizardlm-uncensored", + "description": "Uncensored version of Wizard LM model", + "supportTools": false, + "defaultTag": "13b", + "tags": [ + { + "name": "13b", + "hash": "886a369d74fc", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-llama2", + "hash": "886a369d74fc", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-llama2-fp16", + "hash": "b972b4fcf399", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-llama2-q2_K", + "hash": "d121c5fe7def", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_L", + "hash": "dd676f4c69db", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_M", + "hash": "c7a5f73c0b10", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-llama2-q3_K_S", + "hash": "c19a0f853fde", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_0", + "hash": "886a369d74fc", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-llama2-q4_1", + "hash": "588ad528410f", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_K_M", + "hash": "f39570459d4d", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-q4_K_S", + "hash": "1834c3fd3d21", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_0", + "hash": "37d9827a0835", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_1", + "hash": "c229574569e6", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_K_M", + "hash": "3338ad97787e", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-q5_K_S", + "hash": "e106a5fdba1e", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-q6_K", + "hash": "0128ad0108a6", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-llama2-q8_0", + "hash": "4265729a3fca", + "size": "14GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "stable-beluga", + "description": "Llama 2 based model fine tuned on an Orca-style dataset. Originally called Free Willy.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "e5d7b4def1b8", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "13b", + "hash": "ac691f885162", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "70b", + "hash": "31f4bfb3a050", + "size": "39GB", + "isDefault": false + }, + { + "name": "13b-fp16", + "hash": "b1f8fdd5c504", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "2af19c43ca9f", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "fcaba894245c", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "43fac1166987", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "4f719468cd78", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "ac691f885162", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "6d7cc4241e83", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "409417bcf275", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "61a6317dbeb1", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "ebf894679227", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "33fa2f4b882e", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "72350608e9fc", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "60a6dc36d412", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "dcad1b848fac", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "238aa61ea830", + "size": "14GB", + "isDefault": false + }, + { + "name": "70b-fp16", + "hash": "6efd37ee83ff", + "size": "138GB", + "isDefault": false + }, + { + "name": "70b-q2_K", + "hash": "0bc71d6c7953", + "size": "29GB", + "isDefault": false + }, + { + "name": "70b-q3_K_L", + "hash": "3cbf7b1f5b08", + "size": "36GB", + "isDefault": false + }, + { + "name": "70b-q3_K_M", + "hash": "15cf6a892614", + "size": "33GB", + "isDefault": false + }, + { + "name": "70b-q3_K_S", + "hash": "50bbba9133ff", + "size": "30GB", + "isDefault": false + }, + { + "name": "70b-q4_0", + "hash": "31f4bfb3a050", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-q4_1", + "hash": "6f2d4b51d4ee", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-q4_K_M", + "hash": "a9667c2e7a79", + "size": "41GB", + "isDefault": false + }, + { + "name": "70b-q4_K_S", + "hash": "d09f155890f9", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-q5_0", + "hash": "e94ee1e01926", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-q5_1", + "hash": "312114b54a99", + "size": "52GB", + "isDefault": false + }, + { + "name": "70b-q5_K_M", + "hash": "fc28b6e46237", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q5_K_S", + "hash": "dc346a6c7ec1", + "size": "47GB", + "isDefault": false + }, + { + "name": "70b-q6_K", + "hash": "0bda093a53a7", + "size": "57GB", + "isDefault": false + }, + { + "name": "70b-q8_0", + "hash": "ef96a5763db5", + "size": "73GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "b54b49ca7642", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "ad7a5c22378e", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "5a22f57cfba1", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "029e59da8e4f", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "c7c708cc367a", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "e5d7b4def1b8", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "bbdc02c211db", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "8b8fdc4068e8", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "9761240d2719", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "e377545d3a30", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "a325f866b912", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "879cd0824514", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "23468cda5a29", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "f81787691a8c", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "6589e954f98e", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama3-groq-tool-use", + "description": "A series of models from Groq that represent a significant advancement in open-source AI capabilities for tool use/function calling.", + "supportTools": true, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "36211dad2b15", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "696d50e6fc55", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-fp16", + "hash": "8ef2a1906612", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-q2_K", + "hash": "dab8a158f092", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-q3_K_L", + "hash": "94b979ce931c", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-q3_K_M", + "hash": "5e0c9286cabe", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-q3_K_S", + "hash": "4f446f9b1b86", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-q4_0", + "hash": "696d50e6fc55", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-q4_1", + "hash": "35972e96c25d", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-q4_K_M", + "hash": "45eafa1bfbd8", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-q4_K_S", + "hash": "464bc22f0c7f", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-q5_0", + "hash": "5c52fd8e4ba7", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q5_1", + "hash": "337622a2615e", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-q5_K_M", + "hash": "7e1f34171905", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-q5_K_S", + "hash": "88450a6c4bc7", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q6_K", + "hash": "fe241542dd2b", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-q8_0", + "hash": "e998a1023200", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-fp16", + "hash": "be9b2c0775a5", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-q2_K", + "hash": "37fac70005b1", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-q3_K_L", + "hash": "57fbbf9656ef", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-q3_K_M", + "hash": "def359e8ef42", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-q3_K_S", + "hash": "3f7165ed6ac3", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-q4_0", + "hash": "36211dad2b15", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-q4_1", + "hash": "b927899ecb62", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-q4_K_M", + "hash": "5fa325bad307", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-q4_K_S", + "hash": "9dc66563ded8", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-q5_0", + "hash": "0482e45a0517", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-q5_1", + "hash": "45984ff6d001", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-q5_K_M", + "hash": "50c9c554ddd4", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-q5_K_S", + "hash": "6a1775abde02", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-q6_K", + "hash": "7ec6fd768fe0", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-q8_0", + "hash": "58ab12b11127", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "granite3-dense", + "description": "The IBM Granite 2B and 8B models are designed to support tool-based use cases and support for retrieval augmented generation (RAG), streamlining code generation, translation and bug fixing.", + "supportTools": true, + "defaultTag": "2b", + "tags": [ + { + "name": "2b", + "hash": "5c2e6f3112f4", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "8b", + "hash": "199456d876ee", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-fp16", + "hash": "24e5c0a35f78", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "2b-instruct-q2_K", + "hash": "2261d92d6175", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_L", + "hash": "201ccf1522e8", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_M", + "hash": "c08ae454856c", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "2b-instruct-q3_K_S", + "hash": "7c6af70b9f11", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_0", + "hash": "dd4a07b9e1b7", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_1", + "hash": "e12ad0fad2ad", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-instruct-q4_K_M", + "hash": "5c2e6f3112f4", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "2b-instruct-q4_K_S", + "hash": "0f87f54eb387", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_0", + "hash": "db3fbcdec89b", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_1", + "hash": "bc5ed577d64f", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_M", + "hash": "dcace13d6d34", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-instruct-q5_K_S", + "hash": "be9d8efefd30", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-instruct-q6_K", + "hash": "7f374efdad9b", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "2b-instruct-q8_0", + "hash": "f35cd2e1e433", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "8b-instruct-fp16", + "hash": "d3a4062e339e", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-instruct-q2_K", + "hash": "2ea57f8bc8fd", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_L", + "hash": "c74b04a2513f", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_M", + "hash": "c1a94d47b25c", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_S", + "hash": "4c5f0dba11a8", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_0", + "hash": "16473222519f", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_1", + "hash": "8a47472a11f2", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_M", + "hash": "199456d876ee", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_S", + "hash": "8fc1ce76b8f2", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_0", + "hash": "449cddb1864d", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_1", + "hash": "ae4ab94be005", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_M", + "hash": "e85361d1973c", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_S", + "hash": "49055e666925", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q6_K", + "hash": "ec258d53940b", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "8b-instruct-q8_0", + "hash": "f1466e70a7be", + "size": "8.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "medllama2", + "description": "Fine-tuned Llama 2 model to answer medical questions based on an open source medical dataset.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "a53737ec0c72", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-fp16", + "hash": "6f397a061510", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "c22649a7cd87", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "fafc256d6f10", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "c9fba0828b5e", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "db2e50ef4dfe", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "a53737ec0c72", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "1aa988b1b658", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "2943f4b668e1", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "a421e466ef1b", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "19923b8d70e7", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "04e08f5f3742", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "7f1509d663e8", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "23a9f20d4a00", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "7c66af1d9c4b", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "1bc066950c7a", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "meditron", + "description": "Open-source medical large language model adapted from Llama 2 to the medical domain.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "ad11a6250f54", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "315d466c452f", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-q4_0", + "hash": "315d466c452f", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-q4_1", + "hash": "d0395a457ce6", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-q4_K_S", + "hash": "4f8102818cd7", + "size": "39GB", + "isDefault": false + }, + { + "name": "70b-q5_1", + "hash": "b12076361e76", + "size": "52GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "809731a3f1a9", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "f330bdb16b9e", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "a6fa27f88bbc", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "9c9c4636a4b8", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "6d5aa9319b05", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "ad11a6250f54", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "876165f9f2df", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "a917f4ff62ba", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "615f994626bd", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "79d156131358", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "04278d55ad3f", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "1e91d442c62d", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "ff3d673fc3ab", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "e98363fbb20a", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "902db8ed250b", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama-pro", + "description": "An expansion of Llama 2 that specializes in integrating both general language understanding and domain-specific knowledge, particularly in programming and mathematics.", + "supportTools": false, + "defaultTag": "8b-instruct-q4_0", + "tags": [ + { + "name": "8b-instruct-fp16", + "hash": "df774285c05f", + "size": "17GB", + "isDefault": false + }, + { + "name": "8b-instruct-q2_K", + "hash": "24ca2680af67", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_L", + "hash": "7c638269f710", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_M", + "hash": "147024ec7610", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q3_K_S", + "hash": "0269187072dd", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_0", + "hash": "fc5c0d744444", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-instruct-q4_1", + "hash": "2c59213d1ec9", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_M", + "hash": "072859d9f324", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_S", + "hash": "0ed36f6dfb91", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_0", + "hash": "26e8677969ff", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_1", + "hash": "8fbd7f2ef127", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_M", + "hash": "d18736b3cdd5", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "8b-instruct-q5_K_S", + "hash": "afbe4eee1009", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-instruct-q6_K", + "hash": "7df5d721dbc0", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "8b-instruct-q8_0", + "hash": "d968aafc79e7", + "size": "8.9GB", + "isDefault": false + }, + { + "name": "8b-text-fp16", + "hash": "9b790fecf7f8", + "size": "17GB", + "isDefault": false + }, + { + "name": "8b-text-q2_K", + "hash": "2ed5b17591cc", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_L", + "hash": "f07e73f68fc8", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_M", + "hash": "3c9f65d0a7e6", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "8b-text-q3_K_S", + "hash": "ebda8f31804a", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "8b-text-q4_0", + "hash": "37a8c2df2159", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-text-q4_1", + "hash": "35bd6f694acb", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "8b-text-q4_K_M", + "hash": "5178b12d303b", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-text-q4_K_S", + "hash": "a73903f963eb", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "8b-text-q5_0", + "hash": "15000cc2d299", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-text-q5_1", + "hash": "5395c603b159", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "8b-text-q5_K_M", + "hash": "36d45bb71a26", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "8b-text-q5_K_S", + "hash": "96d47e3e009f", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-text-q6_K", + "hash": "7d3cb1a24c98", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "8b-text-q8_0", + "hash": "69c9ae3d927b", + "size": "8.9GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "fc5c0d744444", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "text", + "hash": "37a8c2df2159", + "size": "4.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "yarn-mistral", + "description": "An extension of Mistral to support context windows of 64K or 128K.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "8e9c368a0ae4", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-128k", + "hash": "6511b83c33d5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-128k-fp16", + "hash": "24fcccd3ec98", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-128k-q2_K", + "hash": "4801801e65c9", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-128k-q3_K_L", + "hash": "04e1735cc221", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-128k-q3_K_M", + "hash": "c910ed0b2220", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-128k-q3_K_S", + "hash": "150773407811", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_0", + "hash": "6511b83c33d5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_1", + "hash": "2f2460d79fe1", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_K_M", + "hash": "b29d79d2f3ef", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-128k-q4_K_S", + "hash": "60021a54efbe", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_0", + "hash": "f6e752bb89ba", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_1", + "hash": "27a21ac0ee02", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_K_M", + "hash": "e73d718076ea", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-128k-q5_K_S", + "hash": "48e075e27562", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-128k-q6_K", + "hash": "d2efb1f4a053", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-128k-q8_0", + "hash": "c7d7fcc635b3", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "7b-64k", + "hash": "8e9c368a0ae4", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-64k-q2_K", + "hash": "7e69098a0185", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-64k-q3_K_L", + "hash": "6fec537d7505", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-64k-q3_K_M", + "hash": "2fe3d1edecaa", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-64k-q3_K_S", + "hash": "9f1a8b3eec09", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-64k-q4_0", + "hash": "8e9c368a0ae4", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-64k-q4_1", + "hash": "0b1ddb2af722", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-64k-q4_K_M", + "hash": "f9434e5ec017", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-64k-q4_K_S", + "hash": "6a3c24b1e938", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_0", + "hash": "917060ebb0d8", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_1", + "hash": "5efec29a0821", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_K_M", + "hash": "1ac045b0f86f", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-64k-q5_K_S", + "hash": "1fb11cbfb6ad", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-64k-q6_K", + "hash": "c3108d901ef7", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-64k-q8_0", + "hash": "236ce568b73c", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "bge-large", + "description": "Embedding model from BAAI mapping texts to vectors.", + "supportTools": false, + "defaultTag": "335m", + "tags": [ + { + "name": "335m", + "hash": "b3d71c928059", + "size": "671MB", + "isDefault": true + }, + { + "name": "335m-en-v1.5-fp16", + "hash": "b3d71c928059", + "size": "671MB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "smallthinker", + "description": "A new small reasoning model fine-tuned from the Qwen 2.5 3B Instruct model.", + "supportTools": false, + "defaultTag": "3b", + "tags": [ + { + "name": "3b", + "hash": "945eb1864589", + "size": "3.6GB", + "isDefault": true + }, + { + "name": "3b-preview-fp16", + "hash": "71cf19d4f87a", + "size": "6.8GB", + "isDefault": false + }, + { + "name": "3b-preview-q4_K_M", + "hash": "b136f0e0ef96", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-preview-q8_0", + "hash": "945eb1864589", + "size": "3.6GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nexusraven", + "description": "Nexus Raven is a 13B instruction tuned model for function calling tasks.", + "supportTools": false, + "defaultTag": "13b", + "tags": [ + { + "name": "13b", + "hash": "483a8282af74", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-fp16", + "hash": "038c3ee38ca3", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "88af7c885f6d", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "be1c4d4ebf80", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "32ee186898d8", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "c327bf4400c3", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "336957c1d527", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q4_1", + "hash": "cc0185e939a9", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "869ecaf32849", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "01ab3a1e2bd0", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "1edef32ba6b0", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "5695d35736eb", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "3ba5150eacb6", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "d47e757e2f8a", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "fa629e4e0d35", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "25fba36ef0af", + "size": "14GB", + "isDefault": false + }, + { + "name": "13b-v2-fp16", + "hash": "6e9f4b4dff57", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-v2-q2_K", + "hash": "335cee44ee6e", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-v2-q3_K_L", + "hash": "030244bdb058", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-v2-q3_K_M", + "hash": "9c3abc556fee", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-v2-q3_K_S", + "hash": "e05ddc03a204", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-v2-q4_0", + "hash": "483a8282af74", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-v2-q4_1", + "hash": "9d97f7422b57", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-v2-q4_K_M", + "hash": "c686cfb91b9b", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-v2-q4_K_S", + "hash": "d922b5f359d4", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_0", + "hash": "93d134582405", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_1", + "hash": "223215c51cfb", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_K_M", + "hash": "8754f5363618", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-v2-q5_K_S", + "hash": "506b8b5250ba", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-v2-q6_K", + "hash": "d81ebb5a6f93", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-v2-q8_0", + "hash": "2f770812d079", + "size": "14GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nous-hermes2-mixtral", + "description": "The Nous Hermes 2 model from Nous Research, now trained over Mixtral.", + "supportTools": false, + "defaultTag": "8x7b", + "tags": [ + { + "name": "8x7b", + "hash": "da8c35896cff", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-dpo-fp16", + "hash": "42c40087888d", + "size": "93GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q2_K", + "hash": "def75f44e678", + "size": "17GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q3_K_L", + "hash": "d3f241b3fa43", + "size": "24GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q3_K_M", + "hash": "e401c6cff6ee", + "size": "23GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q3_K_S", + "hash": "b83102712906", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q4_0", + "hash": "da8c35896cff", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-dpo-q4_1", + "hash": "6b8631272ae5", + "size": "29GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q4_K_M", + "hash": "5ce16766078d", + "size": "28GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q4_K_S", + "hash": "72597fc38d4a", + "size": "27GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q5_0", + "hash": "2d30ec45b54c", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q5_1", + "hash": "d37f3798cec9", + "size": "35GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q5_K_M", + "hash": "c95f2fb1bbb0", + "size": "33GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q5_K_S", + "hash": "78bf09c60f45", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q6_K", + "hash": "af9b1e15b356", + "size": "38GB", + "isDefault": false + }, + { + "name": "8x7b-dpo-q8_0", + "hash": "a6f9a3257097", + "size": "50GB", + "isDefault": false + }, + { + "name": "dpo", + "hash": "da8c35896cff", + "size": "26GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "codeup", + "description": "Great code generation model based on Llama2.", + "supportTools": false, + "defaultTag": "13b", + "tags": [ + { + "name": "13b", + "hash": "54289661f7a9", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-llama2", + "hash": "54289661f7a9", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-llama2-chat", + "hash": "54289661f7a9", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-llama2-chat-fp16", + "hash": "601feec09706", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q2_K", + "hash": "771830732a3d", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q3_K_L", + "hash": "e9a4c68b3484", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q3_K_M", + "hash": "9357098e7c6c", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q3_K_S", + "hash": "6986119d6001", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q4_0", + "hash": "54289661f7a9", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-llama2-chat-q4_1", + "hash": "bb109d5814e0", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q4_K_M", + "hash": "fe7c559371e0", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q4_K_S", + "hash": "d73ef3d9d616", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q5_0", + "hash": "e33f1092521e", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q5_1", + "hash": "37f387ed0970", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q5_K_M", + "hash": "ec5d06ff705d", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q5_K_S", + "hash": "c8780e1a9e94", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q6_K", + "hash": "bd8f6908c033", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-llama2-chat-q8_0", + "hash": "773d7e80460c", + "size": "14GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "aya-expanse", + "description": "Cohere For AI's language models trained to perform well across 23 different languages.", + "supportTools": true, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "65f986688a01", + "size": "5.1GB", + "isDefault": true + }, + { + "name": "32b", + "hash": "1603440383bd", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-fp16", + "hash": "c65e9ab0846f", + "size": "65GB", + "isDefault": false + }, + { + "name": "32b-q2_K", + "hash": "f44c9317d435", + "size": "13GB", + "isDefault": false + }, + { + "name": "32b-q3_K_L", + "hash": "ae8cf77b0ed5", + "size": "18GB", + "isDefault": false + }, + { + "name": "32b-q3_K_M", + "hash": "0fda43e48571", + "size": "16GB", + "isDefault": false + }, + { + "name": "32b-q3_K_S", + "hash": "f9b00ae9fa64", + "size": "15GB", + "isDefault": false + }, + { + "name": "32b-q4_0", + "hash": "a9a6ef593b6d", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-q4_1", + "hash": "873205537e77", + "size": "21GB", + "isDefault": false + }, + { + "name": "32b-q4_K_M", + "hash": "1603440383bd", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-q4_K_S", + "hash": "c01efb135e53", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-q5_0", + "hash": "067679252f1c", + "size": "22GB", + "isDefault": false + }, + { + "name": "32b-q5_1", + "hash": "ef9e49740da1", + "size": "24GB", + "isDefault": false + }, + { + "name": "32b-q5_K_M", + "hash": "3283f75f7ad8", + "size": "23GB", + "isDefault": false + }, + { + "name": "32b-q5_K_S", + "hash": "7549163c6f3b", + "size": "22GB", + "isDefault": false + }, + { + "name": "32b-q6_K", + "hash": "bddf1344b6a4", + "size": "27GB", + "isDefault": false + }, + { + "name": "32b-q8_0", + "hash": "885aef505f9b", + "size": "34GB", + "isDefault": false + }, + { + "name": "8b-fp16", + "hash": "a865f88ef2d9", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-q2_K", + "hash": "4e94e1804ed0", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "8b-q3_K_L", + "hash": "fc1432804cff", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "8b-q3_K_M", + "hash": "a4a9b41eac86", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "8b-q3_K_S", + "hash": "6c65053f0521", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "8b-q4_0", + "hash": "c5956345aaa7", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "8b-q4_1", + "hash": "e85461db4a4a", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "8b-q4_K_M", + "hash": "65f986688a01", + "size": "5.1GB", + "isDefault": true + }, + { + "name": "8b-q4_K_S", + "hash": "951e4f5b2da0", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "8b-q5_0", + "hash": "d1a8566edcdd", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-q5_1", + "hash": "d6c4aa0c560e", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-q5_K_M", + "hash": "f61895fe5ab1", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-q5_K_S", + "hash": "52275a980a3a", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-q6_K", + "hash": "1ac4fd9f8a6e", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-q8_0", + "hash": "dea9deb4709b", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "everythinglm", + "description": "Uncensored Llama2 based model with support for a 16K context window.", + "supportTools": false, + "defaultTag": "13b", + "tags": [ + { + "name": "13b", + "hash": "b005372bc34b", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-16k", + "hash": "b005372bc34b", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-16k-fp16", + "hash": "9751b8872dce", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-16k-q2_K", + "hash": "f6e45478904a", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-16k-q3_K_L", + "hash": "7fb74f20a0e4", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-16k-q3_K_M", + "hash": "abcd3603349c", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-16k-q3_K_S", + "hash": "5da9c18ce2b1", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-16k-q4_0", + "hash": "b005372bc34b", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-16k-q4_1", + "hash": "9108ed6fceeb", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-16k-q4_K_M", + "hash": "73103cdab413", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-16k-q4_K_S", + "hash": "f43bc8c856a8", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-16k-q5_0", + "hash": "abe15ef39e5a", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-16k-q5_1", + "hash": "b9d5566839c3", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-16k-q5_K_M", + "hash": "c21345424f88", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-16k-q5_K_S", + "hash": "8311ea92c147", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-16k-q6_K", + "hash": "ddbd37e8995f", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-16k-q8_0", + "hash": "ab1b2beddcb3", + "size": "14GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "granite3-moe", + "description": "The IBM Granite 1B and 3B models are the first mixture of experts (MoE) Granite models from IBM designed for low latency usage.", + "supportTools": true, + "defaultTag": "1b", + "tags": [ + { + "name": "1b", + "hash": "d84e1e38ee39", + "size": "822MB", + "isDefault": true + }, + { + "name": "3b", + "hash": "157f538ae66e", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "1b-instruct-fp16", + "hash": "cee5d696574c", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "1b-instruct-q2_K", + "hash": "5965f707577c", + "size": "512MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_L", + "hash": "bbb955565d3d", + "size": "711MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_M", + "hash": "ea6a79b9b3cc", + "size": "659MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_S", + "hash": "cab9e1d32d19", + "size": "598MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_0", + "hash": "9b6ee4c08df8", + "size": "768MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_1", + "hash": "c3aa5d722767", + "size": "849MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_K_M", + "hash": "d84e1e38ee39", + "size": "822MB", + "isDefault": true + }, + { + "name": "1b-instruct-q4_K_S", + "hash": "76e6392d08a3", + "size": "775MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_0", + "hash": "f49b9c68d958", + "size": "929MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_1", + "hash": "f1dbdb4ce40f", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_K_M", + "hash": "c51ea1c8bab3", + "size": "956MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_K_S", + "hash": "427124d0793f", + "size": "929MB", + "isDefault": false + }, + { + "name": "1b-instruct-q6_K", + "hash": "a585cc84307b", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1b-instruct-q8_0", + "hash": "84f7efa9cc2d", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-fp16", + "hash": "9433d98bf426", + "size": "6.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q2_K", + "hash": "48ee4c1b7090", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_L", + "hash": "8c76215f504a", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_M", + "hash": "cc32cde7c1fe", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_S", + "hash": "5952b23cdd5c", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_0", + "hash": "d144aac2b0d8", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_1", + "hash": "ac91c7b62cc7", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "157f538ae66e", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_S", + "hash": "9f5ecea51621", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_0", + "hash": "e623edd5db90", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_1", + "hash": "709d47478efd", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_M", + "hash": "94e89b071306", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_S", + "hash": "c84b2a3a27fd", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q6_K", + "hash": "c196db4b29bb", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "f3b962d19110", + "size": "3.6GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "falcon2", + "description": "Falcon2 is an 11B parameters causal decoder-only model built by TII and trained over 5T tokens.", + "supportTools": false, + "defaultTag": "11b", + "tags": [ + { + "name": "11b", + "hash": "d8c09dbc67c3", + "size": "6.4GB", + "isDefault": true + }, + { + "name": "11b-fp16", + "hash": "1f71755ad500", + "size": "22GB", + "isDefault": false + }, + { + "name": "11b-q2_K", + "hash": "4051a7ef69a1", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "11b-q3_K_L", + "hash": "63a1a26d3ddc", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "11b-q3_K_M", + "hash": "6650bb4b1a0e", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "11b-q3_K_S", + "hash": "7e025ac717fb", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "11b-q4_0", + "hash": "d8c09dbc67c3", + "size": "6.4GB", + "isDefault": true + }, + { + "name": "11b-q4_1", + "hash": "8e785c2d36e0", + "size": "7.1GB", + "isDefault": false + }, + { + "name": "11b-q4_K_M", + "hash": "6aadb586b79f", + "size": "6.8GB", + "isDefault": false + }, + { + "name": "11b-q4_K_S", + "hash": "57c340e36421", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "11b-q5_0", + "hash": "634fd8a33a16", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "11b-q5_1", + "hash": "227312808fcc", + "size": "8.4GB", + "isDefault": false + }, + { + "name": "11b-q5_K_M", + "hash": "d47cbd539ec7", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "11b-q5_K_S", + "hash": "c29ab1d2a69a", + "size": "7.7GB", + "isDefault": false + }, + { + "name": "11b-q6_K", + "hash": "326a76087a5d", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "11b-q8_0", + "hash": "2d49820d6bb5", + "size": "12GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "magicoder", + "description": "🎩 Magicoder is a family of 7B parameter models trained on 75K synthetic instruction data using OSS-Instruct, a novel approach to enlightening LLMs with open-source code snippets.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "8007de06f5d9", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-s-cl", + "hash": "8007de06f5d9", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-s-cl-fp16", + "hash": "859e1ae4f566", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q2_K", + "hash": "86fd329c64b6", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q3_K_L", + "hash": "2bf1232fd9c1", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q3_K_M", + "hash": "b2a3d9987ff3", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q3_K_S", + "hash": "b7e2d7a303f8", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q4_0", + "hash": "8007de06f5d9", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-s-cl-q4_1", + "hash": "b29bf322a686", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q4_K_M", + "hash": "902b6b028113", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q4_K_S", + "hash": "42b56dd9b1da", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q5_0", + "hash": "10fa66c827ee", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q5_1", + "hash": "7da1fdad5251", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q5_K_M", + "hash": "057c4f587f41", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q5_K_S", + "hash": "ce0b81d40da6", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q6_K", + "hash": "cf853951ae4a", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-s-cl-q8_0", + "hash": "96b5e4193464", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "falcon3", + "description": "A family of efficient AI models under 10B parameters performant in science, math, and coding through innovative training techniques.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "1b", + "hash": "5449d006a9c7", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b", + "hash": "784a7eab5b89", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "7b", + "hash": "472ea1c89f64", + "size": "4.6GB", + "isDefault": true + }, + { + "name": "10b", + "hash": "1653ff122acd", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "10b-instruct-fp16", + "hash": "bbe05566f48a", + "size": "21GB", + "isDefault": false + }, + { + "name": "10b-instruct-q4_K_M", + "hash": "1653ff122acd", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "10b-instruct-q8_0", + "hash": "d56712f1783f", + "size": "11GB", + "isDefault": false + }, + { + "name": "1b-instruct-fp16", + "hash": "60ee05ac8fa7", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_K_M", + "hash": "13a315879c51", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1b-instruct-q8_0", + "hash": "5449d006a9c7", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-fp16", + "hash": "a45a32ae0c91", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "784a7eab5b89", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "05a32e830399", + "size": "3.4GB", + "isDefault": false + }, + { + "name": "7b-instruct-fp16", + "hash": "770fc0679654", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-instruct-q4_K_M", + "hash": "472ea1c89f64", + "size": "4.6GB", + "isDefault": true + }, + { + "name": "7b-instruct-q8_0", + "hash": "49ffc7915656", + "size": "7.9GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "stablelm-zephyr", + "description": "A lightweight chat model allowing accurate, and responsive output without requiring high-end hardware.", + "supportTools": false, + "defaultTag": "3b", + "tags": [ + { + "name": "3b", + "hash": "0a108dbd846e", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "3b-fp16", + "hash": "2d27f99af6a5", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "3b-q2_K", + "hash": "5bac743c919f", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "3b-q3_K_L", + "hash": "e1c8dc5c8d34", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-q3_K_M", + "hash": "c7711232e7f3", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-q3_K_S", + "hash": "e3701c5f77dc", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-q4_0", + "hash": "0a108dbd846e", + "size": "1.6GB", + "isDefault": true + }, + { + "name": "3b-q4_1", + "hash": "cd0ff50645c6", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-q4_K_M", + "hash": "309d69b91219", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3b-q4_K_S", + "hash": "582279ce4228", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-q5_0", + "hash": "edeb9aa03418", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-q5_1", + "hash": "eabd69d2ce14", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-q5_K_M", + "hash": "d8f94059df64", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3b-q5_K_S", + "hash": "71033947149d", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-q6_K", + "hash": "686dc198f785", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-q8_0", + "hash": "8e11ffa757f3", + "size": "3.0GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mathstral", + "description": "MathΣtral: a 7B model designed for math reasoning and scientific discovery by Mistral AI.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "4ee7052be55a", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v0.1-fp16", + "hash": "ce1616d5e8c6", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q2_K", + "hash": "5137b80a2f9f", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_L", + "hash": "f1a0d196fc05", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_M", + "hash": "67dafe37f729", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_S", + "hash": "b75c7eed8cf3", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_0", + "hash": "4ee7052be55a", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v0.1-q4_1", + "hash": "7d1005348e61", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_K_M", + "hash": "8cf37cd9128d", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_K_S", + "hash": "4c06df180823", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_0", + "hash": "c766c6cbd32e", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_1", + "hash": "f0082439d2ba", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_K_M", + "hash": "562985e7a5a8", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_K_S", + "hash": "e37cf555b2ed", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q6_K", + "hash": "696c00e5bba0", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q8_0", + "hash": "939f2d6f06c5", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "codebooga", + "description": "A high-performing code instruct model created by merging two existing code models.", + "supportTools": false, + "defaultTag": "34b", + "tags": [ + { + "name": "34b", + "hash": "05b83c5673dc", + "size": "19GB", + "isDefault": true + }, + { + "name": "34b-v0.1-fp16", + "hash": "1500811547ff", + "size": "67GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q2_K", + "hash": "66d0bfbea65d", + "size": "14GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q3_K_L", + "hash": "25a417277d3f", + "size": "18GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q3_K_M", + "hash": "2c0498ca682e", + "size": "16GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q3_K_S", + "hash": "f3b33c3f73de", + "size": "15GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q4_0", + "hash": "05b83c5673dc", + "size": "19GB", + "isDefault": true + }, + { + "name": "34b-v0.1-q4_1", + "hash": "cd14b581918a", + "size": "21GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q4_K_M", + "hash": "e08c0bf3eb90", + "size": "20GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q5_0", + "hash": "6d9156fb2f46", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q5_1", + "hash": "22e1b1573c42", + "size": "25GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q5_K_M", + "hash": "4545d39783a5", + "size": "24GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q5_K_S", + "hash": "cb658befaadb", + "size": "23GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q6_K", + "hash": "0053ef0367fd", + "size": "28GB", + "isDefault": false + }, + { + "name": "34b-v0.1-q8_0", + "hash": "b6a9ff468c49", + "size": "36GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "marco-o1", + "description": "An open large reasoning model for real-world solutions by the Alibaba International Digital Commerce Group (AIDC-AI).", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "4752e62baa0a", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-fp16", + "hash": "c911a6aaee29", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "4752e62baa0a", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-q8_0", + "hash": "45f9391dde04", + "size": "8.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "reader-lm", + "description": "A series of models that convert HTML content to Markdown content, which is useful for content conversion tasks.", + "supportTools": false, + "defaultTag": "1.5b", + "tags": [ + { + "name": "0.5b", + "hash": "5142df586645", + "size": "352MB", + "isDefault": false + }, + { + "name": "1.5b", + "hash": "33da2b9e0afe", + "size": "935MB", + "isDefault": true + }, + { + "name": "0.5b-fp16", + "hash": "372bede54f00", + "size": "994MB", + "isDefault": false + }, + { + "name": "0.5b-q2_K", + "hash": "af34eb77b23c", + "size": "339MB", + "isDefault": false + }, + { + "name": "0.5b-q3_K_L", + "hash": "19b158ce5d4f", + "size": "369MB", + "isDefault": false + }, + { + "name": "0.5b-q3_K_M", + "hash": "bd8861b9b8b6", + "size": "355MB", + "isDefault": false + }, + { + "name": "0.5b-q3_K_S", + "hash": "c15f8240fdfd", + "size": "338MB", + "isDefault": false + }, + { + "name": "0.5b-q4_0", + "hash": "5142df586645", + "size": "352MB", + "isDefault": false + }, + { + "name": "0.5b-q4_1", + "hash": "ebc58a28e21a", + "size": "375MB", + "isDefault": false + }, + { + "name": "0.5b-q4_K_M", + "hash": "cd9cdd312854", + "size": "398MB", + "isDefault": false + }, + { + "name": "0.5b-q4_K_S", + "hash": "7c27ad8cf758", + "size": "385MB", + "isDefault": false + }, + { + "name": "0.5b-q5_0", + "hash": "f2c2c123b1f8", + "size": "397MB", + "isDefault": false + }, + { + "name": "0.5b-q5_1", + "hash": "85e8705b05b2", + "size": "419MB", + "isDefault": false + }, + { + "name": "0.5b-q5_K_M", + "hash": "b6b1a83de2ae", + "size": "420MB", + "isDefault": false + }, + { + "name": "0.5b-q5_K_S", + "hash": "8f77463504e7", + "size": "413MB", + "isDefault": false + }, + { + "name": "0.5b-q6_K", + "hash": "6f8291aee62f", + "size": "506MB", + "isDefault": false + }, + { + "name": "0.5b-q8_0", + "hash": "4dc1ed29ebba", + "size": "531MB", + "isDefault": false + }, + { + "name": "1.5b-fp16", + "hash": "a099cb640088", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "1.5b-q2_K", + "hash": "21617a48e1b9", + "size": "676MB", + "isDefault": false + }, + { + "name": "1.5b-q3_K_L", + "hash": "e6d39acdf3bd", + "size": "880MB", + "isDefault": false + }, + { + "name": "1.5b-q3_K_M", + "hash": "04d6fa1b5675", + "size": "824MB", + "isDefault": false + }, + { + "name": "1.5b-q3_K_S", + "hash": "4e71ee323763", + "size": "761MB", + "isDefault": false + }, + { + "name": "1.5b-q4_0", + "hash": "33da2b9e0afe", + "size": "935MB", + "isDefault": true + }, + { + "name": "1.5b-q4_1", + "hash": "2fa8a5bbd70b", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1.5b-q4_K_M", + "hash": "b86722567954", + "size": "986MB", + "isDefault": false + }, + { + "name": "1.5b-q4_K_S", + "hash": "61de2f1c665b", + "size": "940MB", + "isDefault": false + }, + { + "name": "1.5b-q5_0", + "hash": "890000830ffe", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-q5_1", + "hash": "4640a36a6d05", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1.5b-q5_K_M", + "hash": "c7f1ea450e9b", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-q5_K_S", + "hash": "ca910efc76a3", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-q6_K", + "hash": "9c5fd0c488ad", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "1.5b-q8_0", + "hash": "39ec9eda0492", + "size": "1.6GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "mistrallite", + "description": "MistralLite is a fine-tuned model based on Mistral with enhanced capabilities of processing long contexts.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "5393d4f5f262", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v0.1-fp16", + "hash": "a6c59d49e2a9", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q2_K", + "hash": "32164f7b30a5", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_L", + "hash": "bb7562f0532f", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_M", + "hash": "366ee513d776", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q3_K_S", + "hash": "ebf457323d7d", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_0", + "hash": "5393d4f5f262", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v0.1-q4_1", + "hash": "00a4a71eee8f", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_K_M", + "hash": "d73bbd6b49d1", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q4_K_S", + "hash": "81a8a1744387", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_0", + "hash": "751a158ec222", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_1", + "hash": "e09d24104dd5", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_K_M", + "hash": "7a3f8c87136f", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q5_K_S", + "hash": "6b71023e7195", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q6_K", + "hash": "c63d67539934", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v0.1-q8_0", + "hash": "8856fb347897", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "duckdb-nsql", + "description": "7B parameter text-to-SQL model made by MotherDuck and Numbers Station.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "3ed734989690", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-fp16", + "hash": "542d129a0ebd", + "size": "13GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "1cbb7e381e0d", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "2ad0663e4dc5", + "size": "3.6GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "df78bad24127", + "size": "3.3GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "6e301c3680be", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "3ed734989690", + "size": "3.8GB", + "isDefault": true + }, + { + "name": "7b-q4_1", + "hash": "ab2326ca8b79", + "size": "4.2GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "d5214ab09cf5", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q4_K_S", + "hash": "2933e36bfa35", + "size": "3.9GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "3b9715ade8b6", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "2ea8ccb73272", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "084b49941207", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "49c1d3c130d2", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "4ac244b368af", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "a63220880981", + "size": "7.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "wizard-vicuna", + "description": "Wizard Vicuna is a 13B parameter model based on Llama 2 trained by MelodysDreamj.", + "supportTools": false, + "defaultTag": "13b", + "tags": [ + { + "name": "13b", + "hash": "a8fb469ef6bd", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-fp16", + "hash": "cc8594c08ee8", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "53b417f93f69", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "a3a73c2bdaf5", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "d02e7a6ee062", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "f402ed00ddb9", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "a8fb469ef6bd", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-q4_1", + "hash": "46f8af4817cc", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "864c6cb42228", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "3af3cb8591e3", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "d962b9bd1ae4", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "c6e46ce79965", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "11bdc7bdd978", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "2e19ac68ead6", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "bfc227743375", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "4d8e29e58cdd", + "size": "14GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "solar-pro", + "description": "Solar Pro Preview: an advanced large language model (LLM) with 22 billion parameters designed to fit into a single GPU", + "supportTools": false, + "defaultTag": "22b", + "tags": [ + { + "name": "22b", + "hash": "9a8c71c441ca", + "size": "13GB", + "isDefault": true + }, + { + "name": "22b-preview-instruct-fp16", + "hash": "7f6010e2ba0f", + "size": "44GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q2_K", + "hash": "565afa7ef255", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q3_K_L", + "hash": "8e88c5664027", + "size": "12GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q3_K_M", + "hash": "061df9bbeb2e", + "size": "11GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q3_K_S", + "hash": "f3047ccbe196", + "size": "9.6GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q4_0", + "hash": "8f665c54f08a", + "size": "12GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q4_1", + "hash": "4a090dbef5c4", + "size": "14GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q4_K_M", + "hash": "9a8c71c441ca", + "size": "13GB", + "isDefault": true + }, + { + "name": "22b-preview-instruct-q4_K_S", + "hash": "d9240858384a", + "size": "13GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q5_0", + "hash": "7a6422ffbdbb", + "size": "15GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q5_1", + "hash": "e84e5da3da89", + "size": "17GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q5_K_M", + "hash": "020a0e79be2e", + "size": "16GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q5_K_S", + "hash": "676df95b0bea", + "size": "15GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q6_K", + "hash": "d59107fc3b57", + "size": "18GB", + "isDefault": false + }, + { + "name": "22b-preview-instruct-q8_0", + "hash": "2cc310f73c41", + "size": "24GB", + "isDefault": false + }, + { + "name": "preview", + "hash": "9a8c71c441ca", + "size": "13GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "snowflake-arctic-embed2", + "description": "Snowflake's frontier embedding model. Arctic Embed 2.0 adds multilingual support without sacrificing English performance or scalability.", + "supportTools": false, + "defaultTag": "568m", + "tags": [ + { + "name": "568m", + "hash": "5de93a84837d", + "size": "1.2GB", + "isDefault": true + }, + { + "name": "568m-l-fp16", + "hash": "5de93a84837d", + "size": "1.2GB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "megadolphin", + "description": "MegaDolphin-2.2-120b is a transformation of Dolphin-2.2-70b created by interleaving the model with itself.", + "supportTools": false, + "defaultTag": "120b", + "tags": [ + { + "name": "120b", + "hash": "8fa55398527b", + "size": "68GB", + "isDefault": true + }, + { + "name": "120b-v2.2", + "hash": "8fa55398527b", + "size": "68GB", + "isDefault": true + }, + { + "name": "120b-v2.2-fp16", + "hash": "cf54e31cfdd8", + "size": "241GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q2_K", + "hash": "e1b1887eddd5", + "size": "51GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q3_K_L", + "hash": "a27d38e0cacc", + "size": "63GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q3_K_M", + "hash": "65fd60e22eea", + "size": "58GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q3_K_S", + "hash": "51cfd8967e4b", + "size": "52GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q4_0", + "hash": "8fa55398527b", + "size": "68GB", + "isDefault": true + }, + { + "name": "120b-v2.2-q4_1", + "hash": "9868ed4c72c3", + "size": "75GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q4_K_M", + "hash": "b92822f58f1d", + "size": "72GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q4_K_S", + "hash": "62050e584c58", + "size": "68GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q5_0", + "hash": "83e48c89c1be", + "size": "83GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q5_1", + "hash": "9b53d1dc0471", + "size": "90GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q5_K_M", + "hash": "559d2beee57b", + "size": "85GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q5_K_S", + "hash": "253565c3099b", + "size": "83GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q6_K", + "hash": "dcaaf2d5d42c", + "size": "99GB", + "isDefault": false + }, + { + "name": "120b-v2.2-q8_0", + "hash": "8f2b4b5ff548", + "size": "128GB", + "isDefault": false + }, + { + "name": "v2.2", + "hash": "8fa55398527b", + "size": "68GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "shieldgemma", + "description": "ShieldGemma is set of instruction tuned models for evaluating the safety of text prompt input and text output responses against a set of defined safety policies.", + "supportTools": false, + "defaultTag": "9b", + "tags": [ + { + "name": "2b", + "hash": "5aad5044d142", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "9b", + "hash": "c82cacd5af5e", + "size": "5.8GB", + "isDefault": true + }, + { + "name": "27b", + "hash": "a5d7e17031b4", + "size": "17GB", + "isDefault": false + }, + { + "name": "27b-fp16", + "hash": "3e774e7b4545", + "size": "54GB", + "isDefault": false + }, + { + "name": "27b-q2_K", + "hash": "d8d17ed3cef2", + "size": "10GB", + "isDefault": false + }, + { + "name": "27b-q3_K_L", + "hash": "8f19ca45514c", + "size": "15GB", + "isDefault": false + }, + { + "name": "27b-q3_K_M", + "hash": "d8f3e2e2f1b2", + "size": "13GB", + "isDefault": false + }, + { + "name": "27b-q3_K_S", + "hash": "feca6f60628a", + "size": "12GB", + "isDefault": false + }, + { + "name": "27b-q4_0", + "hash": "dd3ba9bf896e", + "size": "16GB", + "isDefault": false + }, + { + "name": "27b-q4_1", + "hash": "86baf7b8d77e", + "size": "17GB", + "isDefault": false + }, + { + "name": "27b-q4_K_M", + "hash": "a5d7e17031b4", + "size": "17GB", + "isDefault": false + }, + { + "name": "27b-q4_K_S", + "hash": "4eb28893980b", + "size": "16GB", + "isDefault": false + }, + { + "name": "27b-q5_0", + "hash": "b260777de17e", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-q5_1", + "hash": "61a1eaeb05ad", + "size": "21GB", + "isDefault": false + }, + { + "name": "27b-q5_K_M", + "hash": "18593abe595e", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-q5_K_S", + "hash": "751794b36b4c", + "size": "19GB", + "isDefault": false + }, + { + "name": "27b-q6_K", + "hash": "a2c181c9fa6a", + "size": "22GB", + "isDefault": false + }, + { + "name": "27b-q8_0", + "hash": "0bedd4c372fe", + "size": "29GB", + "isDefault": false + }, + { + "name": "2b-fp16", + "hash": "edaf3b7bd2ea", + "size": "5.2GB", + "isDefault": false + }, + { + "name": "2b-q2_K", + "hash": "8fe6125835d8", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "2b-q3_K_L", + "hash": "6e1f85ff56c4", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-q3_K_M", + "hash": "8792c0fdb69d", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "2b-q3_K_S", + "hash": "ed1adf76cf49", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "2b-q4_0", + "hash": "8c75ad5241ba", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-q4_1", + "hash": "8079392bcbe5", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "2b-q4_K_M", + "hash": "5aad5044d142", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "2b-q4_K_S", + "hash": "460e97ad8fe1", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2b-q5_0", + "hash": "f0ccd970270f", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-q5_1", + "hash": "86dd3e901f29", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "2b-q5_K_M", + "hash": "29b311ed2d95", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-q5_K_S", + "hash": "e87b5af5b923", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "2b-q6_K", + "hash": "d6bc266fff20", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "2b-q8_0", + "hash": "4e23a11d17c8", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "9b-fp16", + "hash": "5ad5e824db94", + "size": "18GB", + "isDefault": false + }, + { + "name": "9b-q2_K", + "hash": "4705089a2870", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "9b-q3_K_L", + "hash": "02637dc40252", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "9b-q3_K_M", + "hash": "1ee83e818fb1", + "size": "4.8GB", + "isDefault": false + }, + { + "name": "9b-q3_K_S", + "hash": "59f3cd1ead5e", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "9b-q4_0", + "hash": "672a383489f4", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "9b-q4_1", + "hash": "423d2aeca52c", + "size": "6.0GB", + "isDefault": false + }, + { + "name": "9b-q4_K_M", + "hash": "c82cacd5af5e", + "size": "5.8GB", + "isDefault": true + }, + { + "name": "9b-q4_K_S", + "hash": "c4b9ac85349c", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "9b-q5_0", + "hash": "75f32f5d1b35", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "9b-q5_1", + "hash": "43e40f2b8a24", + "size": "7.0GB", + "isDefault": false + }, + { + "name": "9b-q5_K_M", + "hash": "cbfb3b3b1cd1", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "9b-q5_K_S", + "hash": "577538bd20f5", + "size": "6.5GB", + "isDefault": false + }, + { + "name": "9b-q6_K", + "hash": "3fe88a5a8730", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "9b-q8_0", + "hash": "14c1959c8e4f", + "size": "9.8GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "nuextract", + "description": "A 3.8B model fine-tuned on a private high-quality synthetic dataset for information extraction, based on Phi-3.", + "supportTools": false, + "defaultTag": "3.8b", + "tags": [ + { + "name": "3.8b", + "hash": "233ce1dee972", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "3.8b-fp16", + "hash": "d8bc760a64ed", + "size": "7.6GB", + "isDefault": false + }, + { + "name": "3.8b-q2_K", + "hash": "3ff975f1c449", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3.8b-q3_K_L", + "hash": "d1c82fd1af09", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3.8b-q3_K_M", + "hash": "0bb3a0c4be0e", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "3.8b-q3_K_S", + "hash": "7e8679715f5c", + "size": "1.7GB", + "isDefault": false + }, + { + "name": "3.8b-q4_0", + "hash": "233ce1dee972", + "size": "2.2GB", + "isDefault": true + }, + { + "name": "3.8b-q4_1", + "hash": "cb364d1aa272", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-q4_K_M", + "hash": "2e9ece488363", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3.8b-q4_K_S", + "hash": "14b853e9c0c0", + "size": "2.2GB", + "isDefault": false + }, + { + "name": "3.8b-q5_0", + "hash": "f2effca26a5f", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-q5_1", + "hash": "e04443b0019f", + "size": "2.9GB", + "isDefault": false + }, + { + "name": "3.8b-q5_K_M", + "hash": "e45f9e901474", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "3.8b-q5_K_S", + "hash": "1d19041cee7d", + "size": "2.6GB", + "isDefault": false + }, + { + "name": "3.8b-q6_K", + "hash": "313af121aa51", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "3.8b-q8_0", + "hash": "fac3a7e1b11b", + "size": "4.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "notux", + "description": "A top-performing mixture of experts model, fine-tuned with high-quality data.", + "supportTools": false, + "defaultTag": "8x7b", + "tags": [ + { + "name": "8x7b", + "hash": "fe14e7d66184", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-v1", + "hash": "fe14e7d66184", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-v1-fp16", + "hash": "2fcdc0b6a3a1", + "size": "93GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q2_K", + "hash": "92257992996c", + "size": "16GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q3_K_L", + "hash": "dba2de3a5168", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q3_K_M", + "hash": "20bdbdb43962", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q3_K_S", + "hash": "204879dc2cc3", + "size": "20GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q4_0", + "hash": "fe14e7d66184", + "size": "26GB", + "isDefault": true + }, + { + "name": "8x7b-v1-q4_1", + "hash": "09296d49ac57", + "size": "29GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q4_K_M", + "hash": "3b16f6f4e58b", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q4_K_S", + "hash": "abf66a2df688", + "size": "26GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q5_0", + "hash": "ccd5d7aa8e35", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q5_1", + "hash": "f5d5ac5b61ef", + "size": "35GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q5_K_M", + "hash": "ec6abe6a6aa2", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q5_K_S", + "hash": "acae292badb5", + "size": "32GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q6_K", + "hash": "ecaacfc45d90", + "size": "38GB", + "isDefault": false + }, + { + "name": "8x7b-v1-q8_0", + "hash": "03152c4371e4", + "size": "50GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "granite3.1-moe", + "description": "The IBM Granite 1B and 3B models are long-context mixture of experts (MoE) Granite models from IBM designed for low latency usage.", + "supportTools": true, + "defaultTag": "3b", + "tags": [ + { + "name": "1b", + "hash": "3269ce3e31ea", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b", + "hash": "b43d80d7fca7", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "1b-instruct-fp16", + "hash": "99904f51aa5c", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "1b-instruct-q2_K", + "hash": "6521a8fa2f7d", + "size": "524MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_L", + "hash": "38e819bae7cb", + "size": "724MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_M", + "hash": "a9921af691fb", + "size": "671MB", + "isDefault": false + }, + { + "name": "1b-instruct-q3_K_S", + "hash": "c81277fe1196", + "size": "610MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_0", + "hash": "f1e180ae50b0", + "size": "781MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_1", + "hash": "d62c69d05bc9", + "size": "861MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_K_M", + "hash": "f825ee9e296f", + "size": "834MB", + "isDefault": false + }, + { + "name": "1b-instruct-q4_K_S", + "hash": "531849afb99e", + "size": "787MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_0", + "hash": "3d8012283ac9", + "size": "941MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_1", + "hash": "39b91d40cf9e", + "size": "1.0GB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_K_M", + "hash": "6c0ad5f8dbc5", + "size": "969MB", + "isDefault": false + }, + { + "name": "1b-instruct-q5_K_S", + "hash": "fcc3d042cf51", + "size": "941MB", + "isDefault": false + }, + { + "name": "1b-instruct-q6_K", + "hash": "72cde855354e", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1b-instruct-q8_0", + "hash": "3269ce3e31ea", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-fp16", + "hash": "cdedb7e7b102", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q2_K", + "hash": "7ea974a9d11f", + "size": "1.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_L", + "hash": "712573071d24", + "size": "1.8GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_M", + "hash": "216dcd8f0222", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "3b-instruct-q3_K_S", + "hash": "86de476c2ed2", + "size": "1.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_0", + "hash": "575c94ea9f74", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_1", + "hash": "a4c8618969bb", + "size": "2.1GB", + "isDefault": false + }, + { + "name": "3b-instruct-q4_K_M", + "hash": "b43d80d7fca7", + "size": "2.0GB", + "isDefault": true + }, + { + "name": "3b-instruct-q4_K_S", + "hash": "71da5b32c299", + "size": "1.9GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_0", + "hash": "ac1c3501f148", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_1", + "hash": "14ba2faee6e3", + "size": "2.5GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_M", + "hash": "fac03e34e804", + "size": "2.4GB", + "isDefault": false + }, + { + "name": "3b-instruct-q5_K_S", + "hash": "ec25600ae9c5", + "size": "2.3GB", + "isDefault": false + }, + { + "name": "3b-instruct-q6_K", + "hash": "b49c14c5cac4", + "size": "2.7GB", + "isDefault": false + }, + { + "name": "3b-instruct-q8_0", + "hash": "038f46903bbd", + "size": "3.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "open-orca-platypus2", + "description": "Merge of the Open Orca OpenChat model and the Garage-bAInd Platypus 2 model. Designed for chat and code generation.", + "supportTools": false, + "defaultTag": "13b", + "tags": [ + { + "name": "13b", + "hash": "6f0b7ebe895b", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-fp16", + "hash": "950e73357fe8", + "size": "26GB", + "isDefault": false + }, + { + "name": "13b-q2_K", + "hash": "945f02ef0947", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "13b-q3_K_L", + "hash": "7acb4af27933", + "size": "6.9GB", + "isDefault": false + }, + { + "name": "13b-q3_K_M", + "hash": "be5b790d30b0", + "size": "6.3GB", + "isDefault": false + }, + { + "name": "13b-q3_K_S", + "hash": "0c91c25a94c2", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "13b-q4_0", + "hash": "6f0b7ebe895b", + "size": "7.4GB", + "isDefault": true + }, + { + "name": "13b-q4_1", + "hash": "387d1045d74c", + "size": "8.2GB", + "isDefault": false + }, + { + "name": "13b-q4_K_M", + "hash": "54a672fea3c8", + "size": "7.9GB", + "isDefault": false + }, + { + "name": "13b-q4_K_S", + "hash": "f4de4beb0df0", + "size": "7.4GB", + "isDefault": false + }, + { + "name": "13b-q5_0", + "hash": "023eaa0bbf81", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q5_1", + "hash": "a94fe59f659f", + "size": "9.8GB", + "isDefault": false + }, + { + "name": "13b-q5_K_M", + "hash": "a647dbf9ef57", + "size": "9.2GB", + "isDefault": false + }, + { + "name": "13b-q5_K_S", + "hash": "c438f94f7300", + "size": "9.0GB", + "isDefault": false + }, + { + "name": "13b-q6_K", + "hash": "ebc8fa531884", + "size": "11GB", + "isDefault": false + }, + { + "name": "13b-q8_0", + "hash": "932ede153548", + "size": "14GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "llama-guard3", + "description": "Llama Guard 3 is a series of models fine-tuned for content safety classification of LLM inputs and responses.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "1b", + "hash": "494147e06bf9", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "8b", + "hash": "46f211c3d866", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "1b-fp16", + "hash": "d72f84e54012", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "1b-q2_K", + "hash": "4f4a8f765204", + "size": "667MB", + "isDefault": false + }, + { + "name": "1b-q3_K_L", + "hash": "56573dbb7522", + "size": "845MB", + "isDefault": false + }, + { + "name": "1b-q3_K_M", + "hash": "b78caaa936b2", + "size": "804MB", + "isDefault": false + }, + { + "name": "1b-q3_K_S", + "hash": "ba60616a0c42", + "size": "755MB", + "isDefault": false + }, + { + "name": "1b-q4_0", + "hash": "9ef1b1d8bcf1", + "size": "919MB", + "isDefault": false + }, + { + "name": "1b-q4_1", + "hash": "472f17649b81", + "size": "996MB", + "isDefault": false + }, + { + "name": "1b-q4_K_M", + "hash": "f00008beff55", + "size": "955MB", + "isDefault": false + }, + { + "name": "1b-q4_K_S", + "hash": "c704818a1eb7", + "size": "923MB", + "isDefault": false + }, + { + "name": "1b-q5_0", + "hash": "addf16c29474", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1b-q5_1", + "hash": "b50f55fc799b", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1b-q5_K_M", + "hash": "ce0d5502e1e3", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1b-q5_K_S", + "hash": "0d2095859cf0", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1b-q6_K", + "hash": "fa99080590a2", + "size": "1.2GB", + "isDefault": false + }, + { + "name": "1b-q8_0", + "hash": "494147e06bf9", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "8b-fp16", + "hash": "6945df9ed1fe", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-q2_K", + "hash": "48bd36a8a40c", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "8b-q3_K_L", + "hash": "bea5c2385dc2", + "size": "4.3GB", + "isDefault": false + }, + { + "name": "8b-q3_K_M", + "hash": "0043e6c0f561", + "size": "4.0GB", + "isDefault": false + }, + { + "name": "8b-q3_K_S", + "hash": "d1fa14fbd1a6", + "size": "3.7GB", + "isDefault": false + }, + { + "name": "8b-q4_0", + "hash": "d8d7fb8dfa56", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-q4_1", + "hash": "dbdbb468940f", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "8b-q4_K_M", + "hash": "46f211c3d866", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "8b-q4_K_S", + "hash": "7e8d75f07310", + "size": "4.7GB", + "isDefault": false + }, + { + "name": "8b-q5_0", + "hash": "d3622397e2ce", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-q5_1", + "hash": "f32c583fc2dd", + "size": "6.1GB", + "isDefault": false + }, + { + "name": "8b-q5_K_M", + "hash": "38e0f1d13795", + "size": "5.7GB", + "isDefault": false + }, + { + "name": "8b-q5_K_S", + "hash": "adfedf090c4a", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-q6_K", + "hash": "ca512b2c0abf", + "size": "6.6GB", + "isDefault": false + }, + { + "name": "8b-q8_0", + "hash": "5cc118047fb2", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "notus", + "description": "A 7B chat model fine-tuned with high-quality data and based on Zephyr.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "43c512e16786", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v1", + "hash": "43c512e16786", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v1-fp16", + "hash": "2da08fbc17f3", + "size": "14GB", + "isDefault": false + }, + { + "name": "7b-v1-q2_K", + "hash": "577ecb9ceace", + "size": "3.1GB", + "isDefault": false + }, + { + "name": "7b-v1-q3_K_L", + "hash": "fba4029e7992", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-v1-q3_K_M", + "hash": "3293885c4fdb", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-v1-q3_K_S", + "hash": "86c3a67a139d", + "size": "3.2GB", + "isDefault": false + }, + { + "name": "7b-v1-q4_0", + "hash": "43c512e16786", + "size": "4.1GB", + "isDefault": true + }, + { + "name": "7b-v1-q4_1", + "hash": "38a71126d0df", + "size": "4.6GB", + "isDefault": false + }, + { + "name": "7b-v1-q4_K_M", + "hash": "444648af6d37", + "size": "4.4GB", + "isDefault": false + }, + { + "name": "7b-v1-q4_K_S", + "hash": "3321b0e7eb01", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_0", + "hash": "1b3a120c0ee4", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_1", + "hash": "a1a23c0638d0", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_K_M", + "hash": "07fe7b1736b9", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "7b-v1-q5_K_S", + "hash": "00bb14ed7fca", + "size": "5.0GB", + "isDefault": false + }, + { + "name": "7b-v1-q6_K", + "hash": "f55d593525c3", + "size": "5.9GB", + "isDefault": false + }, + { + "name": "7b-v1-q8_0", + "hash": "4f664c6f7b54", + "size": "7.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "goliath", + "description": "A language model created by combining two fine-tuned Llama 2 70B models into one.", + "supportTools": false, + "defaultTag": "120b-q4_0", + "tags": [ + { + "name": "120b-fp16", + "hash": "f228bd4ec83c", + "size": "236GB", + "isDefault": false + }, + { + "name": "120b-q2_K", + "hash": "1ffc35257417", + "size": "50GB", + "isDefault": false + }, + { + "name": "120b-q3_K_L", + "hash": "6921e27086ee", + "size": "62GB", + "isDefault": false + }, + { + "name": "120b-q3_K_M", + "hash": "3c4e3910d80b", + "size": "56GB", + "isDefault": false + }, + { + "name": "120b-q3_K_S", + "hash": "9736546f52bd", + "size": "51GB", + "isDefault": false + }, + { + "name": "120b-q4_0", + "hash": "61088afdc9fd", + "size": "66GB", + "isDefault": true + }, + { + "name": "120b-q4_1", + "hash": "3a37bd33b099", + "size": "74GB", + "isDefault": false + }, + { + "name": "120b-q4_K_M", + "hash": "de4de972c743", + "size": "71GB", + "isDefault": false + }, + { + "name": "120b-q4_K_S", + "hash": "e81666e3d986", + "size": "66GB", + "isDefault": false + }, + { + "name": "120b-q5_0", + "hash": "f4693101aaa7", + "size": "81GB", + "isDefault": false + }, + { + "name": "120b-q5_1", + "hash": "94164c791a40", + "size": "88GB", + "isDefault": false + }, + { + "name": "120b-q5_K_M", + "hash": "4a1e8f98f51e", + "size": "83GB", + "isDefault": false + }, + { + "name": "120b-q5_K_S", + "hash": "17f4b6a1dc09", + "size": "81GB", + "isDefault": false + }, + { + "name": "120b-q6_K", + "hash": "86fd8d4f456f", + "size": "97GB", + "isDefault": false + }, + { + "name": "120b-q8_0", + "hash": "cb41bc287b73", + "size": "125GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "paraphrase-multilingual", + "description": "Sentence-transformers model that can be used for tasks like clustering or semantic search.", + "supportTools": false, + "defaultTag": "278m", + "tags": [ + { + "name": "278m", + "hash": "ba13c2e06707", + "size": "563MB", + "isDefault": true + }, + { + "name": "278m-mpnet-base-v2-fp16", + "hash": "ba13c2e06707", + "size": "563MB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "opencoder", + "description": "OpenCoder is an open and reproducible code LLM family which includes 1.5B and 8B models, supporting chat in English and Chinese languages.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "1.5b", + "hash": "8573dfc23c16", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "8b", + "hash": "cd882db52297", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "1.5b-instruct-fp16", + "hash": "466920be6f15", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q4_K_M", + "hash": "8573dfc23c16", + "size": "1.4GB", + "isDefault": false + }, + { + "name": "1.5b-instruct-q8_0", + "hash": "8c1234514258", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "8b-instruct-fp16", + "hash": "51ed11a37a94", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-instruct-q4_K_M", + "hash": "cd882db52297", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "8b-instruct-q8_0", + "hash": "b43cccd5b8e1", + "size": "8.3GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "bespoke-minicheck", + "description": "A state-of-the-art fact-checking model developed by Bespoke Labs.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "66607904c165", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-fp16", + "hash": "3fa94947d3bb", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-q2_K", + "hash": "98385f12a848", + "size": "3.0GB", + "isDefault": false + }, + { + "name": "7b-q3_K_L", + "hash": "74690ad307cb", + "size": "4.1GB", + "isDefault": false + }, + { + "name": "7b-q3_K_M", + "hash": "560cfbea53dd", + "size": "3.8GB", + "isDefault": false + }, + { + "name": "7b-q3_K_S", + "hash": "a68a5fb19b12", + "size": "3.5GB", + "isDefault": false + }, + { + "name": "7b-q4_0", + "hash": "7fc72b12130d", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-q4_1", + "hash": "c796eb693160", + "size": "4.9GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "66607904c165", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-q4_K_S", + "hash": "f0921a474a27", + "size": "4.5GB", + "isDefault": false + }, + { + "name": "7b-q5_0", + "hash": "fb6f4f1a6545", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q5_1", + "hash": "5cb78318e18c", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "7b-q5_K_M", + "hash": "d14295ca6cda", + "size": "5.5GB", + "isDefault": false + }, + { + "name": "7b-q5_K_S", + "hash": "136d527fe4a4", + "size": "5.4GB", + "isDefault": false + }, + { + "name": "7b-q6_K", + "hash": "938ab53c88c7", + "size": "6.4GB", + "isDefault": false + }, + { + "name": "7b-q8_0", + "hash": "a7b1d189f707", + "size": "8.2GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "deepseek-v2.5", + "description": "An upgraded version of DeekSeek-V2 that integrates the general and coding abilities of both DeepSeek-V2-Chat and DeepSeek-Coder-V2-Instruct.", + "supportTools": false, + "defaultTag": "236b", + "tags": [ + { + "name": "236b", + "hash": "409b2dd8a3c4", + "size": "133GB", + "isDefault": true + }, + { + "name": "236b-q4_0", + "hash": "409b2dd8a3c4", + "size": "133GB", + "isDefault": true + }, + { + "name": "236b-q4_1", + "hash": "b1618a20b8b5", + "size": "148GB", + "isDefault": false + }, + { + "name": "236b-q5_0", + "hash": "9de079142600", + "size": "162GB", + "isDefault": false + }, + { + "name": "236b-q5_1", + "hash": "f774fdfffbea", + "size": "177GB", + "isDefault": false + }, + { + "name": "236b-q8_0", + "hash": "481aed89b609", + "size": "251GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "exaone3.5", + "description": "EXAONE 3.5 is a collection of instruction-tuned bilingual (English and Korean) generative models ranging from 2.4B to 32B parameters, developed and released by LG AI Research.", + "supportTools": false, + "defaultTag": "7.8b", + "tags": [ + { + "name": "2.4b", + "hash": "13644fc3d28e", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "7.8b", + "hash": "c7c4e3d1ca22", + "size": "4.8GB", + "isDefault": true + }, + { + "name": "32b", + "hash": "f2f69abac3da", + "size": "19GB", + "isDefault": false + }, + { + "name": "2.4b-instruct-fp16", + "hash": "599ce5e8a3bb", + "size": "5.3GB", + "isDefault": false + }, + { + "name": "2.4b-instruct-q4_K_M", + "hash": "13644fc3d28e", + "size": "1.6GB", + "isDefault": false + }, + { + "name": "2.4b-instruct-q8_0", + "hash": "283184b139f7", + "size": "2.8GB", + "isDefault": false + }, + { + "name": "32b-instruct-fp16", + "hash": "323957e0b2cf", + "size": "64GB", + "isDefault": false + }, + { + "name": "32b-instruct-q4_K_M", + "hash": "f2f69abac3da", + "size": "19GB", + "isDefault": false + }, + { + "name": "32b-instruct-q8_0", + "hash": "aa9dadfef613", + "size": "34GB", + "isDefault": false + }, + { + "name": "7.8b-instruct-fp16", + "hash": "5b3ebd118bcc", + "size": "16GB", + "isDefault": false + }, + { + "name": "7.8b-instruct-q4_K_M", + "hash": "c7c4e3d1ca22", + "size": "4.8GB", + "isDefault": true + }, + { + "name": "7.8b-instruct-q8_0", + "hash": "dc6fcd786b42", + "size": "8.3GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "firefunction-v2", + "description": "An open weights function calling model based on Llama 3, competitive with GPT-4o function calling capabilities.", + "supportTools": true, + "defaultTag": "70b", + "tags": [ + { + "name": "70b", + "hash": "b1ed6b22fb67", + "size": "40GB", + "isDefault": true + }, + { + "name": "70b-fp16", + "hash": "060676f6564d", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-q2_K", + "hash": "3f7fd585d60c", + "size": "26GB", + "isDefault": false + }, + { + "name": "70b-q3_K_L", + "hash": "3e634098cae4", + "size": "37GB", + "isDefault": false + }, + { + "name": "70b-q3_K_M", + "hash": "80e79abf27be", + "size": "34GB", + "isDefault": false + }, + { + "name": "70b-q3_K_S", + "hash": "474005ee9e26", + "size": "31GB", + "isDefault": false + }, + { + "name": "70b-q4_0", + "hash": "b1ed6b22fb67", + "size": "40GB", + "isDefault": true + }, + { + "name": "70b-q4_1", + "hash": "15defaa47be1", + "size": "44GB", + "isDefault": false + }, + { + "name": "70b-q4_K_M", + "hash": "ea3039802f87", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-q4_K_S", + "hash": "3bcbd6acb54d", + "size": "40GB", + "isDefault": false + }, + { + "name": "70b-q5_0", + "hash": "13b58ce67970", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q5_1", + "hash": "669afb8bd416", + "size": "53GB", + "isDefault": false + }, + { + "name": "70b-q5_K_M", + "hash": "e74b3ca1941f", + "size": "50GB", + "isDefault": false + }, + { + "name": "70b-q5_K_S", + "hash": "fd0487aef428", + "size": "49GB", + "isDefault": false + }, + { + "name": "70b-q6_K", + "hash": "918017f6fcca", + "size": "58GB", + "isDefault": false + }, + { + "name": "70b-q8_0", + "hash": "b260af5d90a5", + "size": "75GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "dbrx", + "description": "DBRX is an open, general-purpose LLM created by Databricks.", + "supportTools": false, + "defaultTag": "132b", + "tags": [ + { + "name": "132b", + "hash": "36800d8d3a28", + "size": "74GB", + "isDefault": true + }, + { + "name": "132b-instruct-fp16", + "hash": "2bacc27fc29a", + "size": "263GB", + "isDefault": false + }, + { + "name": "132b-instruct-q2_K", + "hash": "e2554a95cc76", + "size": "48GB", + "isDefault": false + }, + { + "name": "132b-instruct-q4_0", + "hash": "36800d8d3a28", + "size": "74GB", + "isDefault": true + }, + { + "name": "132b-instruct-q8_0", + "hash": "4fca83b20ba0", + "size": "140GB", + "isDefault": false + }, + { + "name": "instruct", + "hash": "36800d8d3a28", + "size": "74GB", + "isDefault": true + } + ], + "embedding": false, + "vision": false + }, + { + "name": "command-r7b", + "description": "The smallest model in Cohere's R series delivers top-tier speed, efficiency, and quality to build powerful AI applications on commodity GPUs and edge devices.", + "supportTools": true, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "ff4e9696ef9f", + "size": "5.1GB", + "isDefault": true + }, + { + "name": "7b-12-2024-fp16", + "hash": "3a3e860e0901", + "size": "16GB", + "isDefault": false + }, + { + "name": "7b-12-2024-q4_K_M", + "hash": "ff4e9696ef9f", + "size": "5.1GB", + "isDefault": true + }, + { + "name": "7b-12-2024-q8_0", + "hash": "aa0fb3e0b28b", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "tulu3", + "description": "Tülu 3 is a leading instruction following model family, offering fully open-source data, code, and recipes by the The Allen Institute for AI.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "8b", + "hash": "7119be59a531", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "70b", + "hash": "fa6de45f539f", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-fp16", + "hash": "662b84aaedbb", + "size": "141GB", + "isDefault": false + }, + { + "name": "70b-q4_K_M", + "hash": "fa6de45f539f", + "size": "43GB", + "isDefault": false + }, + { + "name": "70b-q8_0", + "hash": "f0f50dadc000", + "size": "75GB", + "isDefault": false + }, + { + "name": "8b-fp16", + "hash": "67f115a19953", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-q4_K_M", + "hash": "7119be59a531", + "size": "4.9GB", + "isDefault": true + }, + { + "name": "8b-q8_0", + "hash": "ee4b41854819", + "size": "8.5GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "alfred", + "description": "A robust conversational model designed to be used for both chat and instruct use cases.", + "supportTools": false, + "defaultTag": "40b", + "tags": [ + { + "name": "40b", + "hash": "e46325710c52", + "size": "24GB", + "isDefault": true + }, + { + "name": "40b-1023-q4_0", + "hash": "e46325710c52", + "size": "24GB", + "isDefault": true + }, + { + "name": "40b-1023-q4_1", + "hash": "d84e435512e7", + "size": "26GB", + "isDefault": false + }, + { + "name": "40b-1023-q5_0", + "hash": "aa231f8a71bf", + "size": "29GB", + "isDefault": false + }, + { + "name": "40b-1023-q5_1", + "hash": "a0820dcbecfe", + "size": "32GB", + "isDefault": false + }, + { + "name": "40b-1023-q8_0", + "hash": "d811415ed9a6", + "size": "44GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "deepscaler", + "description": "A fine-tuned version of Deepseek-R1-Distilled-Qwen-1.5B that surpasses the performance of OpenAI’s o1-preview with just 1.5B parameters on popular math evaluations.", + "supportTools": false, + "defaultTag": "1.5b", + "tags": [ + { + "name": "1.5b", + "hash": "0031bcf7459f", + "size": "3.6GB", + "isDefault": true + }, + { + "name": "1.5b-preview-fp16", + "hash": "0031bcf7459f", + "size": "3.6GB", + "isDefault": true + }, + { + "name": "1.5b-preview-q4_K_M", + "hash": "305c4a53269d", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "1.5b-preview-q8_0", + "hash": "37b8148c7f55", + "size": "1.9GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "granite3-guardian", + "description": "The IBM Granite Guardian 3.0 2B and 8B models are designed to detect risks in prompts and/or responses.", + "supportTools": false, + "defaultTag": "2b", + "tags": [ + { + "name": "2b", + "hash": "ba81a177bd23", + "size": "2.7GB", + "isDefault": true + }, + { + "name": "8b", + "hash": "c8d7d5c76685", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "2b-fp16", + "hash": "2bf55927dd85", + "size": "5.1GB", + "isDefault": false + }, + { + "name": "2b-q8_0", + "hash": "ba81a177bd23", + "size": "2.7GB", + "isDefault": true + }, + { + "name": "8b-fp16", + "hash": "d9ecead6310d", + "size": "16GB", + "isDefault": false + }, + { + "name": "8b-q5_K_M", + "hash": "c8d7d5c76685", + "size": "5.8GB", + "isDefault": false + }, + { + "name": "8b-q5_K_S", + "hash": "edeec72aa741", + "size": "5.6GB", + "isDefault": false + }, + { + "name": "8b-q6_K", + "hash": "200f63c67d98", + "size": "6.7GB", + "isDefault": false + }, + { + "name": "8b-q8_0", + "hash": "a91578a591d2", + "size": "8.7GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "granite-embedding", + "description": "The IBM Granite Embedding 30M and 278M models models are text-only dense biencoder embedding models, with 30M available in English only and 278M serving multilingual use cases.", + "supportTools": false, + "defaultTag": "30m", + "tags": [ + { + "name": "30m", + "hash": "eb4c533ba6f7", + "size": "63MB", + "isDefault": true + }, + { + "name": "278m", + "hash": "1a37926bf842", + "size": "563MB", + "isDefault": false + }, + { + "name": "278m-fp16", + "hash": "1a37926bf842", + "size": "563MB", + "isDefault": false + }, + { + "name": "30m-en", + "hash": "eb4c533ba6f7", + "size": "63MB", + "isDefault": true + }, + { + "name": "30m-en-fp16", + "hash": "eb4c533ba6f7", + "size": "63MB", + "isDefault": true + } + ], + "embedding": true, + "vision": false + }, + { + "name": "sailor2", + "description": "Sailor2 are multilingual language models made for South-East Asia. Available in 1B, 8B, and 20B parameter sizes.", + "supportTools": false, + "defaultTag": "8b", + "tags": [ + { + "name": "1b", + "hash": "7b8c8f58ae99", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "8b", + "hash": "f08f378f040a", + "size": "5.2GB", + "isDefault": true + }, + { + "name": "20b", + "hash": "b74611e7fe0d", + "size": "12GB", + "isDefault": false + }, + { + "name": "1b-chat-fp16", + "hash": "415967b0fd33", + "size": "2.0GB", + "isDefault": false + }, + { + "name": "1b-chat-q4_K_M", + "hash": "50302a6d6549", + "size": "739MB", + "isDefault": false + }, + { + "name": "1b-chat-q8_0", + "hash": "7b8c8f58ae99", + "size": "1.1GB", + "isDefault": false + }, + { + "name": "20b-chat-fp16", + "hash": "d1455f557fbd", + "size": "38GB", + "isDefault": false + }, + { + "name": "20b-chat-q4_K_M", + "hash": "b74611e7fe0d", + "size": "12GB", + "isDefault": false + }, + { + "name": "20b-chat-q8_0", + "hash": "d49553f04a80", + "size": "20GB", + "isDefault": false + }, + { + "name": "8b-chat-fp16", + "hash": "9377306c17c9", + "size": "17GB", + "isDefault": false + }, + { + "name": "8b-chat-q4_K_M", + "hash": "f08f378f040a", + "size": "5.2GB", + "isDefault": true + }, + { + "name": "8b-chat-q8_0", + "hash": "ba25188c847d", + "size": "9.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + }, + { + "name": "openthinker", + "description": "A fully open-source family of reasoning models built using a dataset derived by distilling DeepSeek-R1.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "hash": "aaffe05a5e2e", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "32b", + "hash": "b3f4e577e166", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-fp16", + "hash": "fe656527fabb", + "size": "66GB", + "isDefault": false + }, + { + "name": "32b-q4_K_M", + "hash": "b3f4e577e166", + "size": "20GB", + "isDefault": false + }, + { + "name": "32b-q8_0", + "hash": "58ba37ade26f", + "size": "35GB", + "isDefault": false + }, + { + "name": "7b-fp16", + "hash": "51b87c56a25a", + "size": "15GB", + "isDefault": false + }, + { + "name": "7b-q4_K_M", + "hash": "aaffe05a5e2e", + "size": "4.7GB", + "isDefault": true + }, + { + "name": "7b-q8_0", + "hash": "a0b1973d2ae4", + "size": "8.1GB", + "isDefault": false + } + ], + "embedding": false, + "vision": false + } +] \ No newline at end of file diff --git a/shinkai-bin/shinkai-node/src/managers/ollama_models_repository.rs b/shinkai-bin/shinkai-node/src/managers/ollama_models_repository.rs new file mode 100644 index 000000000..18ceb7ce0 --- /dev/null +++ b/shinkai-bin/shinkai-node/src/managers/ollama_models_repository.rs @@ -0,0 +1,128 @@ +use serde::{Deserialize, Serialize}; + +lazy_static::lazy_static! { + // Explain this file is currently generated in the shinkai desktop repository + // and should be kept in sync with the desktop repository + static ref OLLAMA_MODELS_REPOSITORY_JSON: &'static str = include_str!("./ollama-models-repository.json"); + static ref OLLAMA_MODELS_REPOSITORY: std::collections::HashMap = { + let mut map = std::collections::HashMap::new(); + let models: Vec = serde_json::from_str(&OLLAMA_MODELS_REPOSITORY_JSON).unwrap(); + for model in models { + map.insert(model.name.clone(), model); + } + map + }; +} + +#[derive(Debug, Serialize, Deserialize)] +pub struct OllamaModelTag { + pub name: String, + pub hash: String, + pub size: String, + #[serde(rename = "isDefault")] + pub is_default: bool, +} + +#[derive(Debug, Serialize, Deserialize)] +pub struct OllamaModel { + pub name: String, + pub description: String, + #[serde(rename = "supportTools")] + pub support_tools: bool, + #[serde(rename = "defaultTag")] + pub default_tag: String, + pub tags: Vec, +} + +pub struct OllamaModelsRepository; + +impl OllamaModelsRepository { + pub fn get_base_model_name(model_name: &str) -> String { + match model_name.split(':').next() { + Some(base_name) => base_name.to_string(), + None => model_name.to_string(), + } + } + pub fn get_models() -> Vec<&'static OllamaModel> { + OLLAMA_MODELS_REPOSITORY.values().collect() + } + pub fn get_model_by_name(model_name: &str) -> Option<&'static OllamaModel> { + let base_name = Self::get_base_model_name(model_name); + let model = OLLAMA_MODELS_REPOSITORY.get(&base_name); + if model.is_none() { + log::warn!( + "Ollama model {} not found (the repository could be outdated)", + base_name + ); + } + model + } + pub fn supports_tools(model_name: &str) -> bool { + let model = Self::get_model_by_name(&model_name); + if let Some(model) = model { + model.support_tools + } else { + log::warn!( + "Ollama model {} not found (the repository could be outdated), assuming it does not support tools", + model_name + ); + false + } + } +} + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn test_get_models() { + let models = OllamaModelsRepository::get_models(); + assert!(!models.is_empty()); + } + + #[test] + fn test_get_model_by_name() { + let model = OllamaModelsRepository::get_model_by_name("llama3.1:8b"); + assert!(model.is_some()); + } + + #[test] + fn test_get_model_by_name_no_tag() { + let model = OllamaModelsRepository::get_model_by_name("llama3.1"); + assert!(model.is_some()); + } + + #[test] + fn test_supports_tools() { + let supports_tools = OllamaModelsRepository::supports_tools("llama3.1:8b"); + assert!(supports_tools); + } + + #[test] + fn test_all_tool_supporting_models() { + // Test llama3.1/3.2 variants + assert!(OllamaModelsRepository::supports_tools("llama3.1:8b")); + assert!(OllamaModelsRepository::supports_tools("llama3.2:70b")); + + // Test mistral variants + assert!(OllamaModelsRepository::supports_tools("mistral-nemo:7b")); + assert!(OllamaModelsRepository::supports_tools("mistral-small:7b")); + assert!(OllamaModelsRepository::supports_tools("mistral-large:7b")); + + // Test qwen variants + assert!(OllamaModelsRepository::supports_tools("qwen2.5-coder:7b")); + assert!(OllamaModelsRepository::supports_tools("qwq:7b")); + + // Test command variant + assert!(OllamaModelsRepository::supports_tools("command-r7b")); + + // Test mistral-small again (duplicate in original list) + assert!(OllamaModelsRepository::supports_tools("mistral-small:7b")); + } + + #[test] + fn test_qwen2_supports_tools() { + assert!(OllamaModelsRepository::supports_tools("qwen2:7b")); + } +}