- Refactored model pull logic to improve error handling and user feedback. - Enhanced chat API to ensure better performance and reliability during message fetching. - Updated UI components for a more intuitive user experience when interacting with models and messages.
446 lines
8.9 KiB
JSON
446 lines
8.9 KiB
JSON
{
|
|
"model": "wizardlm",
|
|
"url": "https://ollama.com/library/wizardlm",
|
|
"description": "General use model based on Llama 2.",
|
|
"variantsCount": 73,
|
|
"variants": [
|
|
{
|
|
"name": "wizardlm:7b-q2_K",
|
|
"size": "2.8GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q3_K_S",
|
|
"size": "2.9GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q3_K_M",
|
|
"size": "3.3GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q3_K_L",
|
|
"size": "3.6GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q4_0",
|
|
"size": "3.8GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q4_1",
|
|
"size": "4.2GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q4_K_S",
|
|
"size": "3.9GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q4_K_M",
|
|
"size": "4.1GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q5_0",
|
|
"size": "4.7GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q5_1",
|
|
"size": "5.1GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q5_K_S",
|
|
"size": "4.7GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q5_K_M",
|
|
"size": "4.8GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q6_K",
|
|
"size": "5.5GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-q8_0",
|
|
"size": "7.2GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:7b-fp16",
|
|
"size": "13GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q2_K",
|
|
"size": "5.4GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q3_K_S",
|
|
"size": "5.7GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q3_K_M",
|
|
"size": "6.3GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q3_K_L",
|
|
"size": "6.9GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q4_0",
|
|
"size": "7.4GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q4_1",
|
|
"size": "8.2GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q4_K_S",
|
|
"size": "7.4GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q4_K_M",
|
|
"size": "7.9GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q5_0",
|
|
"size": "9.0GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q5_1",
|
|
"size": "9.8GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q5_K_S",
|
|
"size": "9.0GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q5_K_M",
|
|
"size": "9.2GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q6_K",
|
|
"size": "11GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-q8_0",
|
|
"size": "14GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-llama2-fp16",
|
|
"size": "26GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q2_K",
|
|
"size": "5.4GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q3_K_S",
|
|
"size": "5.7GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q3_K_M",
|
|
"size": "6.3GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q3_K_L",
|
|
"size": "6.9GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q4_0",
|
|
"size": "7.4GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q4_1",
|
|
"size": "8.2GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q4_K_S",
|
|
"size": "7.4GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q4_K_M",
|
|
"size": "7.9GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q5_0",
|
|
"size": "9.0GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q5_1",
|
|
"size": "9.8GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q5_K_S",
|
|
"size": "9.0GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q5_K_M",
|
|
"size": "9.2GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q6_K",
|
|
"size": "11GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-q8_0",
|
|
"size": "14GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:13b-fp16",
|
|
"size": "26GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q2_K",
|
|
"size": "14GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q3_K_S",
|
|
"size": "14GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q3_K_M",
|
|
"size": "16GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q3_K_L",
|
|
"size": "17GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q4_0",
|
|
"size": "18GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q4_1",
|
|
"size": "20GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q4_K_S",
|
|
"size": "18GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q4_K_M",
|
|
"size": "20GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q5_0",
|
|
"size": "22GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q5_1",
|
|
"size": "24GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q5_K_S",
|
|
"size": "22GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q5_K_M",
|
|
"size": "23GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q6_K",
|
|
"size": "27GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-q8_0",
|
|
"size": "35GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:30b-fp16",
|
|
"size": "65GB",
|
|
"context": "2K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q2_K",
|
|
"size": "29GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q3_K_S",
|
|
"size": "30GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q3_K_M",
|
|
"size": "33GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q3_K_L",
|
|
"size": "36GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q4_0",
|
|
"size": "39GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q4_1",
|
|
"size": "43GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q4_K_S",
|
|
"size": "39GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q4_K_M",
|
|
"size": "41GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q5_0",
|
|
"size": "47GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q5_K_S",
|
|
"size": "47GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q5_K_M",
|
|
"size": "49GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q6_K",
|
|
"size": "57GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
},
|
|
{
|
|
"name": "wizardlm:70b-llama2-q8_0",
|
|
"size": "73GB",
|
|
"context": "4K",
|
|
"inputType": "Text"
|
|
}
|
|
]
|
|
} |