diff --git "a/collection.json.bak" "b/collection.json.bak" new file mode 100644--- /dev/null +++ "b/collection.json.bak" @@ -0,0 +1,20392 @@ +{ + "stablelm-zephyr-3b-GGUF-Q2_K": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 1134978662.4, + "cpuMemory": 1134978662.4, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 1248476528.64, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2247 + }, + "/stablelm-zephyr-3b.Q2_K.gguf": { + "size": 1198771648 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q2_K.gguf": { + "path": "/stablelm-zephyr-3b.Q2_K.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/stablelm-zephyr-3b.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q2_K/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q2_K/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q2_K/manifest.json" + }, + "/stablelm-zephyr-3b.Q2_K.gguf": { + "path": "/stablelm-zephyr-3b.Q2_K.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q2_K/stablelm-zephyr-3b.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q2_K.gguf": { + "path": "/stablelm-zephyr-3b.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "cache": { + "local": "/storage/cloudkit-models/collection.json", + "s3": "s3://cloudkit-beta/collection.json", + "ipfs": "QmcG2roiiZMNVsS2D7BAA3nbtjTnhGHycxisc93Va51mnM", + "https": "https://huggingface.co/endomorphosis/cloudkit-collection/resolve/main/collection.json" + }, + "stablelm-zephyr-3b-GGUF-Q3_K_M": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 1522532352.0000002, + "cpuMemory": 1522532352.0000002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 1674785587.2000003, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2312 + }, + "/stablelm-zephyr-3b.Q3_K_M.gguf": { + "size": 1391419328 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/stablelm-zephyr-3b.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_M.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/stablelm-zephyr-3b.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q3_K_S": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 1522532352.0000002, + "cpuMemory": 1522532352.0000002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 1674785587.2000003, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2312 + }, + "/stablelm-zephyr-3b.Q3_K_S.gguf": { + "size": 1254449088 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/stablelm-zephyr-3b.Q3_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_S.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/stablelm-zephyr-3b.Q3_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q3_K_L": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 1522532352.0000002, + "cpuMemory": 1522532352.0000002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 1674785587.2000003, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2312 + }, + "/stablelm-zephyr-3b.Q3_K_L.gguf": { + "size": 1508564928 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_L.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/stablelm-zephyr-3b.Q3_K_L.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_L.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_L.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/stablelm-zephyr-3b.Q3_K_L.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q3_K_L.gguf": { + "path": "/stablelm-zephyr-3b.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_L.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q4_0": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 1771674009.6000001, + "cpuMemory": 1771674009.6000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 1948841410.5600004, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2264 + }, + "/stablelm-zephyr-3b.Q4_0.gguf": { + "size": 1608571328 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_0.gguf": { + "path": "/stablelm-zephyr-3b.Q4_0.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/stablelm-zephyr-3b.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q4_0/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q4_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q4_0/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_0.gguf": { + "path": "/stablelm-zephyr-3b.Q4_0.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q4_0/stablelm-zephyr-3b.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_0.gguf": { + "path": "/stablelm-zephyr-3b.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q4_K_S": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 1993133260.8000002, + "cpuMemory": 1993133260.8000002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2192446586.8800006, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2312 + }, + "/stablelm-zephyr-3b.Q4_K_S.gguf": { + "size": 1620695488 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/stablelm-zephyr-3b.Q4_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q4_K_S.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/stablelm-zephyr-3b.Q4_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q4_K_M": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 1993133260.8000002, + "cpuMemory": 1993133260.8000002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2192446586.8800006, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2312 + }, + "/stablelm-zephyr-3b.Q4_K_M.gguf": { + "size": 1708595648 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/stablelm-zephyr-3b.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q4_K_M.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/stablelm-zephyr-3b.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q4_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q5_0": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2436051763.2000003, + "cpuMemory": 2436051763.2000003, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2679656939.5200005, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2264 + }, + "/stablelm-zephyr-3b.Q5_0.gguf": { + "size": 1941862848 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_0.gguf": { + "path": "/stablelm-zephyr-3b.Q5_0.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/stablelm-zephyr-3b.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q5_0/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q5_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q5_0/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_0.gguf": { + "path": "/stablelm-zephyr-3b.Q5_0.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q5_0/stablelm-zephyr-3b.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_0.gguf": { + "path": "/stablelm-zephyr-3b.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q5_K_S": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2436051763.2000003, + "cpuMemory": 2436051763.2000003, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2679656939.5200005, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2312 + }, + "/stablelm-zephyr-3b.Q5_K_S.gguf": { + "size": 1941862848 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/stablelm-zephyr-3b.Q5_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q5_K_S.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/stablelm-zephyr-3b.Q5_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_K_S.gguf": { + "path": "/stablelm-zephyr-3b.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q5_K_M": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2436051763.2000003, + "cpuMemory": 2436051763.2000003, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2679656939.5200005, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2312 + }, + "/stablelm-zephyr-3b.Q5_K_M.gguf": { + "size": 1993390528 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/stablelm-zephyr-3b.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q5_K_M.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/stablelm-zephyr-3b.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q5_K_M.gguf": { + "path": "/stablelm-zephyr-3b.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q6_K": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2906652672, + "cpuMemory": 2906652672, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3197317939.2000003, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2248 + }, + "/stablelm-zephyr-3b.Q6_K.gguf": { + "size": 2295985088 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q6_K.gguf": { + "path": "/stablelm-zephyr-3b.Q6_K.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/stablelm-zephyr-3b.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q6_K/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q6_K/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q6_K/manifest.json" + }, + "/stablelm-zephyr-3b.Q6_K.gguf": { + "path": "/stablelm-zephyr-3b.Q6_K.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q6_K/stablelm-zephyr-3b.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q6_K.gguf": { + "path": "/stablelm-zephyr-3b.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "stablelm-zephyr-3b-GGUF-Q8_0": { + "metadata": { + "modelName": "stablelm-zephyr-3b-GGUF", + "contextSize": 4096, + "parameters": 3221225472, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.3558, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3543348019.2000003, + "cpuMemory": 3543348019.2000003, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3897682821.120001, + "tokensPerSecond": 100 + }, + "folderData": { + "/README.md": { + "size": 133909 + }, + "/config.json": { + "size": 63053 + }, + "/manifest.json": { + "size": 2263 + }, + "/stablelm-zephyr-3b.Q8_0.gguf": { + "size": 2972925888 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/stablelm-zephyr-3b.Q8_0.gguf": { + "path": "/stablelm-zephyr-3b.Q8_0.gguf", + "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/stablelm-zephyr-3b.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "stablelm-zephyr-3b-GGUF-Q8_0/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "stablelm-zephyr-3b-GGUF-Q8_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "stablelm-zephyr-3b-GGUF-Q8_0/manifest.json" + }, + "/stablelm-zephyr-3b.Q8_0.gguf": { + "path": "/stablelm-zephyr-3b.Q8_0.gguf", + "url": "stablelm-zephyr-3b-GGUF-Q8_0/stablelm-zephyr-3b.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" + }, + "/stablelm-zephyr-3b.Q8_0.gguf": { + "path": "/stablelm-zephyr-3b.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "stablelm-zephyr-3b-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q2_K": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 26482835456.000004, + "cpuMemory": 26482835456.000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 29131119001.600006, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q2_K.gguf": { + "size": 3083097728 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2315 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q2_K.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-m-7b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/README.md" + }, + "/airoboros-m-7b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q2_K.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/airoboros-m-7b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 35525754880, + "cpuMemory": 35525754880, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 39078330368, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { + "size": 3518985856 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2342 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-m-7b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_M.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/airoboros-m-7b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 35525754880, + "cpuMemory": 35525754880, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 39078330368, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { + "size": 3164567168 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2342 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-m-7b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_S.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/airoboros-m-7b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 35525754880, + "cpuMemory": 35525754880, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 39078330368, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { + "size": 3822024320 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2342 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-m-7b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_L.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/airoboros-m-7b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q4_0": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 41339060224, + "cpuMemory": 41339060224, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 45472966246.4, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q4_0.gguf": { + "size": 4108916352 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2296 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-m-7b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_0.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/airoboros-m-7b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 46506442752, + "cpuMemory": 46506442752, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 51157087027.200005, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { + "size": 4140373632 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2349 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-m-7b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_K_S.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/airoboros-m-7b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 46506442752, + "cpuMemory": 46506442752, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 51157087027.200005, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { + "size": 4368438912 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2349 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-m-7b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_K_M.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/airoboros-m-7b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q5_0": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 56841207808.00001, + "cpuMemory": 56841207808.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 62525328588.80001, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q5_0.gguf": { + "size": 4997715584 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2312 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-m-7b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_0.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/airoboros-m-7b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 56841207808.00001, + "cpuMemory": 56841207808.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 62525328588.80001, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { + "size": 4997715584 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2360 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-m-7b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_K_S.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/airoboros-m-7b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 56841207808.00001, + "cpuMemory": 56841207808.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 62525328588.80001, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { + "size": 5131409024 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2360 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-m-7b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_K_M.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/airoboros-m-7b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q6_K": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 67821895680.00001, + "cpuMemory": 67821895680.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 74604085248.00002, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q6_K.gguf": { + "size": 5942064768 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2312 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q6_K.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q6_K.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-m-7b-3.1.2.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/README.md" + }, + "/airoboros-m-7b-3.1.2.Q6_K.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q6_K.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/airoboros-m-7b-3.1.2.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q6_K.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-M-7B-3.1.2-GGUF-Q8_0": { + "metadata": { + "modelName": "Airoboros-M-7B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 82678120448, + "cpuMemory": 82678120448, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 90945932492.8, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 143102 + }, + "/airoboros-m-7b-3.1.2.Q8_0.gguf": { + "size": 7695857280 + }, + "/config.json": { + "size": 52527 + }, + "/manifest.json": { + "size": 2296 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/airoboros-m-7b-3.1.2.Q8_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q8_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-m-7b-3.1.2.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/README.md" + }, + "/airoboros-m-7b-3.1.2.Q8_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q8_0.gguf", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/airoboros-m-7b-3.1.2.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-m-7b-3.1.2.Q8_0.gguf": { + "path": "/airoboros-m-7b-3.1.2.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-M-7B-3.1.2-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q2_K": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4918240870.400001, + "cpuMemory": 4918240870.400001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5410064957.4400015, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { + "size": 5429348320 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2363 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q2_K.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-13b-3.1.1.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q2_K.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/airoboros-l2-13b-3.1.1.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6597640192.000001, + "cpuMemory": 6597640192.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7257404211.200002, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { + "size": 6337769440 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2410 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-13b-3.1.1.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/airoboros-l2-13b-3.1.1.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6597640192.000001, + "cpuMemory": 6597640192.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7257404211.200002, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { + "size": 5658980320 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2410 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-13b-3.1.1.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/airoboros-l2-13b-3.1.1.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6597640192.000001, + "cpuMemory": 6597640192.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7257404211.200002, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { + "size": 6929559520 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2410 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-13b-3.1.1.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/airoboros-l2-13b-3.1.1.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q4_0": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 7677254041.6, + "cpuMemory": 7677254041.6, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 8444979445.760001, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { + "size": 7365834720 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2352 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-13b-3.1.1.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_0.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/airoboros-l2-13b-3.1.1.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8636910796.800001, + "cpuMemory": 8636910796.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9500601876.480001, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { + "size": 7414331360 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2410 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-13b-3.1.1.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/airoboros-l2-13b-3.1.1.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8636910796.800001, + "cpuMemory": 8636910796.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9500601876.480001, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { + "size": 7865956320 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2410 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-13b-3.1.1.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/airoboros-l2-13b-3.1.1.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q5_0": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 10556224307.2, + "cpuMemory": 10556224307.2, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 11611846737.920002, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { + "size": 8972285920 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2355 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-13b-3.1.1.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_0.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/airoboros-l2-13b-3.1.1.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 10556224307.2, + "cpuMemory": 10556224307.2, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 11611846737.920002, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143163 + }, + "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { + "size": 8972285920 + }, + "/config.json": { + "size": 52401 + }, + "/manifest.json": { + "size": 2403 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-13b-3.1.1.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/airoboros-l2-13b-3.1.1.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 10556224307.2, + "cpuMemory": 10556224307.2, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 11611846737.920002, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143157 + }, + "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { + "size": 9229924320 + }, + "/config.json": { + "size": 52395 + }, + "/manifest.json": { + "size": 2403 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-13b-3.1.1.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/airoboros-l2-13b-3.1.1.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q6_K": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 12595494912.000002, + "cpuMemory": 12595494912.000002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 13855044403.200003, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143157 + }, + "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { + "size": 10679140320 + }, + "/config.json": { + "size": 52395 + }, + "/manifest.json": { + "size": 2366 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q6_K.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-13b-3.1.1.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q6_K.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/airoboros-l2-13b-3.1.1.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-L2-13B-3.1.1-GGUF-Q8_0": { + "metadata": { + "modelName": "Airoboros-L2-13B-3.1.1-GGUF", + "contextSize": 4096, + "parameters": 13958643712, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 20, + "fp32": 0 + }, + "flopsPerUnit": 0.593, + "minSpeed": 0.5621135469364812, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 15354508083.2, + "cpuMemory": 15354508083.2, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 16889958891.520002, + "tokensPerSecond": 60 + }, + "folderData": { + "/README.md": { + "size": 143157 + }, + "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { + "size": 13831319520 + }, + "/config.json": { + "size": 52395 + }, + "/manifest.json": { + "size": 2356 + } + }, + "cache": { + "ipfs": {}, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q8_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-13b-3.1.1.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q8_0.gguf", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/airoboros-l2-13b-3.1.1.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { + "path": "/airoboros-l2-13b-3.1.1.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q2_K": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 12863091507.2, + "cpuMemory": 12863091507.2, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 14149400657.920002, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q2_K.gguf": { + "size": 14210674880 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2425 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J", + "url": "https://ipfs.io/ipfs/QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J" + }, + "/airoboros-c34b-3.1.2.Q2_K.gguf": { + "path": "QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk", + "url": "https://ipfs.io/ipfs/QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah", + "url": "https://ipfs.io/ipfs/QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-c34b-3.1.2.Q2_K.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-c34b-3.1.2.Q2_K.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-c34b-3.1.2.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 17255366656, + "cpuMemory": 17255366656, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 18980903321.600002, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { + "size": 16283594944 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2469 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3", + "url": "https://ipfs.io/ipfs/Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3" + }, + "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { + "path": "QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945", + "url": "https://ipfs.io/ipfs/QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN", + "url": "https://ipfs.io/ipfs/QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 17255366656, + "cpuMemory": 17255366656, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 18980903321.600002, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { + "size": 14605349056 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2469 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ", + "url": "https://ipfs.io/ipfs/QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ" + }, + "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { + "path": "QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY", + "url": "https://ipfs.io/ipfs/QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq", + "url": "https://ipfs.io/ipfs/QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_S.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 17255366656, + "cpuMemory": 17255366656, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 18980903321.600002, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { + "size": 17771524288 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2469 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG", + "url": "https://ipfs.io/ipfs/QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG" + }, + "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { + "path": "QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp", + "url": "https://ipfs.io/ipfs/QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR", + "url": "https://ipfs.io/ipfs/QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_L.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-c34b-3.1.2.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q4_0": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 20078972108.800003, + "cpuMemory": 20078972108.800003, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 22086869319.680004, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q4_0.gguf": { + "size": 19052048576 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2435 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT", + "url": "https://ipfs.io/ipfs/QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT" + }, + "/airoboros-c34b-3.1.2.Q4_0.gguf": { + "path": "Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx", + "url": "https://ipfs.io/ipfs/Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM", + "url": "https://ipfs.io/ipfs/QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_0.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 22588843622.4, + "cpuMemory": 22588843622.4, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 24847727984.640003, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { + "size": 19146420416 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2473 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU", + "url": "https://ipfs.io/ipfs/QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU" + }, + "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { + "path": "QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY", + "url": "https://ipfs.io/ipfs/QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr", + "url": "https://ipfs.io/ipfs/QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_K_S.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 22588843622.4, + "cpuMemory": 22588843622.4, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 24847727984.640003, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { + "size": 20219900096 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2473 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk", + "url": "https://ipfs.io/ipfs/QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk" + }, + "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { + "path": "QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn", + "url": "https://ipfs.io/ipfs/QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao", + "url": "https://ipfs.io/ipfs/QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q5_0": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 27608586649.600002, + "cpuMemory": 27608586649.600002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 30369445314.560005, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q5_0.gguf": { + "size": 23237177536 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2435 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw", + "url": "https://ipfs.io/ipfs/QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw" + }, + "/airoboros-c34b-3.1.2.Q5_0.gguf": { + "path": "QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi", + "url": "https://ipfs.io/ipfs/QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK", + "url": "https://ipfs.io/ipfs/QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_0.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 27608586649.600002, + "cpuMemory": 27608586649.600002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 30369445314.560005, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { + "size": 23237177536 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2483 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H", + "url": "https://ipfs.io/ipfs/QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H" + }, + "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { + "path": "QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b", + "url": "https://ipfs.io/ipfs/QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ", + "url": "https://ipfs.io/ipfs/QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_K_S.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 27608586649.600002, + "cpuMemory": 27608586649.600002, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 30369445314.560005, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { + "size": 23838798016 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2483 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj", + "url": "https://ipfs.io/ipfs/QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj" + }, + "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { + "path": "QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa", + "url": "https://ipfs.io/ipfs/QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW", + "url": "https://ipfs.io/ipfs/QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-c34b-3.1.2.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q6_K": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q6_K.gguf": { + "size": 27683877056 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 609 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 32942063616.000004, + "cpuMemory": 32942063616.000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 36236269977.600006, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q6_K.gguf": { + "size": 27683877056 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2594 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG", + "url": "https://ipfs.io/ipfs/QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG" + }, + "/airoboros-c34b-3.1.2.Q6_K.gguf": { + "path": "QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL", + "url": "https://ipfs.io/ipfs/QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E", + "url": "https://ipfs.io/ipfs/QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q6_K.gguf": { + "path": "/airoboros-c34b-3.1.2.Q6_K.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q6_K.gguf": { + "path": "/airoboros-c34b-3.1.2.Q6_K.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q6_K.gguf": { + "path": "/airoboros-c34b-3.1.2.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q6_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-c34B-3.1.2-GGUF-Q8_0": { + "metadata": { + "modelName": "Airoboros-c34B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 36507222016, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q8_0.gguf": { + "size": 35856052416 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 608 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 50, + "fp32": 0 + }, + "flopsPerUnit": 2.372, + "minSpeed": 1.405283867341203, + "gpuCount": [ + 1, + 2 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 40157944217.600006, + "cpuMemory": 40157944217.600006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 44173738639.36001, + "tokensPerSecond": 15 + }, + "folderData": { + "/README.md": { + "size": 142737 + }, + "/airoboros-c34b-3.1.2.Q8_0.gguf": { + "size": 35856052416 + }, + "/config.json": { + "size": 52344 + }, + "/manifest.json": { + "size": 2593 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281", + "url": "https://ipfs.io/ipfs/QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281" + }, + "/airoboros-c34b-3.1.2.Q8_0.gguf": { + "path": "QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c", + "url": "https://ipfs.io/ipfs/QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c" + }, + "/config.json": { + "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", + "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" + }, + "/manifest.json": { + "path": "QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9", + "url": "https://ipfs.io/ipfs/QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q8_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q8_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/README.md" + }, + "/airoboros-c34b-3.1.2.Q8_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q8_0.gguf", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-c34b-3.1.2.Q8_0.gguf": { + "path": "/airoboros-c34b-3.1.2.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q8_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-c34B-3.1.2-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q2_K": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147660 + }, + "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { + "size": 29279253440 + }, + "/config.json": { + "size": 52581 + }, + "/manifest.json": { + "size": 616 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 26482835456.000004, + "cpuMemory": 26482835456.000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 29131119001.600006, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147660 + }, + "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { + "size": 29279253440 + }, + "/config.json": { + "size": 52581 + }, + "/manifest.json": { + "size": 2647 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1", + "url": "https://ipfs.io/ipfs/QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1" + }, + "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { + "path": "QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt", + "url": "https://ipfs.io/ipfs/QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt" + }, + "/config.json": { + "path": "Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd", + "url": "https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd" + }, + "/manifest.json": { + "path": "QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th", + "url": "https://ipfs.io/ipfs/QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q2_K.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q2_K.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q2_K.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147660 + }, + "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { + "size": 33186657216 + }, + "/config.json": { + "size": 52581 + }, + "/manifest.json": { + "size": 599 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 35525754880, + "cpuMemory": 35525754880, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 39078330368, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147660 + }, + "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { + "size": 33186657216 + }, + "/config.json": { + "size": 52581 + }, + "/manifest.json": { + "size": 2676 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv", + "url": "https://ipfs.io/ipfs/QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { + "path": "Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD", + "url": "https://ipfs.io/ipfs/Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD" + }, + "/config.json": { + "path": "Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd", + "url": "https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd" + }, + "/manifest.json": { + "path": "QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8", + "url": "https://ipfs.io/ipfs/QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147660 + }, + "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { + "size": 29919294400 + }, + "/config.json": { + "size": 52581 + }, + "/manifest.json": { + "size": 599 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 35525754880, + "cpuMemory": 35525754880, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 39078330368, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147660 + }, + "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { + "size": 29919294400 + }, + "/config.json": { + "size": 52581 + }, + "/manifest.json": { + "size": 2676 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw", + "url": "https://ipfs.io/ipfs/QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { + "path": "QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU", + "url": "https://ipfs.io/ipfs/QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU" + }, + "/config.json": { + "path": "Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd", + "url": "https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd" + }, + "/manifest.json": { + "path": "QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F", + "url": "https://ipfs.io/ipfs/QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { + "size": 36147835840 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 599 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 35525754880, + "cpuMemory": 35525754880, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 39078330368, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { + "size": 36147835840 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 2676 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP", + "url": "https://ipfs.io/ipfs/QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { + "path": "QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP", + "url": "https://ipfs.io/ipfs/QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB", + "url": "https://ipfs.io/ipfs/QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_L.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q4_0": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { + "size": 38872249280 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 597 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 41339060224, + "cpuMemory": 41339060224, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 45472966246.4, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { + "size": 38872249280 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 2628 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1", + "url": "https://ipfs.io/ipfs/QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1" + }, + "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { + "path": "QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm", + "url": "https://ipfs.io/ipfs/QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5", + "url": "https://ipfs.io/ipfs/QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_0.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { + "size": 39073575872 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 606 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 46506442752, + "cpuMemory": 46506442752, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 51157087027.200005, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { + "size": 39073575872 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 2683 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP", + "url": "https://ipfs.io/ipfs/QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { + "path": "QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB", + "url": "https://ipfs.io/ipfs/QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch", + "url": "https://ipfs.io/ipfs/QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { + "size": 41422910400 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 606 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 46506442752, + "cpuMemory": 46506442752, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 51157087027.200005, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { + "size": 41422910400 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 2683 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH", + "url": "https://ipfs.io/ipfs/QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { + "path": "QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o", + "url": "https://ipfs.io/ipfs/QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5", + "url": "https://ipfs.io/ipfs/QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q5_0": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { + "size": 47461397440 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 613 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 56841207808.00001, + "cpuMemory": 56841207808.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 62525328588.80001, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { + "size": 47461397440 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 2644 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm", + "url": "https://ipfs.io/ipfs/QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm" + }, + "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { + "path": "QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG", + "url": "https://ipfs.io/ipfs/QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL", + "url": "https://ipfs.io/ipfs/QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_0.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_0.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_0.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { + "size": 47461397440 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 617 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 56841207808.00001, + "cpuMemory": 56841207808.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 62525328588.80001, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { + "size": 47461397440 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 2694 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u", + "url": "https://ipfs.io/ipfs/QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { + "path": "QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f", + "url": "https://ipfs.io/ipfs/QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu", + "url": "https://ipfs.io/ipfs/QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_S.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { + "size": 48753767360 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 617 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 56841207808.00001, + "cpuMemory": 56841207808.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 62525328588.80001, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { + "size": 48753767360 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 2694 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk", + "url": "https://ipfs.io/ipfs/QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { + "path": "QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx", + "url": "https://ipfs.io/ipfs/QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe", + "url": "https://ipfs.io/ipfs/QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { + "path": "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_M.gguf" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q6_K": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { + "size": 28293683690 + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { + "size": 28293683670 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 613 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 67821895680.00001, + "cpuMemory": 67821895680.00001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 74604085248.00002, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { + "size": 28293683690 + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { + "size": 28293683670 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 3499 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN", + "url": "https://ipfs.io/ipfs/QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { + "path": "QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh", + "url": "https://ipfs.io/ipfs/QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { + "path": "QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig", + "url": "https://ipfs.io/ipfs/QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD", + "url": "https://ipfs.io/ipfs/QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { + "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { + "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { + "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { + "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { + "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a" + }, + "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { + "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "Airoboros-L2-70B-3.1.2-GGUF-Q8_0": { + "metadata": { + "modelName": "Airoboros-L2-70B-3.1.2-GGUF", + "contextSize": 4096, + "parameters": 75161927680, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { + "size": 36646164970 + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { + "size": 36646164950 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 597 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 75, + "fp32": 0 + }, + "flopsPerUnit": 2.965, + "minSpeed": 2.1079258010118043, + "gpuCount": [ + 2, + 4 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 82678120448, + "cpuMemory": 82678120448, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 90945932492.8, + "tokensPerSecond": 12 + }, + "folderData": { + "/README.md": { + "size": 147670 + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { + "size": 36646164970 + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { + "size": 36646164950 + }, + "/config.json": { + "size": 52591 + }, + "/manifest.json": { + "size": 3483 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG", + "url": "https://ipfs.io/ipfs/QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { + "path": "QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj", + "url": "https://ipfs.io/ipfs/QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { + "path": "QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8", + "url": "https://ipfs.io/ipfs/QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8" + }, + "/config.json": { + "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", + "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" + }, + "/manifest.json": { + "path": "QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6", + "url": "https://ipfs.io/ipfs/QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { + "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { + "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { + "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { + "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { + "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a" + }, + "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { + "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Airoboros-L2-70B-3.1.2-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q2_K": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "2dda6eeff2e9b5d66717f07876207e11", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "512fd14235178f0339cfd019c8140327", + "size": 2808 + }, + "/samantha-mistral-instruct-7b.Q2_K.gguf": { + "md5": "96d08c55ddf455d2ada7cb30805e3d8f", + "size": 3083097760 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk", + "url": "https://ipfs.io/ipfs/QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB", + "url": "https://ipfs.io/ipfs/QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB" + }, + "/samantha-mistral-instruct-7b.Q2_K.gguf": { + "path": "QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa", + "url": "https://ipfs.io/ipfs/QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q2_K.gguf": { + "path": "/samantha-mistral-instruct-7b.Q2_K.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q2_K.gguf": { + "path": "/samantha-mistral-instruct-7b.Q2_K.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q2_K.gguf": { + "path": "/samantha-mistral-instruct-7b.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q3_K_M": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "c6416e100cf348a014dff4dc0030ccd9", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "a04129b1855255e464a5cfaecc612e01", + "size": 2857 + }, + "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { + "md5": "16dc44243f18f2afce395f4eedc60cd7", + "size": 3518985888 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP", + "url": "https://ipfs.io/ipfs/QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW", + "url": "https://ipfs.io/ipfs/QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW" + }, + "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { + "path": "QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR", + "url": "https://ipfs.io/ipfs/QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q3_K_S": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "d32c73e8b92a45800d6ce6957739d954", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "7774943b207b4f8075113f0f5d61385b", + "size": 2857 + }, + "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { + "md5": "00161ca803090e14554dd45474d03b23", + "size": 3164567200 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9", + "url": "https://ipfs.io/ipfs/QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a", + "url": "https://ipfs.io/ipfs/Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a" + }, + "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { + "path": "QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq", + "url": "https://ipfs.io/ipfs/QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_S.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q3_K_L": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "75e2633253a7078bf5edb02580f23861", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "08af55b69990e0ec7385b960f34a2b09", + "size": 2857 + }, + "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { + "md5": "70c47690b66f5054785be444e8aefd6a", + "size": 3822024352 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd", + "url": "https://ipfs.io/ipfs/QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY", + "url": "https://ipfs.io/ipfs/QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY" + }, + "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { + "path": "QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr", + "url": "https://ipfs.io/ipfs/QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_L.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { + "path": "/samantha-mistral-instruct-7b.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_L.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q4_0": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "8f5b6a7d57ea2625b851991083eddade", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "1aff9f8249939dcf50006d97da2ccca9", + "size": 2808 + }, + "/samantha-mistral-instruct-7b.Q4_0.gguf": { + "md5": "88c9ccb39a1a0e38edfb810da8c03ec6", + "size": 4108916384 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G", + "url": "https://ipfs.io/ipfs/QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx", + "url": "https://ipfs.io/ipfs/QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx" + }, + "/samantha-mistral-instruct-7b.Q4_0.gguf": { + "path": "QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt", + "url": "https://ipfs.io/ipfs/QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_0.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_0.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q4_K_S": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "48ed6a10a29a6d756c9100a0ce70dbde", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "a3451bf956feed93d2a10d523bf6ec45", + "size": 2854 + }, + "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { + "md5": "7f197aabad77482e6ea21baa08f01cae", + "size": 4140373664 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w", + "url": "https://ipfs.io/ipfs/QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F", + "url": "https://ipfs.io/ipfs/QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F" + }, + "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { + "path": "QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN", + "url": "https://ipfs.io/ipfs/QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_K_S.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q4_K_M": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "06db4cfe8f77271ff7c02a9c468fa4ad", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "8c748f5485cd2ce8bb60ddd549c243e9", + "size": 2854 + }, + "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { + "md5": "f6b65ef9583bf3c6e05a73a4306e10b8", + "size": 4368438944 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK", + "url": "https://ipfs.io/ipfs/QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd", + "url": "https://ipfs.io/ipfs/QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd" + }, + "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { + "path": "QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD", + "url": "https://ipfs.io/ipfs/QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q5_0": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "3be843052a01e569333960e337c06bef", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "7eafebf9b5b692dc634aa819e18804a7", + "size": 2796 + }, + "/samantha-mistral-instruct-7b.Q5_0.gguf": { + "md5": "d3283fe3ce685b83d161cb486f3f5b0e", + "size": 4997715616 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc", + "url": "https://ipfs.io/ipfs/QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8", + "url": "https://ipfs.io/ipfs/QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8" + }, + "/samantha-mistral-instruct-7b.Q5_0.gguf": { + "path": "QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE", + "url": "https://ipfs.io/ipfs/QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_0.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_0.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q5_K_S": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "1ae625679f0d1301a14188bdb482bab3", + "size": 97515 + }, + "/config.json": { + "md5": "079fba66b005cf5d14af50e9c2f4f7d1", + "size": 51058 + }, + "/manifest.json": { + "md5": "68293af02e02dd49f99b145dda2d7102", + "size": 2844 + }, + "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { + "md5": "afb40b3a0472ca3778b77349f9477b42", + "size": 4997715616 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww", + "url": "https://ipfs.io/ipfs/QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE", + "url": "https://ipfs.io/ipfs/QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE" + }, + "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { + "path": "QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw", + "url": "https://ipfs.io/ipfs/QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_K_S.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q5_K_M": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 97515 + }, + "/config.json": { + "size": 51058 + }, + "/manifest.json": { + "size": 2680 + }, + "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { + "size": 5131409056 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc", + "url": "https://ipfs.io/ipfs/QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft", + "url": "https://ipfs.io/ipfs/QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft" + }, + "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { + "path": "QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B", + "url": "https://ipfs.io/ipfs/QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { + "path": "/samantha-mistral-instruct-7b.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q6_K": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 97515 + }, + "/config.json": { + "size": 51058 + }, + "/manifest.json": { + "size": 2642 + }, + "/samantha-mistral-instruct-7b.Q6_K.gguf": { + "size": 5942064800 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA", + "url": "https://ipfs.io/ipfs/QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9", + "url": "https://ipfs.io/ipfs/QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9" + }, + "/samantha-mistral-instruct-7b.Q6_K.gguf": { + "path": "QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE", + "url": "https://ipfs.io/ipfs/QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q6_K.gguf": { + "path": "/samantha-mistral-instruct-7b.Q6_K.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q6_K.gguf": { + "path": "/samantha-mistral-instruct-7b.Q6_K.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q6_K.gguf": { + "path": "/samantha-mistral-instruct-7b.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "samantha-mistral-instruct-7B-GGUF-Q8_0": { + "metadata": { + "modelName": "samantha-mistral-instruct-7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 97515 + }, + "/config.json": { + "size": 51058 + }, + "/manifest.json": { + "size": 2642 + }, + "/samantha-mistral-instruct-7b.Q8_0.gguf": { + "size": 7695857312 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo", + "url": "https://ipfs.io/ipfs/QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo" + }, + "/config.json": { + "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", + "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" + }, + "/manifest.json": { + "path": "QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp", + "url": "https://ipfs.io/ipfs/QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp" + }, + "/samantha-mistral-instruct-7b.Q8_0.gguf": { + "path": "QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM", + "url": "https://ipfs.io/ipfs/QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q8_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q8_0.gguf", + "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q8_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q8_0.gguf", + "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" + }, + "/samantha-mistral-instruct-7b.Q8_0.gguf": { + "path": "/samantha-mistral-instruct-7b.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "samantha-mistral-instruct-7B-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q2_K": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2320 + }, + "/mistral-7b-v0.1.Q2_K.gguf": { + "size": 3083097728 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s", + "url": "https://ipfs.io/ipfs/QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf", + "url": "https://ipfs.io/ipfs/QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf" + }, + "/mistral-7b-v0.1.Q2_K.gguf": { + "path": "QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc", + "url": "https://ipfs.io/ipfs/QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q2_K.gguf": { + "path": "/mistral-7b-v0.1.Q2_K.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q2_K.gguf": { + "path": "/mistral-7b-v0.1.Q2_K.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q2_K.gguf": { + "path": "/mistral-7b-v0.1.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2369 + }, + "/mistral-7b-v0.1.Q3_K_M.gguf": { + "size": 3518985856 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88", + "url": "https://ipfs.io/ipfs/QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW", + "url": "https://ipfs.io/ipfs/QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW" + }, + "/mistral-7b-v0.1.Q3_K_M.gguf": { + "path": "QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp", + "url": "https://ipfs.io/ipfs/QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2369 + }, + "/mistral-7b-v0.1.Q3_K_S.gguf": { + "size": 3164567168 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J", + "url": "https://ipfs.io/ipfs/QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F", + "url": "https://ipfs.io/ipfs/QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F" + }, + "/mistral-7b-v0.1.Q3_K_S.gguf": { + "path": "Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk", + "url": "https://ipfs.io/ipfs/Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_S.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2369 + }, + "/mistral-7b-v0.1.Q3_K_L.gguf": { + "size": 3822024320 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh", + "url": "https://ipfs.io/ipfs/QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1", + "url": "https://ipfs.io/ipfs/QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1" + }, + "/mistral-7b-v0.1.Q3_K_L.gguf": { + "path": "QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU", + "url": "https://ipfs.io/ipfs/QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_L.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_L.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_L.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q3_K_L.gguf": { + "path": "/mistral-7b-v0.1.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_L.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q4_0": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2320 + }, + "/mistral-7b-v0.1.Q4_0.gguf": { + "size": 4108916352 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH", + "url": "https://ipfs.io/ipfs/Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ", + "url": "https://ipfs.io/ipfs/QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ" + }, + "/mistral-7b-v0.1.Q4_0.gguf": { + "path": "Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR", + "url": "https://ipfs.io/ipfs/Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q4_0.gguf": { + "path": "/mistral-7b-v0.1.Q4_0.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q4_0.gguf": { + "path": "/mistral-7b-v0.1.Q4_0.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q4_0.gguf": { + "path": "/mistral-7b-v0.1.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2366 + }, + "/mistral-7b-v0.1.Q4_K_S.gguf": { + "size": 4140373632 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai", + "url": "https://ipfs.io/ipfs/Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu", + "url": "https://ipfs.io/ipfs/QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu" + }, + "/mistral-7b-v0.1.Q4_K_S.gguf": { + "path": "QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX", + "url": "https://ipfs.io/ipfs/QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q4_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q4_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q4_K_S.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q4_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2366 + }, + "/mistral-7b-v0.1.Q4_K_M.gguf": { + "size": 4368438912 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT", + "url": "https://ipfs.io/ipfs/QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx", + "url": "https://ipfs.io/ipfs/QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx" + }, + "/mistral-7b-v0.1.Q4_K_M.gguf": { + "path": "QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8", + "url": "https://ipfs.io/ipfs/QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q4_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q4_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q4_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q5_0": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2308 + }, + "/mistral-7b-v0.1.Q5_0.gguf": { + "size": 4997715584 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK", + "url": "https://ipfs.io/ipfs/QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo", + "url": "https://ipfs.io/ipfs/QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo" + }, + "/mistral-7b-v0.1.Q5_0.gguf": { + "path": "QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy", + "url": "https://ipfs.io/ipfs/QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q5_0.gguf": { + "path": "/mistral-7b-v0.1.Q5_0.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q5_0.gguf": { + "path": "/mistral-7b-v0.1.Q5_0.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q5_0.gguf": { + "path": "/mistral-7b-v0.1.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2356 + }, + "/mistral-7b-v0.1.Q5_K_S.gguf": { + "size": 4997715584 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62", + "url": "https://ipfs.io/ipfs/QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE", + "url": "https://ipfs.io/ipfs/QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE" + }, + "/mistral-7b-v0.1.Q5_K_S.gguf": { + "path": "QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC", + "url": "https://ipfs.io/ipfs/QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q5_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q5_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q5_K_S.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q5_K_S.gguf": { + "path": "/mistral-7b-v0.1.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2356 + }, + "/mistral-7b-v0.1.Q5_K_M.gguf": { + "size": 5131409024 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w", + "url": "https://ipfs.io/ipfs/QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk", + "url": "https://ipfs.io/ipfs/QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk" + }, + "/mistral-7b-v0.1.Q5_K_M.gguf": { + "path": "Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N", + "url": "https://ipfs.io/ipfs/Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q5_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q5_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q5_K_M.gguf": { + "path": "/mistral-7b-v0.1.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q6_K": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2318 + }, + "/mistral-7b-v0.1.Q6_K.gguf": { + "size": 5942064768 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE", + "url": "https://ipfs.io/ipfs/QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg", + "url": "https://ipfs.io/ipfs/Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg" + }, + "/mistral-7b-v0.1.Q6_K.gguf": { + "path": "QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4", + "url": "https://ipfs.io/ipfs/QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q6_K.gguf": { + "path": "/mistral-7b-v0.1.Q6_K.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q6_K.gguf": { + "path": "/mistral-7b-v0.1.Q6_K.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q6_K.gguf": { + "path": "/mistral-7b-v0.1.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-v0.1-GGUF-Q8_0": { + "metadata": { + "modelName": "Mistral-7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "size": 100239 + }, + "/config.json": { + "size": 53308 + }, + "/manifest.json": { + "size": 2318 + }, + "/mistral-7b-v0.1.Q8_0.gguf": { + "size": 7695857280 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG", + "url": "https://ipfs.io/ipfs/QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG" + }, + "/config.json": { + "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", + "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" + }, + "/manifest.json": { + "path": "QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f", + "url": "https://ipfs.io/ipfs/QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f" + }, + "/mistral-7b-v0.1.Q8_0.gguf": { + "path": "QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy", + "url": "https://ipfs.io/ipfs/QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q8_0.gguf": { + "path": "/mistral-7b-v0.1.Q8_0.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/manifest.json" + }, + "/mistral-7b-v0.1.Q8_0.gguf": { + "path": "/mistral-7b-v0.1.Q8_0.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-v0.1.Q8_0.gguf": { + "path": "/mistral-7b-v0.1.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-v0.1-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q2_K": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "d60828e58fa3c7a1268f926c82d8abe1", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "3aef55b16a452a82b5f988aa44537961", + "size": 632 + }, + "/mistral-7b-instruct-v0.2.Q2_K.gguf": { + "md5": "cdc4835af5dc75bcfb9bece59f0d3adc", + "size": 3083098400 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "d60828e58fa3c7a1268f926c82d8abe1", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "eb0416d699c1c263e62f38289db5ea85", + "size": 3036 + }, + "/mistral-7b-instruct-v0.2.Q2_K.gguf": { + "md5": "cdc4835af5dc75bcfb9bece59f0d3adc", + "size": 3083098400 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn", + "url": "https://ipfs.io/ipfs/QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz", + "url": "https://ipfs.io/ipfs/QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz" + }, + "/mistral-7b-instruct-v0.2.Q2_K.gguf": { + "path": "QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre", + "url": "https://ipfs.io/ipfs/QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q2_K.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q2_K.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q2_K.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q2_K.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q2_K.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "4db8827dabb370c916ad87b73c9c4add", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "625bbb266587a92a891a27bf69e022e4", + "size": 637 + }, + "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { + "md5": "667f1f3aaf1f82395baecede439d7676", + "size": 3518986528 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "4db8827dabb370c916ad87b73c9c4add", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "979a8e7b13eea5c4aeeb612f6e0c3024", + "size": 3087 + }, + "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { + "md5": "667f1f3aaf1f82395baecede439d7676", + "size": 3518986528 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF", + "url": "https://ipfs.io/ipfs/QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq", + "url": "https://ipfs.io/ipfs/QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq" + }, + "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { + "path": "QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL", + "url": "https://ipfs.io/ipfs/QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "bd6b7e33065bbf0c01899b13b25e9c00", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "40b5b05a9ba705ae82722eecb65e1b46", + "size": 637 + }, + "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { + "md5": "8507b4b2e9c275e538303b2a99dcd007", + "size": 3164567840 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "bd6b7e33065bbf0c01899b13b25e9c00", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "0fc08255391fe120a3f7bcde33d85e37", + "size": 3087 + }, + "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { + "md5": "8507b4b2e9c275e538303b2a99dcd007", + "size": 3164567840 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16", + "url": "https://ipfs.io/ipfs/QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw", + "url": "https://ipfs.io/ipfs/QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw" + }, + "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { + "path": "QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA", + "url": "https://ipfs.io/ipfs/QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_S.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_S.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "e39bc30760e88be0296bee7cb364241f", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "6b20c4032c25c4d4311e8b49b60881c5", + "size": 637 + }, + "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { + "md5": "d9857342cda4aed7ef5c6966573902e9", + "size": 3822024992 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "e39bc30760e88be0296bee7cb364241f", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "9ca80fb18cffe6fd5b9f8f1d056c4be4", + "size": 3087 + }, + "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { + "md5": "d9857342cda4aed7ef5c6966573902e9", + "size": 3822024992 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R", + "url": "https://ipfs.io/ipfs/QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT", + "url": "https://ipfs.io/ipfs/QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT" + }, + "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { + "path": "QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz", + "url": "https://ipfs.io/ipfs/QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_L.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_L.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q3_K_L.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_L.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q4_0": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "14c651fcc5caaab71a2d75cda1c19686", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "cf6fca474c4f849699d5366c228c5fba", + "size": 632 + }, + "/mistral-7b-instruct-v0.2.Q4_0.gguf": { + "md5": "f4bb7ee10879468df6d1b8d171510b46", + "size": 4108917024 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "14c651fcc5caaab71a2d75cda1c19686", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "d26310eb6f4a2311aca976c1ab26b7a9", + "size": 3036 + }, + "/mistral-7b-instruct-v0.2.Q4_0.gguf": { + "md5": "f4bb7ee10879468df6d1b8d171510b46", + "size": 4108917024 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov", + "url": "https://ipfs.io/ipfs/Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP", + "url": "https://ipfs.io/ipfs/QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP" + }, + "/mistral-7b-instruct-v0.2.Q4_0.gguf": { + "path": "QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu", + "url": "https://ipfs.io/ipfs/QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_0.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_0.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "53bb3905a9df35dd74de282327fa3af0", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "fb317355e50e956d8f4f5cfb2ee04f88", + "size": 634 + }, + "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { + "md5": "d1dec3cd329e58d62ee452d2efa17b60", + "size": 4140374304 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "53bb3905a9df35dd74de282327fa3af0", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "a72f15e54ef873c2036b64b9f74e2ece", + "size": 3084 + }, + "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { + "md5": "d1dec3cd329e58d62ee452d2efa17b60", + "size": 4140374304 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7", + "url": "https://ipfs.io/ipfs/QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA", + "url": "https://ipfs.io/ipfs/Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA" + }, + "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { + "path": "QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k", + "url": "https://ipfs.io/ipfs/QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_K_S.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_K_S.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "0ad11a6062ba614487dd24fdd987ac7d", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "dbb3d332cebb4df5ebd577e982215932", + "size": 634 + }, + "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "md5": "d98804ecfe3f274b46aed70d9257945e", + "size": 4368439584 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "0ad11a6062ba614487dd24fdd987ac7d", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "b476a1fb9da4dbb8c1cba48290ed28c9", + "size": 3084 + }, + "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "md5": "d98804ecfe3f274b46aed70d9257945e", + "size": 4368439584 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG", + "url": "https://ipfs.io/ipfs/Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ", + "url": "https://ipfs.io/ipfs/QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ" + }, + "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "path": "QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm", + "url": "https://ipfs.io/ipfs/QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q5_0": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "280e08b964e4bbbc9451bf065e75a30f", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "860d697b3d41879ade57bf5420cecacf", + "size": 620 + }, + "/mistral-7b-instruct-v0.2.Q5_0.gguf": { + "md5": "5c79a3f3ca09be5ef3b9f46c123679a4", + "size": 4997716256 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "280e08b964e4bbbc9451bf065e75a30f", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "6f7f38bd3303df198dfa5dcdb0d3fd7e", + "size": 3024 + }, + "/mistral-7b-instruct-v0.2.Q5_0.gguf": { + "md5": "5c79a3f3ca09be5ef3b9f46c123679a4", + "size": 4997716256 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3", + "url": "https://ipfs.io/ipfs/QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA", + "url": "https://ipfs.io/ipfs/QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA" + }, + "/mistral-7b-instruct-v0.2.Q5_0.gguf": { + "path": "QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR", + "url": "https://ipfs.io/ipfs/QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_0.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_0.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "b2c2280ccc92a5f76d93c89f372e2dcc", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "10037439bc12314fd09982a28778b919", + "size": 624 + }, + "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { + "md5": "6a239302b3e28ea01261f081dd34e4b6", + "size": 4997716256 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "b2c2280ccc92a5f76d93c89f372e2dcc", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "0f54fb88354427fbe1c25f3aa2fd3ca0", + "size": 3074 + }, + "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { + "md5": "6a239302b3e28ea01261f081dd34e4b6", + "size": 4997716256 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK", + "url": "https://ipfs.io/ipfs/QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG", + "url": "https://ipfs.io/ipfs/QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG" + }, + "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { + "path": "QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8", + "url": "https://ipfs.io/ipfs/QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_K_S.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_K_S.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_K_S.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_S.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "7001621f61a35135d4a73efd5a6ccac2", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "f4a52145f0c112afc5a8e008e6f9b212", + "size": 624 + }, + "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { + "md5": "078b73ce8f7722d98e5b6c1721c99c35", + "size": 5131409696 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "7001621f61a35135d4a73efd5a6ccac2", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "b2e7bb4f93961e4974a52cf9d6095cf5", + "size": 3074 + }, + "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { + "md5": "078b73ce8f7722d98e5b6c1721c99c35", + "size": 5131409696 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV", + "url": "https://ipfs.io/ipfs/QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38", + "url": "https://ipfs.io/ipfs/QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38" + }, + "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { + "path": "QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP", + "url": "https://ipfs.io/ipfs/QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q6_K": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "06f9b0cc29eeaaad87272082258c7153", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "2dac10a3ad54a4da0f4b90d9511a41e1", + "size": 630 + }, + "/mistral-7b-instruct-v0.2.Q6_K.gguf": { + "md5": "7fcfb3b95b7850578a261ad76d94902f", + "size": 5942065440 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "06f9b0cc29eeaaad87272082258c7153", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "dbd34af0d1cb00d33ae709770b748480", + "size": 3034 + }, + "/mistral-7b-instruct-v0.2.Q6_K.gguf": { + "md5": "7fcfb3b95b7850578a261ad76d94902f", + "size": 5942065440 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj", + "url": "https://ipfs.io/ipfs/QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP", + "url": "https://ipfs.io/ipfs/Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP" + }, + "/mistral-7b-instruct-v0.2.Q6_K.gguf": { + "path": "Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b", + "url": "https://ipfs.io/ipfs/Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q6_K.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q6_K.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q6_K.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q6_K.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q6_K.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mistral-7B-Instruct-v0.2-GGUF-Q8_0": { + "metadata": { + "modelName": "Mistral-7B-Instruct-v0.2-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "4854cee978384424948e439ecd228665", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "357f1dc8a67d21e4ffc21490e136ddcd", + "size": 630 + }, + "/mistral-7b-instruct-v0.2.Q8_0.gguf": { + "md5": "ff67863270f97a1c180d0662434a0d15", + "size": 7695857952 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "4854cee978384424948e439ecd228665", + "size": 113339 + }, + "/config.json": { + "md5": "23010cf1ef0560a606a14ed67d0ec888", + "size": 55158 + }, + "/manifest.json": { + "md5": "81de7a52bef6835fdbd886b026d630d8", + "size": 3034 + }, + "/mistral-7b-instruct-v0.2.Q8_0.gguf": { + "md5": "ff67863270f97a1c180d0662434a0d15", + "size": 7695857952 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W", + "url": "https://ipfs.io/ipfs/QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W" + }, + "/config.json": { + "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", + "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" + }, + "/manifest.json": { + "path": "QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc", + "url": "https://ipfs.io/ipfs/QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc" + }, + "/mistral-7b-instruct-v0.2.Q8_0.gguf": { + "path": "QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC", + "url": "https://ipfs.io/ipfs/QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q8_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q8_0.gguf", + "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q8_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q8_0.gguf", + "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" + }, + "/mistral-7b-instruct-v0.2.Q8_0.gguf": { + "path": "/mistral-7b-instruct-v0.2.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mistral-7B-Instruct-v0.2-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q2_K": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "95fb5071de1458594b2cb3736b5c0455", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "dc4345ebceae4e9b2a086df5ee145d5f", + "size": 611 + }, + "/mixtral-8x7b-v0.1.Q2_K.gguf": { + "md5": "cb87012e39a063d5303dc5401769606b", + "size": 15644034496 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "95fb5071de1458594b2cb3736b5c0455", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "fdcb66eef77984350f29e952051cfca4", + "size": 2856 + }, + "/mixtral-8x7b-v0.1.Q2_K.gguf": { + "md5": "cb87012e39a063d5303dc5401769606b", + "size": 15644034496 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6", + "url": "https://ipfs.io/ipfs/QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs", + "url": "https://ipfs.io/ipfs/QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs" + }, + "/mixtral-8x7b-v0.1.Q2_K.gguf": { + "path": "QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada", + "url": "https://ipfs.io/ipfs/QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q2_K.gguf": { + "path": "/mixtral-8x7b-v0.1.Q2_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q2_K.gguf": { + "path": "/mixtral-8x7b-v0.1.Q2_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q2_K.gguf": { + "path": "/mixtral-8x7b-v0.1.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "deb8568069f04f4393d7e2dac3d84f4b", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "90cd3106b1d513d00f1b19ebd5a18f11", + "size": 616 + }, + "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { + "md5": "89bc9ae20b05a7b631c87eb1655b4b7a", + "size": 20363355584 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "deb8568069f04f4393d7e2dac3d84f4b", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "06bdbceadc13507a90a2fe5159abdd97", + "size": 2907 + }, + "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { + "md5": "89bc9ae20b05a7b631c87eb1655b4b7a", + "size": 20363355584 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb", + "url": "https://ipfs.io/ipfs/QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt", + "url": "https://ipfs.io/ipfs/QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt" + }, + "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { + "path": "QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3", + "url": "https://ipfs.io/ipfs/QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "7fd786b1b0165dddf87a7d5428d336cb", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "55cb1e40c1b483c6735c1d15f2cc3b53", + "size": 616 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "7fd786b1b0165dddf87a7d5428d336cb", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "680d84cfd80cb7d9bccab7abe1eb21fc", + "size": 2189 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP", + "url": "https://ipfs.io/ipfs/QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR", + "url": "https://ipfs.io/ipfs/QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "1212e3e59a86e438b3ba8ac4a3f8d79f", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "7e73e3d0f914948d930c4e98863f1609", + "size": 616 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "1212e3e59a86e438b3ba8ac4a3f8d79f", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "d4d8a190db0c04290f0836a8ef0c8e11", + "size": 2189 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK", + "url": "https://ipfs.io/ipfs/QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ", + "url": "https://ipfs.io/ipfs/QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q4_0": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "059a8301dccda7e9aab229e23247bff8", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "766054dc7d0d9a83f4d42f1611b99833", + "size": 611 + }, + "/mixtral-8x7b-v0.1.Q4_0.gguf": { + "md5": "ab913b50b3b32c1f160fbb0faa9b3a2a", + "size": 26441532864 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "059a8301dccda7e9aab229e23247bff8", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "bdee5254757e5b1dfad5399b9922df41", + "size": 2856 + }, + "/mixtral-8x7b-v0.1.Q4_0.gguf": { + "md5": "ab913b50b3b32c1f160fbb0faa9b3a2a", + "size": 26441532864 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa", + "url": "https://ipfs.io/ipfs/QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517", + "url": "https://ipfs.io/ipfs/QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517" + }, + "/mixtral-8x7b-v0.1.Q4_0.gguf": { + "path": "QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR", + "url": "https://ipfs.io/ipfs/QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q4_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q4_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q4_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q4_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q4_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "adf739ce5e0c6305694367ebbbbbb071", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "3dda447837ec30fca9f350a53109968d", + "size": 613 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "adf739ce5e0c6305694367ebbbbbb071", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "2facf6a83e6e8853e0ab0697fc92078e", + "size": 2186 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik", + "url": "https://ipfs.io/ipfs/QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM", + "url": "https://ipfs.io/ipfs/QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "be7eb598a90870702cb04e36bf71bcf7", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "5610e218b667cacdd98a4189b581bc5b", + "size": 613 + }, + "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { + "md5": "acaec4823b87e51bb14bea14e3841036", + "size": 26441532864 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "be7eb598a90870702cb04e36bf71bcf7", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "4d208430744119d71d2a2283868eaab2", + "size": 2904 + }, + "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { + "md5": "acaec4823b87e51bb14bea14e3841036", + "size": 26441532864 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA", + "url": "https://ipfs.io/ipfs/QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV", + "url": "https://ipfs.io/ipfs/QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV" + }, + "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { + "path": "QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF", + "url": "https://ipfs.io/ipfs/QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q5_0": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "91b9809c869c1f6a49715936678a848a", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "46b84b4f153794e21f272970a969a76b", + "size": 599 + }, + "/mixtral-8x7b-v0.1.Q5_0.gguf": { + "md5": "72bf83c20525b2cbd46d073567ea6108", + "size": 32229279168 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "91b9809c869c1f6a49715936678a848a", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "475e7bd078d48505c7b94fadf1127885", + "size": 2844 + }, + "/mixtral-8x7b-v0.1.Q5_0.gguf": { + "md5": "72bf83c20525b2cbd46d073567ea6108", + "size": 32229279168 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz", + "url": "https://ipfs.io/ipfs/Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7", + "url": "https://ipfs.io/ipfs/QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7" + }, + "/mixtral-8x7b-v0.1.Q5_0.gguf": { + "path": "QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY", + "url": "https://ipfs.io/ipfs/QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q5_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q5_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q5_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q5_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q5_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "98575bb8ca5b79fa76a467e16bad78c7", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "a4352d8bd6b88de729771904adf85f04", + "size": 603 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "98575bb8ca5b79fa76a467e16bad78c7", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "81b1fd9152826297c4b607ae9c5a46c0", + "size": 2176 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs", + "url": "https://ipfs.io/ipfs/QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J", + "url": "https://ipfs.io/ipfs/QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "43e8e7bdc397176f7f4f3c7dee592ce9", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "44e15f70aad68ee36aedbe89b7e97728", + "size": 603 + }, + "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { + "md5": "202c9e691490c5157ccb950dfdd0a918", + "size": 32229279168 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "43e8e7bdc397176f7f4f3c7dee592ce9", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "6e6dc01f34da938a74b9dae979c6633e", + "size": 2894 + }, + "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { + "md5": "202c9e691490c5157ccb950dfdd0a918", + "size": 32229279168 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs", + "url": "https://ipfs.io/ipfs/QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL", + "url": "https://ipfs.io/ipfs/QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL" + }, + "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { + "path": "QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm", + "url": "https://ipfs.io/ipfs/QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-v0.1.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q6_K": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "ab73bdae02ebbebba433004e67d08b90", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "8aae55d3a02bd2f6f58b86892fbef8f9", + "size": 609 + }, + "/mixtral-8x7b-v0.1.Q6_K.gguf": { + "md5": "341e8b402bc75e35ba532e1fb9c1bf33", + "size": 38378759616 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "ab73bdae02ebbebba433004e67d08b90", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "0eb0d395aaea45c5b05efe74b49135fd", + "size": 2854 + }, + "/mixtral-8x7b-v0.1.Q6_K.gguf": { + "md5": "341e8b402bc75e35ba532e1fb9c1bf33", + "size": 38378759616 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57", + "url": "https://ipfs.io/ipfs/QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar", + "url": "https://ipfs.io/ipfs/QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar" + }, + "/mixtral-8x7b-v0.1.Q6_K.gguf": { + "path": "QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1", + "url": "https://ipfs.io/ipfs/QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q6_K.gguf": { + "path": "/mixtral-8x7b-v0.1.Q6_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q6_K.gguf": { + "path": "/mixtral-8x7b-v0.1.Q6_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q6_K.gguf": { + "path": "/mixtral-8x7b-v0.1.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-v0.1-GGUF-Q8_0": { + "metadata": { + "modelName": "Mixtral-8x7B-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "37d9e6ace2be4dfbb8c6ea0d7abb6586", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "650748b234301870811b494205d6de77", + "size": 609 + }, + "/mixtral-8x7b-v0.1.Q8_0.gguf": { + "md5": "68deeea41062c9af936ff45cb8a02132", + "size": 49624262080 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "37d9e6ace2be4dfbb8c6ea0d7abb6586", + "size": 111705 + }, + "/config.json": { + "md5": "77caf7bce719b0c4cd8f34193fc922f6", + "size": 54600 + }, + "/manifest.json": { + "md5": "52593c4631c392ae95a92d2a1aea9d64", + "size": 2854 + }, + "/mixtral-8x7b-v0.1.Q8_0.gguf": { + "md5": "68deeea41062c9af936ff45cb8a02132", + "size": 49624262080 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt", + "url": "https://ipfs.io/ipfs/QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt" + }, + "/config.json": { + "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", + "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" + }, + "/manifest.json": { + "path": "QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm", + "url": "https://ipfs.io/ipfs/QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm" + }, + "/mixtral-8x7b-v0.1.Q8_0.gguf": { + "path": "QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB", + "url": "https://ipfs.io/ipfs/QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q8_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q8_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q8_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q8_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-v0.1.Q8_0.gguf": { + "path": "/mixtral-8x7b-v0.1.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-v0.1-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-Q2_K": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "f47d963389a185c24529d06b6740194d", + "size": 14 + }, + "/manifest.json": { + "md5": "a2964920758d7ef52a2f7ebe3ac09349", + "size": 1539 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32", + "url": "https://ipfs.io/ipfs/QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32" + }, + "/manifest.json": { + "path": "QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G", + "url": "https://ipfs.io/ipfs/QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-Q2_K", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "3df705511f7a9a7c252cc1d3731ba58e", + "size": 123498 + }, + "/config.json": { + "md5": "52e85b180970d2f29c97366893128f2a", + "size": 56918 + }, + "/manifest.json": { + "md5": "40060236b3a47c82d5bbd3285a43b78e", + "size": 2760 + }, + "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { + "md5": "5734d3bbb8a6860258c8a6addac65266", + "size": 15644035008 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu", + "url": "https://ipfs.io/ipfs/QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu" + }, + "/config.json": { + "path": "QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66", + "url": "https://ipfs.io/ipfs/QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66" + }, + "/manifest.json": { + "path": "QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU", + "url": "https://ipfs.io/ipfs/QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU" + }, + "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { + "path": "QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX", + "url": "https://ipfs.io/ipfs/QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "26cb03e86fa0afaf3cb77b5d0af7013a", + "size": 123498 + }, + "/config.json": { + "md5": "dc647b9bba5dad7ac31d000e1140e99c", + "size": 56918 + }, + "/manifest.json": { + "md5": "a5c8aa1217cfcd39d0656475cd2d6489", + "size": 2809 + }, + "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { + "md5": "05979f179e6c7a597ab13b17e53586d2", + "size": 20363356096 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH", + "url": "https://ipfs.io/ipfs/QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH" + }, + "/config.json": { + "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", + "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" + }, + "/manifest.json": { + "path": "QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM", + "url": "https://ipfs.io/ipfs/QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM" + }, + "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg", + "url": "https://ipfs.io/ipfs/QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "9249eef7dd346d0b17a07d7ab245b7de", + "size": 123498 + }, + "/config.json": { + "md5": "dc647b9bba5dad7ac31d000e1140e99c", + "size": 56918 + }, + "/manifest.json": { + "md5": "94751ff898e38c817655500b4e582545", + "size": 2069 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4", + "url": "https://ipfs.io/ipfs/QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4" + }, + "/config.json": { + "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", + "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" + }, + "/manifest.json": { + "path": "Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o", + "url": "https://ipfs.io/ipfs/Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "5f7856fe8c8bdc640eae6025a14ffd03", + "size": 123498 + }, + "/config.json": { + "md5": "dc647b9bba5dad7ac31d000e1140e99c", + "size": 56918 + }, + "/manifest.json": { + "md5": "357be82285e90c0f16594f61dea503f8", + "size": 2069 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg", + "url": "https://ipfs.io/ipfs/QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg" + }, + "/config.json": { + "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", + "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" + }, + "/manifest.json": { + "path": "QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB", + "url": "https://ipfs.io/ipfs/QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "6489bbfc43da4010795a229483e51dec", + "size": 123498 + }, + "/config.json": { + "md5": "dc647b9bba5dad7ac31d000e1140e99c", + "size": 56918 + }, + "/manifest.json": { + "md5": "77fb959e8e5c031b1652b408efb4f1f5", + "size": 2760 + }, + "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { + "md5": "a7f76da173841dd0dea211e2da68ce51", + "size": 26441533376 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s", + "url": "https://ipfs.io/ipfs/QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s" + }, + "/config.json": { + "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", + "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" + }, + "/manifest.json": { + "path": "QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj", + "url": "https://ipfs.io/ipfs/QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { + "path": "QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm", + "url": "https://ipfs.io/ipfs/QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "b22838c874bde2343f27abd285319bde", + "size": 123498 + }, + "/config.json": { + "md5": "5796b47ca60d757d1ea04d23d89b4d78", + "size": 56918 + }, + "/manifest.json": { + "md5": "e3dd164225b4915dd6b32c12f7635930", + "size": 2066 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ", + "url": "https://ipfs.io/ipfs/QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ" + }, + "/config.json": { + "path": "QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5", + "url": "https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5" + }, + "/manifest.json": { + "path": "Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c", + "url": "https://ipfs.io/ipfs/Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp" + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "6d36da36e19f5a18a9c02c469763167c", + "size": 123498 + }, + "/config.json": { + "md5": "5796b47ca60d757d1ea04d23d89b4d78", + "size": 56918 + }, + "/manifest.json": { + "md5": "7e08d5716d8b4c3e01ceda5f9415d3d5", + "size": 2806 + }, + "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { + "md5": "411c8bee394374730feb0d6217e8cc67", + "size": 26441533376 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P", + "url": "https://ipfs.io/ipfs/QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P" + }, + "/config.json": { + "path": "QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5", + "url": "https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5" + }, + "/manifest.json": { + "path": "QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX", + "url": "https://ipfs.io/ipfs/QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL", + "url": "https://ipfs.io/ipfs/QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "e956e61dd9f537eb09b4f17e2846dd81", + "size": 123498 + }, + "/config.json": { + "md5": "e1495c33586c18d3f10bedd637027cd1", + "size": 56918 + }, + "/manifest.json": { + "md5": "25967630080c4f737b427e8334dc3fa3", + "size": 626 + }, + "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { + "md5": "680ad3a3288656f5309021d092ba152b", + "size": 32229279680 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "e956e61dd9f537eb09b4f17e2846dd81", + "size": 123498 + }, + "/config.json": { + "md5": "e1495c33586c18d3f10bedd637027cd1", + "size": 56918 + }, + "/manifest.json": { + "md5": "71bd3b5d7d252e89e008a8ca0f17905a", + "size": 3078 + }, + "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { + "md5": "680ad3a3288656f5309021d092ba152b", + "size": 32229279680 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ", + "url": "https://ipfs.io/ipfs/QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ" + }, + "/config.json": { + "path": "QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB", + "url": "https://ipfs.io/ipfs/QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB" + }, + "/manifest.json": { + "path": "QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6", + "url": "https://ipfs.io/ipfs/QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { + "path": "QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id", + "url": "https://ipfs.io/ipfs/QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "794d387ae51db09e40909dc393345c0d", + "size": 123498 + }, + "/config.json": { + "md5": "112a8d29f4ed141a04e820e4c62045cb", + "size": 56918 + }, + "/manifest.json": { + "md5": "9c5a894bf0d5834be0470472dd864694", + "size": 630 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "794d387ae51db09e40909dc393345c0d", + "size": 123498 + }, + "/config.json": { + "md5": "112a8d29f4ed141a04e820e4c62045cb", + "size": 56918 + }, + "/manifest.json": { + "md5": "39d136fef600e83ac46f5cf09f467496", + "size": 2284 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS", + "url": "https://ipfs.io/ipfs/Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS" + }, + "/config.json": { + "path": "QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg", + "url": "https://ipfs.io/ipfs/QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg" + }, + "/manifest.json": { + "path": "QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke", + "url": "https://ipfs.io/ipfs/QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "1e2eab65e56e55578ffbf409a17439a0", + "size": 123498 + }, + "/config.json": { + "md5": "8071447beaa900ad2362a54984cc2e19", + "size": 56918 + }, + "/manifest.json": { + "md5": "e1014f306b2f891d700359d98abf6d75", + "size": 630 + }, + "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { + "md5": "02395be6a920d63f0fa8a028a52ede77", + "size": 32229279680 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "1e2eab65e56e55578ffbf409a17439a0", + "size": 123498 + }, + "/config.json": { + "md5": "8071447beaa900ad2362a54984cc2e19", + "size": 56918 + }, + "/manifest.json": { + "md5": "ec2b8e555ba04a274e0f9b369a2b20bb", + "size": 3128 + }, + "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { + "md5": "02395be6a920d63f0fa8a028a52ede77", + "size": 32229279680 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti", + "url": "https://ipfs.io/ipfs/QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti" + }, + "/config.json": { + "path": "QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC", + "url": "https://ipfs.io/ipfs/QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC" + }, + "/manifest.json": { + "path": "QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm", + "url": "https://ipfs.io/ipfs/QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s", + "url": "https://ipfs.io/ipfs/QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "969ed58b204f9d4d137b2218dac4e925", + "size": 123498 + }, + "/config.json": { + "md5": "af9936696ae1d8c370a26354570ff5dc", + "size": 56918 + }, + "/manifest.json": { + "md5": "2b8a069864f3fb16d6989960c05b03e6", + "size": 636 + }, + "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { + "md5": "446270ef052e0570d0bdd3bb87f70ca7", + "size": 38378760128 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "969ed58b204f9d4d137b2218dac4e925", + "size": 123498 + }, + "/config.json": { + "md5": "af9936696ae1d8c370a26354570ff5dc", + "size": 56918 + }, + "/manifest.json": { + "md5": "a2fda2003423afec07b51f36604a0308", + "size": 3088 + }, + "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { + "md5": "446270ef052e0570d0bdd3bb87f70ca7", + "size": 38378760128 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ", + "url": "https://ipfs.io/ipfs/QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ" + }, + "/config.json": { + "path": "QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn", + "url": "https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn" + }, + "/manifest.json": { + "path": "QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS", + "url": "https://ipfs.io/ipfs/QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS" + }, + "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { + "path": "QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR", + "url": "https://ipfs.io/ipfs/QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0": { + "metadata": { + "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "4ae67b192745e39ddad1eedc773df04c", + "size": 123498 + }, + "/config.json": { + "md5": "af9936696ae1d8c370a26354570ff5dc", + "size": 56918 + }, + "/manifest.json": { + "md5": "0583bf4de8badeb15143eae280e72cff", + "size": 636 + }, + "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { + "md5": "58957e12e63d00ccf1b78f7ca005a18b", + "size": 49624262592 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "4ae67b192745e39ddad1eedc773df04c", + "size": 123498 + }, + "/config.json": { + "md5": "af9936696ae1d8c370a26354570ff5dc", + "size": 56918 + }, + "/manifest.json": { + "md5": "c0b74a12f2927c8855be4db1a7f7e8d4", + "size": 3088 + }, + "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { + "md5": "58957e12e63d00ccf1b78f7ca005a18b", + "size": 49624262592 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87", + "url": "https://ipfs.io/ipfs/QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87" + }, + "/config.json": { + "path": "QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn", + "url": "https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn" + }, + "/manifest.json": { + "path": "QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172", + "url": "https://ipfs.io/ipfs/QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172" + }, + "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { + "path": "QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n", + "url": "https://ipfs.io/ipfs/QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { + "path": "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "6c573a79591573d2d61c2cb594edfe8c", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "5348a860d48e9cc841920425ccdd7c51", + "size": 659 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { + "md5": "aaa7d7ee8258488a3e26e6c711487b85", + "size": 8061645504 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "6c573a79591573d2d61c2cb594edfe8c", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "fb7124596dbda6191be3576b0ed5b701", + "size": 3270 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { + "md5": "aaa7d7ee8258488a3e26e6c711487b85", + "size": 8061645504 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe", + "url": "https://ipfs.io/ipfs/QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd", + "url": "https://ipfs.io/ipfs/QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { + "path": "QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h", + "url": "https://ipfs.io/ipfs/QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "2edc59fe0d07e4b0cc0f29e03df61768", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "2614c20e93d6bb437068b882d54b70f4", + "size": 664 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { + "md5": "643707e5fd800fbf8b9c6710566ae3c2", + "size": 10523382464 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "2edc59fe0d07e4b0cc0f29e03df61768", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "1d097093370bcf8abf0007dfe1102c7b", + "size": 3323 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { + "md5": "643707e5fd800fbf8b9c6710566ae3c2", + "size": 10523382464 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV", + "url": "https://ipfs.io/ipfs/Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh", + "url": "https://ipfs.io/ipfs/QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4", + "url": "https://ipfs.io/ipfs/Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "37f94a082448f2e063c3e05e8ee81170", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "78785ecc311be40557ae43de02466f65", + "size": 664 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "37f94a082448f2e063c3e05e8ee81170", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "235501338cd46e7e114c6f63666b5bc7", + "size": 2381 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2", + "url": "https://ipfs.io/ipfs/QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25", + "url": "https://ipfs.io/ipfs/QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "5d177ab28bd91949a5952dbad6f0b83a", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "9fa66f575ba5e79b32df538b2ec83f02", + "size": 664 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "5d177ab28bd91949a5952dbad6f0b83a", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "996d9ec66bf52412d43e3393c513bbc0", + "size": 2381 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW", + "url": "https://ipfs.io/ipfs/Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t", + "url": "https://ipfs.io/ipfs/QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "2ddf062ffd9371864607033af3a3b32e", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "72d4bee4570a927ce7e1522e489e9792", + "size": 659 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { + "md5": "6fc87ebac79644891b0368e411e1db72", + "size": 13623603904 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "2ddf062ffd9371864607033af3a3b32e", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "d8559ea807bc769a297b3db5065285f0", + "size": 3272 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { + "md5": "6fc87ebac79644891b0368e411e1db72", + "size": 13623603904 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS", + "url": "https://ipfs.io/ipfs/QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph", + "url": "https://ipfs.io/ipfs/Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { + "path": "QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce", + "url": "https://ipfs.io/ipfs/QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "0c111db8b1b3e23c18df2f7499f988a8", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "96d050a0685bdb1e1dfe646a0f8b5d6b", + "size": 661 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "0c111db8b1b3e23c18df2f7499f988a8", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "ef4077353e21350f1202dad766666fda", + "size": 2378 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi", + "url": "https://ipfs.io/ipfs/QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm", + "url": "https://ipfs.io/ipfs/QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "81c14680656527d377c5a34fc7ce7b8b", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "a8a5822cb701b6f3ea7e1ab5a7aa2949", + "size": 661 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { + "md5": "51cf1f04884ce06e1221903bd9bf2bde", + "size": 13640905408 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "81c14680656527d377c5a34fc7ce7b8b", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "15afe48f0eab15dbc497b732f71945d2", + "size": 3320 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { + "md5": "51cf1f04884ce06e1221903bd9bf2bde", + "size": 13640905408 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye", + "url": "https://ipfs.io/ipfs/QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2", + "url": "https://ipfs.io/ipfs/Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS", + "url": "https://ipfs.io/ipfs/Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "2524d88d67e1f8ad7c884f89cd18b760", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "1a34a56179ae75b8dd833bb331a69764", + "size": 647 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { + "md5": "d8bfcb7af65509628270fc4530e8b803", + "size": 16626332352 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "2524d88d67e1f8ad7c884f89cd18b760", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "5da498f7fb69504be8458694e4a8f745", + "size": 3260 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { + "md5": "d8bfcb7af65509628270fc4530e8b803", + "size": 16626332352 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH", + "url": "https://ipfs.io/ipfs/QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz", + "url": "https://ipfs.io/ipfs/QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { + "path": "QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA", + "url": "https://ipfs.io/ipfs/QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "268f6c627d0d47c056de845770db3e8d", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "d399365c06b3ffdda2cae9437b46d78c", + "size": 651 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "268f6c627d0d47c056de845770db3e8d", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "b7d9ec510832fa4aa434a654ca853c95", + "size": 2368 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t", + "url": "https://ipfs.io/ipfs/QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq", + "url": "https://ipfs.io/ipfs/QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "f5e25d795e33535cfd35f0ecfd647390", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "e03dbdb9e6f139f5e8aab78f910a00ca", + "size": 651 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { + "md5": "7b03c7e08430d5c33f4299e09ad89eae", + "size": 16635245248 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "f5e25d795e33535cfd35f0ecfd647390", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "6799783cbddbe064bd21512af618cb3d", + "size": 3310 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { + "md5": "7b03c7e08430d5c33f4299e09ad89eae", + "size": 16635245248 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B", + "url": "https://ipfs.io/ipfs/QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD", + "url": "https://ipfs.io/ipfs/QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R", + "url": "https://ipfs.io/ipfs/QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "94f4ff6c2fbd46f79b3d85be14b3b57b", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "3ba32cac148c7aa0046022b5e98da0ff", + "size": 657 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { + "md5": "fbb5f890295e51cd41c40ee4e8a0c5da", + "size": 19816731328 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "94f4ff6c2fbd46f79b3d85be14b3b57b", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "7c7e133cb4367c20b75ccd2c345fe8c4", + "size": 3270 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { + "md5": "fbb5f890295e51cd41c40ee4e8a0c5da", + "size": 19816731328 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73", + "url": "https://ipfs.io/ipfs/QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS", + "url": "https://ipfs.io/ipfs/QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { + "path": "QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF", + "url": "https://ipfs.io/ipfs/QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0": { + "metadata": { + "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "f0f91871f1c3f694ca2716119e7c7c6b", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "c77c1e3049b092d4adac64a1001882ca", + "size": 657 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { + "md5": "c54c0b38570e6955e5230463265de8b0", + "size": 25666261696 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "f0f91871f1c3f694ca2716119e7c7c6b", + "size": 106302 + }, + "/config.json": { + "md5": "46be4b9cfb8db1476d6ba8f257150591", + "size": 55016 + }, + "/manifest.json": { + "md5": "277f75732fca7d5d3790864084ee6aae", + "size": 3270 + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { + "md5": "c54c0b38570e6955e5230463265de8b0", + "size": 25666261696 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K", + "url": "https://ipfs.io/ipfs/QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K" + }, + "/config.json": { + "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", + "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" + }, + "/manifest.json": { + "path": "QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb", + "url": "https://ipfs.io/ipfs/QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { + "path": "QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx", + "url": "https://ipfs.io/ipfs/QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" + }, + "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { + "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q2_K": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "8ef5e35ee5123a3e51f9fe85564ace80", + "size": 106655 + }, + "/config.json": { + "md5": "22f6a5fb9b9c71084e60e95a2e191e63", + "size": 55817 + }, + "/fennec-mixtral-8x7b.Q2_K.gguf": { + "md5": "48a345eccba8684872ed14e2cf49044d", + "size": 15644971776 + }, + "/manifest.json": { + "md5": "6a6449db651ed53c356cbab0dac69b01", + "size": 617 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "8ef5e35ee5123a3e51f9fe85564ace80", + "size": 106655 + }, + "/config.json": { + "md5": "22f6a5fb9b9c71084e60e95a2e191e63", + "size": 55817 + }, + "/fennec-mixtral-8x7b.Q2_K.gguf": { + "md5": "48a345eccba8684872ed14e2cf49044d", + "size": 15644971776 + }, + "/manifest.json": { + "md5": "f8b206292328705233b0b911282ad77a", + "size": 2908 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH", + "url": "https://ipfs.io/ipfs/QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH" + }, + "/config.json": { + "path": "QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57", + "url": "https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57" + }, + "/fennec-mixtral-8x7b.Q2_K.gguf": { + "path": "QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf", + "url": "https://ipfs.io/ipfs/QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf" + }, + "/manifest.json": { + "path": "QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg", + "url": "https://ipfs.io/ipfs/QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q2_K.gguf": { + "path": "/fennec-mixtral-8x7b.Q2_K.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q2_K.gguf": { + "path": "/fennec-mixtral-8x7b.Q2_K.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q2_K.gguf": { + "path": "/fennec-mixtral-8x7b.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q2_K.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "98bc897d86a7d2eac80e9e6511f1f762", + "size": 106655 + }, + "/config.json": { + "md5": "22f6a5fb9b9c71084e60e95a2e191e63", + "size": 55817 + }, + "/fennec-mixtral-8x7b.Q3_K_M.gguf": { + "md5": "061cc6554d383a4550ea5ef597bb74b5", + "size": 20364292864 + }, + "/manifest.json": { + "md5": "358b1fa7f6ad532be5d36abefd790fec", + "size": 622 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "98bc897d86a7d2eac80e9e6511f1f762", + "size": 106655 + }, + "/config.json": { + "md5": "22f6a5fb9b9c71084e60e95a2e191e63", + "size": 55817 + }, + "/fennec-mixtral-8x7b.Q3_K_M.gguf": { + "md5": "061cc6554d383a4550ea5ef597bb74b5", + "size": 20364292864 + }, + "/manifest.json": { + "md5": "5094c2212ff419830bff587f2a47c181", + "size": 2959 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw", + "url": "https://ipfs.io/ipfs/QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw" + }, + "/config.json": { + "path": "QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57", + "url": "https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57" + }, + "/fennec-mixtral-8x7b.Q3_K_M.gguf": { + "path": "QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT", + "url": "https://ipfs.io/ipfs/QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT" + }, + "/manifest.json": { + "path": "QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR", + "url": "https://ipfs.io/ipfs/QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q3_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q3_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q3_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q3_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "9dea6d01d1170057ebe6a5d84c60f242", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "f48781bee47e40793ccad6f137620605", + "size": 622 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "9dea6d01d1170057ebe6a5d84c60f242", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "f3f61a3470d95c057a2dc6aa077326b0", + "size": 2213 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo", + "url": "https://ipfs.io/ipfs/QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/manifest.json": { + "path": "Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v", + "url": "https://ipfs.io/ipfs/Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "0360cff10335e07ac70314d9f7495f0a", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "f43c5db7c5e6de87ed0a348d84956891", + "size": 622 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "0360cff10335e07ac70314d9f7495f0a", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "17a6b157eb30cfc930e9986934331b4c", + "size": 2213 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP", + "url": "https://ipfs.io/ipfs/QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/manifest.json": { + "path": "QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz", + "url": "https://ipfs.io/ipfs/QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q4_0": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "0427d19c2d2b1a166fac105a1396b38f", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q4_0.gguf": { + "md5": "4bee6e9daff7b4c0e6968cebc30e80e5", + "size": 26442470144 + }, + "/manifest.json": { + "md5": "a25c03370571a7a4b0c6ce4ffdc3c411", + "size": 617 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "0427d19c2d2b1a166fac105a1396b38f", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q4_0.gguf": { + "md5": "4bee6e9daff7b4c0e6968cebc30e80e5", + "size": 26442470144 + }, + "/manifest.json": { + "md5": "d37861b2b81380390279a9bfe3725d3d", + "size": 2908 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U", + "url": "https://ipfs.io/ipfs/QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/fennec-mixtral-8x7b.Q4_0.gguf": { + "path": "QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7", + "url": "https://ipfs.io/ipfs/QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7" + }, + "/manifest.json": { + "path": "QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV", + "url": "https://ipfs.io/ipfs/QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q4_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q4_0.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q4_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q4_0.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q4_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "000c4af795eeb9a5b36c712dc55e951d", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "493bf72d258502f96ee93cb4b2216926", + "size": 619 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "000c4af795eeb9a5b36c712dc55e951d", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "bb7b94b0e7f2d7c782422447de572793", + "size": 2210 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4", + "url": "https://ipfs.io/ipfs/QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/manifest.json": { + "path": "QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6", + "url": "https://ipfs.io/ipfs/QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "efc9fdf50c5a136fcd31ec6dfb54b135", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q4_K_M.gguf": { + "md5": "da74b75cfc5623eae316fc5294fda12e", + "size": 26442470144 + }, + "/manifest.json": { + "md5": "365d9e37fac6f458e760a25eb9de022b", + "size": 619 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "efc9fdf50c5a136fcd31ec6dfb54b135", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q4_K_M.gguf": { + "md5": "da74b75cfc5623eae316fc5294fda12e", + "size": 26442470144 + }, + "/manifest.json": { + "md5": "6d11082d6000153054ab8e09278dc61f", + "size": 2956 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk", + "url": "https://ipfs.io/ipfs/QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/fennec-mixtral-8x7b.Q4_K_M.gguf": { + "path": "QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB", + "url": "https://ipfs.io/ipfs/QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB" + }, + "/manifest.json": { + "path": "QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu", + "url": "https://ipfs.io/ipfs/QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q4_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q4_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q4_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q5_0": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "e83619bb974a9ae59c51465c8efd4c2a", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q5_0.gguf": { + "md5": "e16399d794a5eb246ce99937ae8ae485", + "size": 32230216448 + }, + "/manifest.json": { + "md5": "e58e0c83a2316c7f219057fdc2588c75", + "size": 605 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "e83619bb974a9ae59c51465c8efd4c2a", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q5_0.gguf": { + "md5": "e16399d794a5eb246ce99937ae8ae485", + "size": 32230216448 + }, + "/manifest.json": { + "md5": "ca91dca427057a298266b7befa45c43f", + "size": 2896 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr", + "url": "https://ipfs.io/ipfs/QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/fennec-mixtral-8x7b.Q5_0.gguf": { + "path": "Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx", + "url": "https://ipfs.io/ipfs/Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx" + }, + "/manifest.json": { + "path": "QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3", + "url": "https://ipfs.io/ipfs/QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q5_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q5_0.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q5_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q5_0.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q5_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "9b9550ce3b00341617a5f507f28ed51f", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "00d1bddf719bc881ae913f62d9c3008b", + "size": 609 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "9b9550ce3b00341617a5f507f28ed51f", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/manifest.json": { + "md5": "0edbf630c951718ccc2d8d91e3084374", + "size": 2200 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN", + "url": "https://ipfs.io/ipfs/Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/manifest.json": { + "path": "QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z", + "url": "https://ipfs.io/ipfs/QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "158d21866884210068f3e69972b6fa77", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q5_K_M.gguf": { + "md5": "91d8ad6d706bcd84eb9a74251f82ba66", + "size": 32230216448 + }, + "/manifest.json": { + "md5": "b5ad4db783137ac409672e427df0822c", + "size": 609 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "158d21866884210068f3e69972b6fa77", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q5_K_M.gguf": { + "md5": "91d8ad6d706bcd84eb9a74251f82ba66", + "size": 32230216448 + }, + "/manifest.json": { + "md5": "31d724390559173a77460016417581ee", + "size": 2946 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy", + "url": "https://ipfs.io/ipfs/QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/fennec-mixtral-8x7b.Q5_K_M.gguf": { + "path": "QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd", + "url": "https://ipfs.io/ipfs/QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd" + }, + "/manifest.json": { + "path": "QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM", + "url": "https://ipfs.io/ipfs/QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q5_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q5_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q5_K_M.gguf": { + "path": "/fennec-mixtral-8x7b.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_K_M.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q6_K": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "e008c596e2280efcd996acdcd0b566d8", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q6_K.gguf": { + "md5": "ac27f688a5eee695d8dde5ec10a1ac47", + "size": 38379696896 + }, + "/manifest.json": { + "md5": "012dee62b32f2ceb64cbd7a0d617f52d", + "size": 615 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "e008c596e2280efcd996acdcd0b566d8", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q6_K.gguf": { + "md5": "ac27f688a5eee695d8dde5ec10a1ac47", + "size": 38379696896 + }, + "/manifest.json": { + "md5": "ad0eae79573be65e3938af74c96c9751", + "size": 2906 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx", + "url": "https://ipfs.io/ipfs/QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/fennec-mixtral-8x7b.Q6_K.gguf": { + "path": "QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9", + "url": "https://ipfs.io/ipfs/QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9" + }, + "/manifest.json": { + "path": "QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9", + "url": "https://ipfs.io/ipfs/QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q6_K.gguf": { + "path": "/fennec-mixtral-8x7b.Q6_K.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q6_K.gguf": { + "path": "/fennec-mixtral-8x7b.Q6_K.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q6_K.gguf": { + "path": "/fennec-mixtral-8x7b.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q6_K.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Fennec-Mixtral-8x7B-GGUF-Q8_0": { + "metadata": { + "modelName": "Fennec-Mixtral-8x7B-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "334a2c4b25c5a7d65a2cb54dfbd8832e", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q8_0.gguf": { + "md5": "6925e28a382097e8325e969af33e402f", + "size": 49625199360 + }, + "/manifest.json": { + "md5": "5207e87cee445aa48f381d71ff3b0e8f", + "size": 615 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "334a2c4b25c5a7d65a2cb54dfbd8832e", + "size": 106656 + }, + "/config.json": { + "md5": "54a2e810ac3629c6079adc61f419395f", + "size": 55818 + }, + "/fennec-mixtral-8x7b.Q8_0.gguf": { + "md5": "6925e28a382097e8325e969af33e402f", + "size": 49625199360 + }, + "/manifest.json": { + "md5": "df797b13768fc5d16f99cc3ba80657d5", + "size": 2906 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2", + "url": "https://ipfs.io/ipfs/QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2" + }, + "/config.json": { + "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", + "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" + }, + "/fennec-mixtral-8x7b.Q8_0.gguf": { + "path": "QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1", + "url": "https://ipfs.io/ipfs/QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1" + }, + "/manifest.json": { + "path": "QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy", + "url": "https://ipfs.io/ipfs/QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q8_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q8_0.gguf", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/config.json" + }, + "/fennec-mixtral-8x7b.Q8_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q8_0.gguf", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" + }, + "/fennec-mixtral-8x7b.Q8_0.gguf": { + "path": "/fennec-mixtral-8x7b.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q8_0.gguf" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Fennec-Mixtral-8x7B-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q2_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "60cc35d19bf029a998913804f463e548", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "467e8feb7859948f37618fd3cbe4770c", + "size": 635 + }, + "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { + "md5": "e152b9118185a5966b16151d3f8fdbf7", + "size": 15644035008 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 2648283545.6000004, + "cpuMemory": 2648283545.6000004, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 2913111900.160001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "60cc35d19bf029a998913804f463e548", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "8ba2c7ab524ccbf336100f93871f5c0f", + "size": 3064 + }, + "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { + "md5": "e152b9118185a5966b16151d3f8fdbf7", + "size": 15644035008 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE", + "url": "https://ipfs.io/ipfs/QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC", + "url": "https://ipfs.io/ipfs/QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC" + }, + "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { + "path": "Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT", + "url": "https://ipfs.io/ipfs/Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q2_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q2_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q2_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q2_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "7101838213465f9d5c5b36570694e4f7", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "21fb635ac278f51898f853301796f401", + "size": 640 + }, + "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { + "md5": "7324d72670f7b9bf12aa70ab34ef3c2c", + "size": 20363356096 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "7101838213465f9d5c5b36570694e4f7", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "f73dd6f59f7210b0be281c994d0d1d9a", + "size": 3115 + }, + "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { + "md5": "7324d72670f7b9bf12aa70ab34ef3c2c", + "size": 20363356096 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg", + "url": "https://ipfs.io/ipfs/QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags", + "url": "https://ipfs.io/ipfs/QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags" + }, + "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { + "path": "QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6", + "url": "https://ipfs.io/ipfs/QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "2a82c1ba84547209dc8cf9526f193783", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "db74b5e48b5eb942b078cd0229e09c95", + "size": 640 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "2a82c1ba84547209dc8cf9526f193783", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "b32bc4d011ed57d80919ecdc5a2ea252", + "size": 2285 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV", + "url": "https://ipfs.io/ipfs/QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ", + "url": "https://ipfs.io/ipfs/QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q3_K_L", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "fde93986c23f1d9a79f53577d7b899e5", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "66539022264261ef304cb98ff40d2af1", + "size": 640 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 3552575488.0000005, + "cpuMemory": 3552575488.0000005, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 3907833036.8000007, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "fde93986c23f1d9a79f53577d7b899e5", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "a7f7bd5a617630e08ddad21ae7c1bb7d", + "size": 2285 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S", + "url": "https://ipfs.io/ipfs/QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5", + "url": "https://ipfs.io/ipfs/QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "7dd92e7612077e2deeacf9da52c331eb", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "e774789940aaaf2d1df6680267ef1117", + "size": 635 + }, + "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { + "md5": "6cd73360175950c8e783c7509cff54c3", + "size": 26441533376 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4133906022.4000006, + "cpuMemory": 4133906022.4000006, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 4547296624.640001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "7dd92e7612077e2deeacf9da52c331eb", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "5557569b27a35a09e33c2102b3b68561", + "size": 3064 + }, + "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { + "md5": "6cd73360175950c8e783c7509cff54c3", + "size": 26441533376 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x", + "url": "https://ipfs.io/ipfs/QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn", + "url": "https://ipfs.io/ipfs/QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn" + }, + "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { + "path": "QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ", + "url": "https://ipfs.io/ipfs/QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q4_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q4_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q4_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "8f4d9a41ce52f08678f6ea6bc4557cd4", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "f9d69f8a7ad396b07eb01bbb6f1846ac", + "size": 637 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "8f4d9a41ce52f08678f6ea6bc4557cd4", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "a4d0c7fa3e500b0f62881dfde55d6350", + "size": 2282 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ", + "url": "https://ipfs.io/ipfs/QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC", + "url": "https://ipfs.io/ipfs/QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q4_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "cd6fb119865d0edbdd64f43ef5d4dc25", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "9b593d4857a362848ecf27c436a228d8", + "size": 637 + }, + "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { + "md5": "ad8311f4b4e3882fa336509f6d10c9b1", + "size": 26441533376 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 4650644275.200001, + "cpuMemory": 4650644275.200001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 5115708702.720001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "cd6fb119865d0edbdd64f43ef5d4dc25", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "caa9b6afa58b376eca345b82100e80f3", + "size": 3112 + }, + "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { + "md5": "ad8311f4b4e3882fa336509f6d10c9b1", + "size": 26441533376 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5", + "url": "https://ipfs.io/ipfs/QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz", + "url": "https://ipfs.io/ipfs/QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz" + }, + "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { + "path": "QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55", + "url": "https://ipfs.io/ipfs/QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "b50484d88b92713e11966e40b9be8cee", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "fa93b5543de44ca408c751992120e943", + "size": 623 + }, + "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { + "md5": "93e6ca82ac84d8e2507a18c84991ade8", + "size": 32229279680 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "b50484d88b92713e11966e40b9be8cee", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "30febe2dc31aad75006d0a347ad0acba", + "size": 3052 + }, + "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { + "md5": "93e6ca82ac84d8e2507a18c84991ade8", + "size": 32229279680 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue", + "url": "https://ipfs.io/ipfs/QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn", + "url": "https://ipfs.io/ipfs/QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn" + }, + "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { + "path": "QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T", + "url": "https://ipfs.io/ipfs/QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q5_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q5_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q5_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_S", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "f559b359336207e4aa3b02d88734d325", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "68bbfafdfd843d230d0553d1fbf4ac68", + "size": 627 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "f559b359336207e4aa3b02d88734d325", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "f196f162306ed02dc43667a02e1550b2", + "size": 2272 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs", + "url": "https://ipfs.io/ipfs/QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ", + "url": "https://ipfs.io/ipfs/QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q5_K_M", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "a55a7da248db78f3a629dd03ecafb9fc", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "b4a4378301a682d8d742e4fa9e5014cd", + "size": 627 + }, + "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { + "md5": "1168761cbda6fa2a2e3f6de457e12a89", + "size": 32229279680 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 5684120780.8, + "cpuMemory": 5684120780.8, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 6252532858.880001, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "a55a7da248db78f3a629dd03ecafb9fc", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "b6f0abc3128170853281e01352c6b3a9", + "size": 3102 + }, + "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { + "md5": "1168761cbda6fa2a2e3f6de457e12a89", + "size": 32229279680 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W", + "url": "https://ipfs.io/ipfs/QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh", + "url": "https://ipfs.io/ipfs/QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh" + }, + "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { + "path": "QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4", + "url": "https://ipfs.io/ipfs/QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q6_K", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "fe291e87197b79f812b178195ee4951f", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "4b81ac77212ced516f0e633bc701f7ed", + "size": 633 + }, + "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { + "md5": "122a150cd4b378bb1ce98b34b7e5442a", + "size": 38378760128 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 6782189568.000001, + "cpuMemory": 6782189568.000001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 7460408524.800002, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "fe291e87197b79f812b178195ee4951f", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "206877d01160fc0918a5a5bc23fdb379", + "size": 3062 + }, + "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { + "md5": "122a150cd4b378bb1ce98b34b7e5442a", + "size": 38378760128 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY", + "url": "https://ipfs.io/ipfs/QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6", + "url": "https://ipfs.io/ipfs/QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6" + }, + "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { + "path": "Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1", + "url": "https://ipfs.io/ipfs/Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q6_K.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q6_K.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q6_K.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q6_K.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + }, + "gpt-3.5-turbo-16k@api": { + "id" : "gpt-3.5-turbo-16k", + "format" : "api", + "metadata" : { + "name": "gpt-4", + "api_key": "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" + }, + "timeAdded" : "2023-08-16 19:29:59", + "timeUpdated" : "2023-12-26 22:52:52", + "source" : "api", + "hwRequirements" : {}, + "folderData" : { + "/README.md": { + "md5": "fe291e87197b79f812b178195ee4951f", + "size": 100572 + }, + "/manifest.json": { + "md5": "206877d01160fc0918a5a5bc23fdb379", + "size": 3062 + } + }, + + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", + "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" + }, + "/manifest.json": { + "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", + "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/manifest.json" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + } + } + } + }, + "gpt-3.5-turbo@api":{ + "id" : "gpt-3.5-turbo", + "format" : "api", + "metadata" : { + "name": "gpt-3.5-turbo", + "api_key": "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" + }, + "timeAdded" : "2023-08-16 19:29:59", + "timeUpdated" : "2023-12-26 22:52:52", + "source" : "api", + "hwRequirements" : {}, + "folderData" : {}, + "cache" : {} + }, + + "text-moderation-latest@api": { + "id" : "text-moderation-latest", + "format" : "api", + "metadata" : { + "name": "text-moderation-latest", + "api_key": "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" + }, + "timeAdded" : "2023-08-16 19:29:59", + "timeUpdated" : "2023-12-26 22:52:52", + "source" : "api", + "hwRequirements" : {}, + "folderData" : { + "/README.md": { + "md5": "fe291e87197b79f812b178195ee4951f", + "size": 100572 + }, + "/manifest.json": { + "md5": "206877d01160fc0918a5a5bc23fdb379", + "size": 3062 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", + "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" + }, + "/manifest.json": { + "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", + "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/text-moderation-latest@api/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/text-moderation-latest@api/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/text-moderation-latest@api/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/text-moderation-latest@apimanifest.json" + } + }, + "https": { + "/README.md": { + "path": "", + "url": "" + }, + "/manifest.json": { + "path": "", + "url": "" + } + } + } + }, + "text-moderation-stable@api": { + "id" : "text-moderation-stable", + "format" : "api", + "metadata" : { + "name": "text-moderation-stable", + "api_key": "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" + }, + "timeAdded" : "2023-08-16 19:29:59", + "timeUpdated" : "2023-12-26 22:52:52", + "source" : "api", + "hwRequirements" : {}, + "folderData" : { + "/README.md": { + "md5": "fe291e87197b79f812b178195ee4951f", + "size": 100572 + }, + "/manifest.json": { + "md5": "206877d01160fc0918a5a5bc23fdb379", + "size": 3062 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", + "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" + }, + "/manifest.json": { + "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", + "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/text-moderation-stable@api/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/text-moderation-stable@api/manifest.json" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/text-moderation-stable@api/README.md" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/text-moderation-stable@apimanifest.json" + } + }, + "https": { + "/README.md": { + "path": "", + "url": "" + }, + "/manifest.json": { + "path": "", + "url": "" + } + } + } + }, + "gpt-4@api": { + "id" : "gpt-4", + "format" : "api", + "metadata" : { + "name": "gpt-4", + "api_key": "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" + }, + "timeAdded" : "2023-08-16 19:29:59", + "timeUpdated" : "2023-12-26 22:52:52", + "source" : "api", + "hwRequirements" : {}, + "folderData" : {}, + "cache" : {} + }, + "gpt3.5-openai@api":{ + "id" : "gpt3.5-openai", + "format" : "api", + "metadata" : { + "name": "gpt3.5-openai", + "api_key": "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" + }, + "timeAdded" : "2023-08-16 18:34:53", + "timeUpdated" : "2023-12-26 22:52:52", + "source" : "api", + "hwRequirements" : {}, + "folderData" : {}, + "cache" : {} + }, + "gpt4-openai@api":{ + "id" : "gpt4-openai", + "format" : "api", + "metadata" : { + "name": "gpt4-openai", + "api_key": "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" + }, + "timeAdded" : "2023-08-16 18:34:53", + "timeUpdated" : "2023-12-26 22:52:53", + "source" : "api", + "hwRequirements" : {}, + "folderData" : {}, + "cache" : {} + }, + "Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0": { + "metadata": { + "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", + "contextSize": 4096, + "parameters": 7516192768, + "quantization": "Q8_0", + "ropeScale": 1, + "units": "tokens", + "skill": "llama_cpp", + "folderData": { + "/README.md": { + "md5": "a9afb3fde4f46f11ebb5586515db6a14", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "f85f306304258711357da1278fbd1a09", + "size": 633 + }, + "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { + "md5": "0ba3f121beaaa56a3844116e570741aa", + "size": 49624262592 + } + } + }, + "hwRequirements": { + "minFlops": { + "fp8": 0, + "fp16": 10, + "fp32": 0 + }, + "flopsPerUnit": 0.41858823529411765, + "minSpeed": 0.2810567734682406, + "gpuCount": [ + 1 + ], + "cpuCount": [ + 2, + 4 + ], + "gpuMemory": 8267812044.800001, + "cpuMemory": 8267812044.800001, + "minBandwidth": 0, + "minDiskIO": 0, + "diskUsage": 9094593249.280003, + "tokensPerSecond": 85 + }, + "folderData": { + "/README.md": { + "md5": "a9afb3fde4f46f11ebb5586515db6a14", + "size": 100572 + }, + "/config.json": { + "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", + "size": 52305 + }, + "/manifest.json": { + "md5": "e5b3300d747958322e7c7a216fb7b2c3", + "size": 3062 + }, + "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { + "md5": "0ba3f121beaaa56a3844116e570741aa", + "size": 49624262592 + } + }, + "cache": { + "ipfs": { + "/README.md": { + "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", + "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" + }, + "/config.json": { + "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", + "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" + }, + "/manifest.json": { + "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", + "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" + }, + "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { + "path": "QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ", + "url": "https://ipfs.io/ipfs/QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ" + } + }, + "s3": { + "/README.md": { + "path": "/README.md", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q8_0.gguf", + "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf" + } + }, + "local": { + "/README.md": { + "path": "/README.md", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q8_0.gguf", + "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf" + } + }, + "https": { + "/README.md": { + "path": "/README.md", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" + }, + "/config.json": { + "path": "/config.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" + }, + "/manifest.json": { + "path": "/manifest.json", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" + }, + "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { + "path": "/mixtral-8x7b-moe-rp-story.Q8_0.gguf", + "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q8_0.gguf" + } + } + }, + "format": "gguf", + "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0", + "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" + } +}