{ "stablelm-zephyr-3b-GGUF-Q2_K": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 1134978662.4, "cpuMemory": 1134978662.4, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 1248476528.64, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2247 }, "/stablelm-zephyr-3b.Q2_K.gguf": { "size": 1198771648 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q2_K.gguf": { "path": "/stablelm-zephyr-3b.Q2_K.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/stablelm-zephyr-3b.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q2_K/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q2_K/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q2_K/manifest.json" }, "/stablelm-zephyr-3b.Q2_K.gguf": { "path": "/stablelm-zephyr-3b.Q2_K.gguf", "url": "stablelm-zephyr-3b-GGUF-Q2_K/stablelm-zephyr-3b.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q2_K.gguf": { "path": "/stablelm-zephyr-3b.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q2_K.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "cache": { "local": "/storage/cloudkit-models/collection.json", "s3": "s3://cloudkit-beta/collection.json", "ipfs": "QmcG2roiiZMNVsS2D7BAA3nbtjTnhGHycxisc93Va51mnM", "https": "https://huggingface.co/endomorphosis/cloudkit-collection/resolve/main/collection.json" }, "stablelm-zephyr-3b-GGUF-Q3_K_M": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 1522532352.0000002, "cpuMemory": 1522532352.0000002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 1674785587.2000003, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2312 }, "/stablelm-zephyr-3b.Q3_K_M.gguf": { "size": 1391419328 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_M.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/stablelm-zephyr-3b.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_M.gguf", "url": "stablelm-zephyr-3b-GGUF-Q3_K_M/stablelm-zephyr-3b.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_M.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q3_K_S": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 1522532352.0000002, "cpuMemory": 1522532352.0000002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 1674785587.2000003, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2312 }, "/stablelm-zephyr-3b.Q3_K_S.gguf": { "size": 1254449088 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_S.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/stablelm-zephyr-3b.Q3_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_S.gguf", "url": "stablelm-zephyr-3b-GGUF-Q3_K_S/stablelm-zephyr-3b.Q3_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_S.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q3_K_L": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 1522532352.0000002, "cpuMemory": 1522532352.0000002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 1674785587.2000003, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2312 }, "/stablelm-zephyr-3b.Q3_K_L.gguf": { "size": 1508564928 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_L.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_L.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/stablelm-zephyr-3b.Q3_K_L.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_L.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_L.gguf", "url": "stablelm-zephyr-3b-GGUF-Q3_K_L/stablelm-zephyr-3b.Q3_K_L.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q3_K_L.gguf": { "path": "/stablelm-zephyr-3b.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_L.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q4_0": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 1771674009.6000001, "cpuMemory": 1771674009.6000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 1948841410.5600004, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2264 }, "/stablelm-zephyr-3b.Q4_0.gguf": { "size": 1608571328 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q4_0.gguf": { "path": "/stablelm-zephyr-3b.Q4_0.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/stablelm-zephyr-3b.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q4_0/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q4_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q4_0/manifest.json" }, "/stablelm-zephyr-3b.Q4_0.gguf": { "path": "/stablelm-zephyr-3b.Q4_0.gguf", "url": "stablelm-zephyr-3b-GGUF-Q4_0/stablelm-zephyr-3b.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q4_0.gguf": { "path": "/stablelm-zephyr-3b.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_0.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q4_K_S": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 1993133260.8000002, "cpuMemory": 1993133260.8000002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2192446586.8800006, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2312 }, "/stablelm-zephyr-3b.Q4_K_S.gguf": { "size": 1620695488 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q4_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q4_K_S.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/stablelm-zephyr-3b.Q4_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/manifest.json" }, "/stablelm-zephyr-3b.Q4_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q4_K_S.gguf", "url": "stablelm-zephyr-3b-GGUF-Q4_K_S/stablelm-zephyr-3b.Q4_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q4_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_S.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q4_K_M": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 1993133260.8000002, "cpuMemory": 1993133260.8000002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2192446586.8800006, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2312 }, "/stablelm-zephyr-3b.Q4_K_M.gguf": { "size": 1708595648 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q4_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q4_K_M.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/stablelm-zephyr-3b.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/manifest.json" }, "/stablelm-zephyr-3b.Q4_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q4_K_M.gguf", "url": "stablelm-zephyr-3b-GGUF-Q4_K_M/stablelm-zephyr-3b.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q4_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_M.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q5_0": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2436051763.2000003, "cpuMemory": 2436051763.2000003, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2679656939.5200005, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2264 }, "/stablelm-zephyr-3b.Q5_0.gguf": { "size": 1941862848 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q5_0.gguf": { "path": "/stablelm-zephyr-3b.Q5_0.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/stablelm-zephyr-3b.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q5_0/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q5_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q5_0/manifest.json" }, "/stablelm-zephyr-3b.Q5_0.gguf": { "path": "/stablelm-zephyr-3b.Q5_0.gguf", "url": "stablelm-zephyr-3b-GGUF-Q5_0/stablelm-zephyr-3b.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q5_0.gguf": { "path": "/stablelm-zephyr-3b.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_0.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q5_K_S": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2436051763.2000003, "cpuMemory": 2436051763.2000003, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2679656939.5200005, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2312 }, "/stablelm-zephyr-3b.Q5_K_S.gguf": { "size": 1941862848 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q5_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q5_K_S.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/stablelm-zephyr-3b.Q5_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/manifest.json" }, "/stablelm-zephyr-3b.Q5_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q5_K_S.gguf", "url": "stablelm-zephyr-3b-GGUF-Q5_K_S/stablelm-zephyr-3b.Q5_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q5_K_S.gguf": { "path": "/stablelm-zephyr-3b.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_S.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q5_K_M": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2436051763.2000003, "cpuMemory": 2436051763.2000003, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2679656939.5200005, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2312 }, "/stablelm-zephyr-3b.Q5_K_M.gguf": { "size": 1993390528 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q5_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q5_K_M.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/stablelm-zephyr-3b.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/manifest.json" }, "/stablelm-zephyr-3b.Q5_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q5_K_M.gguf", "url": "stablelm-zephyr-3b-GGUF-Q5_K_M/stablelm-zephyr-3b.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q5_K_M.gguf": { "path": "/stablelm-zephyr-3b.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_M.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q6_K": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2906652672, "cpuMemory": 2906652672, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3197317939.2000003, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2248 }, "/stablelm-zephyr-3b.Q6_K.gguf": { "size": 2295985088 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q6_K.gguf": { "path": "/stablelm-zephyr-3b.Q6_K.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/stablelm-zephyr-3b.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q6_K/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q6_K/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q6_K/manifest.json" }, "/stablelm-zephyr-3b.Q6_K.gguf": { "path": "/stablelm-zephyr-3b.Q6_K.gguf", "url": "stablelm-zephyr-3b-GGUF-Q6_K/stablelm-zephyr-3b.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q6_K.gguf": { "path": "/stablelm-zephyr-3b.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q6_K.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "stablelm-zephyr-3b-GGUF-Q8_0": { "metadata": { "modelName": "stablelm-zephyr-3b-GGUF", "contextSize": 4096, "parameters": 3221225472, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.3558, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3543348019.2000003, "cpuMemory": 3543348019.2000003, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3897682821.120001, "tokensPerSecond": 100 }, "folderData": { "/README.md": { "size": 133909 }, "/config.json": { "size": 63053 }, "/manifest.json": { "size": 2263 }, "/stablelm-zephyr-3b.Q8_0.gguf": { "size": 2972925888 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/stablelm-zephyr-3b.Q8_0.gguf": { "path": "/stablelm-zephyr-3b.Q8_0.gguf", "url": "s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/stablelm-zephyr-3b.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "stablelm-zephyr-3b-GGUF-Q8_0/README.md" }, "/config.json": { "path": "/config.json", "url": "stablelm-zephyr-3b-GGUF-Q8_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "stablelm-zephyr-3b-GGUF-Q8_0/manifest.json" }, "/stablelm-zephyr-3b.Q8_0.gguf": { "path": "/stablelm-zephyr-3b.Q8_0.gguf", "url": "stablelm-zephyr-3b-GGUF-Q8_0/stablelm-zephyr-3b.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json" }, "/stablelm-zephyr-3b.Q8_0.gguf": { "path": "/stablelm-zephyr-3b.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q8_0.gguf" } } }, "format": "gguf", "id": "stablelm-zephyr-3b-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q2_K": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 26482835456.000004, "cpuMemory": 26482835456.000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 29131119001.600006, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q2_K.gguf": { "size": 3083097728 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2315 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q2_K.gguf": { "path": "/airoboros-m-7b-3.1.2.Q2_K.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-m-7b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/README.md" }, "/airoboros-m-7b-3.1.2.Q2_K.gguf": { "path": "/airoboros-m-7b-3.1.2.Q2_K.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/airoboros-m-7b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q2_K/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q2_K.gguf": { "path": "/airoboros-m-7b-3.1.2.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 35525754880, "cpuMemory": 35525754880, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 39078330368, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { "size": 3518985856 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2342 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-m-7b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_M.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/airoboros-m-7b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 35525754880, "cpuMemory": 35525754880, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 39078330368, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { "size": 3164567168 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2342 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-m-7b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_S.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/airoboros-m-7b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 35525754880, "cpuMemory": 35525754880, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 39078330368, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { "size": 3822024320 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2342 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_L.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-m-7b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_L.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/airoboros-m-7b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-m-7b-3.1.2.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q4_0": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 41339060224, "cpuMemory": 41339060224, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 45472966246.4, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q4_0.gguf": { "size": 4108916352 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2296 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q4_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_0.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-m-7b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/README.md" }, "/airoboros-m-7b-3.1.2.Q4_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_0.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/airoboros-m-7b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_0/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q4_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 46506442752, "cpuMemory": 46506442752, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 51157087027.200005, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { "size": 4140373632 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2349 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-m-7b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/README.md" }, "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_K_S.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/airoboros-m-7b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 46506442752, "cpuMemory": 46506442752, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 51157087027.200005, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { "size": 4368438912 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2349 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-m-7b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/README.md" }, "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_K_M.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/airoboros-m-7b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q5_0": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 56841207808.00001, "cpuMemory": 56841207808.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 62525328588.80001, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q5_0.gguf": { "size": 4997715584 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2312 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q5_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_0.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-m-7b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/README.md" }, "/airoboros-m-7b-3.1.2.Q5_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_0.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/airoboros-m-7b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_0/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q5_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 56841207808.00001, "cpuMemory": 56841207808.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 62525328588.80001, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { "size": 4997715584 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2360 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-m-7b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/README.md" }, "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_K_S.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/airoboros-m-7b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 56841207808.00001, "cpuMemory": 56841207808.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 62525328588.80001, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { "size": 5131409024 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2360 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-m-7b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/README.md" }, "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_K_M.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/airoboros-m-7b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-m-7b-3.1.2.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q6_K": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 67821895680.00001, "cpuMemory": 67821895680.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 74604085248.00002, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q6_K.gguf": { "size": 5942064768 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2312 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q6_K.gguf": { "path": "/airoboros-m-7b-3.1.2.Q6_K.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-m-7b-3.1.2.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/README.md" }, "/airoboros-m-7b-3.1.2.Q6_K.gguf": { "path": "/airoboros-m-7b-3.1.2.Q6_K.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/airoboros-m-7b-3.1.2.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q6_K/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q6_K.gguf": { "path": "/airoboros-m-7b-3.1.2.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-M-7B-3.1.2-GGUF-Q8_0": { "metadata": { "modelName": "Airoboros-M-7B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 82678120448, "cpuMemory": 82678120448, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 90945932492.8, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 143102 }, "/airoboros-m-7b-3.1.2.Q8_0.gguf": { "size": 7695857280 }, "/config.json": { "size": 52527 }, "/manifest.json": { "size": 2296 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/airoboros-m-7b-3.1.2.Q8_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q8_0.gguf", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-m-7b-3.1.2.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/README.md" }, "/airoboros-m-7b-3.1.2.Q8_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q8_0.gguf", "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/airoboros-m-7b-3.1.2.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-M-7B-3.1.2-GGUF-Q8_0/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-m-7b-3.1.2.Q8_0.gguf": { "path": "/airoboros-m-7b-3.1.2.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-M-7B-3.1.2-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q2_K": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4918240870.400001, "cpuMemory": 4918240870.400001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5410064957.4400015, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { "size": 5429348320 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2363 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q2_K.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-13b-3.1.1.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/README.md" }, "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q2_K.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/airoboros-l2-13b-3.1.1.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q2_K.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6597640192.000001, "cpuMemory": 6597640192.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7257404211.200002, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { "size": 6337769440 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2410 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-13b-3.1.1.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/airoboros-l2-13b-3.1.1.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6597640192.000001, "cpuMemory": 6597640192.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7257404211.200002, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { "size": 5658980320 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2410 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-13b-3.1.1.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/airoboros-l2-13b-3.1.1.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6597640192.000001, "cpuMemory": 6597640192.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7257404211.200002, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { "size": 6929559520 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2410 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-13b-3.1.1.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/airoboros-l2-13b-3.1.1.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q4_0": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 7677254041.6, "cpuMemory": 7677254041.6, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 8444979445.760001, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { "size": 7365834720 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2352 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_0.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-13b-3.1.1.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_0.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/airoboros-l2-13b-3.1.1.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8636910796.800001, "cpuMemory": 8636910796.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9500601876.480001, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { "size": 7414331360 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2410 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-13b-3.1.1.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/airoboros-l2-13b-3.1.1.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8636910796.800001, "cpuMemory": 8636910796.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9500601876.480001, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { "size": 7865956320 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2410 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-13b-3.1.1.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/airoboros-l2-13b-3.1.1.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q5_0": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 10556224307.2, "cpuMemory": 10556224307.2, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 11611846737.920002, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { "size": 8972285920 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2355 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_0.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-13b-3.1.1.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_0.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/airoboros-l2-13b-3.1.1.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 10556224307.2, "cpuMemory": 10556224307.2, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 11611846737.920002, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143163 }, "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { "size": 8972285920 }, "/config.json": { "size": 52401 }, "/manifest.json": { "size": 2403 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-13b-3.1.1.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/airoboros-l2-13b-3.1.1.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 10556224307.2, "cpuMemory": 10556224307.2, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 11611846737.920002, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143157 }, "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { "size": 9229924320 }, "/config.json": { "size": 52395 }, "/manifest.json": { "size": 2403 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-13b-3.1.1.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/airoboros-l2-13b-3.1.1.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q6_K": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 12595494912.000002, "cpuMemory": 12595494912.000002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 13855044403.200003, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143157 }, "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { "size": 10679140320 }, "/config.json": { "size": 52395 }, "/manifest.json": { "size": 2366 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q6_K.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-13b-3.1.1.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/README.md" }, "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q6_K.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/airoboros-l2-13b-3.1.1.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q6_K.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-L2-13B-3.1.1-GGUF-Q8_0": { "metadata": { "modelName": "Airoboros-L2-13B-3.1.1-GGUF", "contextSize": 4096, "parameters": 13958643712, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 20, "fp32": 0 }, "flopsPerUnit": 0.593, "minSpeed": 0.5621135469364812, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 15354508083.2, "cpuMemory": 15354508083.2, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 16889958891.520002, "tokensPerSecond": 60 }, "folderData": { "/README.md": { "size": 143157 }, "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { "size": 13831319520 }, "/config.json": { "size": 52395 }, "/manifest.json": { "size": 2356 } }, "cache": { "ipfs": {}, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q8_0.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-13b-3.1.1.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/README.md" }, "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q8_0.gguf", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/airoboros-l2-13b-3.1.1.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md" }, "/airoboros-l2-13b-3.1.1.Q8_0.gguf": { "path": "/airoboros-l2-13b-3.1.1.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-13B-3.1.1-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q2_K": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 12863091507.2, "cpuMemory": 12863091507.2, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 14149400657.920002, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q2_K.gguf": { "size": 14210674880 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2425 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J", "url": "https://ipfs.io/ipfs/QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J" }, "/airoboros-c34b-3.1.2.Q2_K.gguf": { "path": "QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk", "url": "https://ipfs.io/ipfs/QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah", "url": "https://ipfs.io/ipfs/QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q2_K.gguf": { "path": "/airoboros-c34b-3.1.2.Q2_K.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q2_K.gguf": { "path": "/airoboros-c34b-3.1.2.Q2_K.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q2_K.gguf": { "path": "/airoboros-c34b-3.1.2.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q3_K_M": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 17255366656, "cpuMemory": 17255366656, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 18980903321.600002, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { "size": 16283594944 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2469 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3", "url": "https://ipfs.io/ipfs/Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3" }, "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { "path": "QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945", "url": "https://ipfs.io/ipfs/QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN", "url": "https://ipfs.io/ipfs/QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q3_K_S": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 17255366656, "cpuMemory": 17255366656, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 18980903321.600002, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { "size": 14605349056 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2469 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ", "url": "https://ipfs.io/ipfs/QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ" }, "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { "path": "QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY", "url": "https://ipfs.io/ipfs/QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq", "url": "https://ipfs.io/ipfs/QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_S.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q3_K_L": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 17255366656, "cpuMemory": 17255366656, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 18980903321.600002, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { "size": 17771524288 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2469 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG", "url": "https://ipfs.io/ipfs/QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG" }, "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { "path": "QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp", "url": "https://ipfs.io/ipfs/QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR", "url": "https://ipfs.io/ipfs/QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_L.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_L.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-c34b-3.1.2.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q4_0": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 20078972108.800003, "cpuMemory": 20078972108.800003, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 22086869319.680004, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q4_0.gguf": { "size": 19052048576 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2435 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT", "url": "https://ipfs.io/ipfs/QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT" }, "/airoboros-c34b-3.1.2.Q4_0.gguf": { "path": "Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx", "url": "https://ipfs.io/ipfs/Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM", "url": "https://ipfs.io/ipfs/QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q4_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_0.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q4_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_0.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q4_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q4_K_S": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 22588843622.4, "cpuMemory": 22588843622.4, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 24847727984.640003, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { "size": 19146420416 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2473 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU", "url": "https://ipfs.io/ipfs/QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU" }, "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { "path": "QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY", "url": "https://ipfs.io/ipfs/QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr", "url": "https://ipfs.io/ipfs/QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_K_S.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q4_K_M": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 22588843622.4, "cpuMemory": 22588843622.4, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 24847727984.640003, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { "size": 20219900096 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2473 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk", "url": "https://ipfs.io/ipfs/QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk" }, "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { "path": "QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn", "url": "https://ipfs.io/ipfs/QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao", "url": "https://ipfs.io/ipfs/QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q5_0": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 27608586649.600002, "cpuMemory": 27608586649.600002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 30369445314.560005, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q5_0.gguf": { "size": 23237177536 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2435 } }, "cache": { "ipfs": { "/README.md": { "path": "QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw", "url": "https://ipfs.io/ipfs/QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw" }, "/airoboros-c34b-3.1.2.Q5_0.gguf": { "path": "QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi", "url": "https://ipfs.io/ipfs/QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK", "url": "https://ipfs.io/ipfs/QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q5_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_0.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q5_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_0.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q5_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q5_K_S": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 27608586649.600002, "cpuMemory": 27608586649.600002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 30369445314.560005, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { "size": 23237177536 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2483 } }, "cache": { "ipfs": { "/README.md": { "path": "QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H", "url": "https://ipfs.io/ipfs/QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H" }, "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { "path": "QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b", "url": "https://ipfs.io/ipfs/QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ", "url": "https://ipfs.io/ipfs/QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_K_S.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q5_K_M": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 27608586649.600002, "cpuMemory": 27608586649.600002, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 30369445314.560005, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { "size": 23838798016 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2483 } }, "cache": { "ipfs": { "/README.md": { "path": "QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj", "url": "https://ipfs.io/ipfs/QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj" }, "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { "path": "QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa", "url": "https://ipfs.io/ipfs/QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW", "url": "https://ipfs.io/ipfs/QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-c34b-3.1.2.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q6_K": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q6_K.gguf": { "size": 27683877056 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 609 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 32942063616.000004, "cpuMemory": 32942063616.000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 36236269977.600006, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q6_K.gguf": { "size": 27683877056 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2594 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG", "url": "https://ipfs.io/ipfs/QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG" }, "/airoboros-c34b-3.1.2.Q6_K.gguf": { "path": "QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL", "url": "https://ipfs.io/ipfs/QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E", "url": "https://ipfs.io/ipfs/QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q6_K.gguf": { "path": "/airoboros-c34b-3.1.2.Q6_K.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q6_K.gguf": { "path": "/airoboros-c34b-3.1.2.Q6_K.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q6_K.gguf": { "path": "/airoboros-c34b-3.1.2.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q6_K.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-c34B-3.1.2-GGUF-Q8_0": { "metadata": { "modelName": "Airoboros-c34B-3.1.2-GGUF", "contextSize": 4096, "parameters": 36507222016, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q8_0.gguf": { "size": 35856052416 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 608 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 50, "fp32": 0 }, "flopsPerUnit": 2.372, "minSpeed": 1.405283867341203, "gpuCount": [ 1, 2 ], "cpuCount": [ 2, 4 ], "gpuMemory": 40157944217.600006, "cpuMemory": 40157944217.600006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 44173738639.36001, "tokensPerSecond": 15 }, "folderData": { "/README.md": { "size": 142737 }, "/airoboros-c34b-3.1.2.Q8_0.gguf": { "size": 35856052416 }, "/config.json": { "size": 52344 }, "/manifest.json": { "size": 2593 } }, "cache": { "ipfs": { "/README.md": { "path": "QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281", "url": "https://ipfs.io/ipfs/QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281" }, "/airoboros-c34b-3.1.2.Q8_0.gguf": { "path": "QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c", "url": "https://ipfs.io/ipfs/QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c" }, "/config.json": { "path": "QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY", "url": "https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY" }, "/manifest.json": { "path": "QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9", "url": "https://ipfs.io/ipfs/QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q8_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q8_0.gguf", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/README.md" }, "/airoboros-c34b-3.1.2.Q8_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q8_0.gguf", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-c34b-3.1.2.Q8_0.gguf": { "path": "/airoboros-c34b-3.1.2.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q8_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-c34B-3.1.2-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q2_K": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147660 }, "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { "size": 29279253440 }, "/config.json": { "size": 52581 }, "/manifest.json": { "size": 616 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 26482835456.000004, "cpuMemory": 26482835456.000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 29131119001.600006, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147660 }, "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { "size": 29279253440 }, "/config.json": { "size": 52581 }, "/manifest.json": { "size": 2647 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1", "url": "https://ipfs.io/ipfs/QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1" }, "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { "path": "QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt", "url": "https://ipfs.io/ipfs/QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt" }, "/config.json": { "path": "Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd", "url": "https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd" }, "/manifest.json": { "path": "QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th", "url": "https://ipfs.io/ipfs/QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q2_K.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q2_K.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q2_K.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q2_K.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147660 }, "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { "size": 33186657216 }, "/config.json": { "size": 52581 }, "/manifest.json": { "size": 599 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 35525754880, "cpuMemory": 35525754880, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 39078330368, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147660 }, "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { "size": 33186657216 }, "/config.json": { "size": 52581 }, "/manifest.json": { "size": 2676 } }, "cache": { "ipfs": { "/README.md": { "path": "QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv", "url": "https://ipfs.io/ipfs/QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv" }, "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { "path": "Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD", "url": "https://ipfs.io/ipfs/Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD" }, "/config.json": { "path": "Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd", "url": "https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd" }, "/manifest.json": { "path": "QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8", "url": "https://ipfs.io/ipfs/QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147660 }, "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { "size": 29919294400 }, "/config.json": { "size": 52581 }, "/manifest.json": { "size": 599 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 35525754880, "cpuMemory": 35525754880, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 39078330368, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147660 }, "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { "size": 29919294400 }, "/config.json": { "size": 52581 }, "/manifest.json": { "size": 2676 } }, "cache": { "ipfs": { "/README.md": { "path": "QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw", "url": "https://ipfs.io/ipfs/QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw" }, "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { "path": "QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU", "url": "https://ipfs.io/ipfs/QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU" }, "/config.json": { "path": "Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd", "url": "https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd" }, "/manifest.json": { "path": "QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F", "url": "https://ipfs.io/ipfs/QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { "size": 36147835840 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 599 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 35525754880, "cpuMemory": 35525754880, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 39078330368, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { "size": 36147835840 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 2676 } }, "cache": { "ipfs": { "/README.md": { "path": "QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP", "url": "https://ipfs.io/ipfs/QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP" }, "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { "path": "QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP", "url": "https://ipfs.io/ipfs/QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB", "url": "https://ipfs.io/ipfs/QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_L.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q4_0": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { "size": 38872249280 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 597 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 41339060224, "cpuMemory": 41339060224, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 45472966246.4, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { "size": 38872249280 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 2628 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1", "url": "https://ipfs.io/ipfs/QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1" }, "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { "path": "QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm", "url": "https://ipfs.io/ipfs/QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5", "url": "https://ipfs.io/ipfs/QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_0.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_0.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_0.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { "size": 39073575872 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 606 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 46506442752, "cpuMemory": 46506442752, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 51157087027.200005, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { "size": 39073575872 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 2683 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP", "url": "https://ipfs.io/ipfs/QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP" }, "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { "path": "QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB", "url": "https://ipfs.io/ipfs/QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch", "url": "https://ipfs.io/ipfs/QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { "size": 41422910400 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 606 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 46506442752, "cpuMemory": 46506442752, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 51157087027.200005, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { "size": 41422910400 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 2683 } }, "cache": { "ipfs": { "/README.md": { "path": "QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH", "url": "https://ipfs.io/ipfs/QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH" }, "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { "path": "QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o", "url": "https://ipfs.io/ipfs/QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5", "url": "https://ipfs.io/ipfs/QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q5_0": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { "size": 47461397440 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 613 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 56841207808.00001, "cpuMemory": 56841207808.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 62525328588.80001, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { "size": 47461397440 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 2644 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm", "url": "https://ipfs.io/ipfs/QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm" }, "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { "path": "QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG", "url": "https://ipfs.io/ipfs/QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL", "url": "https://ipfs.io/ipfs/QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_0.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_0.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_0.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_0.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { "size": 47461397440 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 617 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 56841207808.00001, "cpuMemory": 56841207808.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 62525328588.80001, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { "size": 47461397440 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 2694 } }, "cache": { "ipfs": { "/README.md": { "path": "QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u", "url": "https://ipfs.io/ipfs/QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u" }, "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { "path": "QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f", "url": "https://ipfs.io/ipfs/QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu", "url": "https://ipfs.io/ipfs/QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_S.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { "size": 48753767360 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 617 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 56841207808.00001, "cpuMemory": 56841207808.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 62525328588.80001, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { "size": 48753767360 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 2694 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk", "url": "https://ipfs.io/ipfs/QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk" }, "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { "path": "QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx", "url": "https://ipfs.io/ipfs/QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe", "url": "https://ipfs.io/ipfs/QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf": { "path": "/airoboros-l2-70b-3.1.2.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_M.gguf" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q6_K": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { "size": 28293683690 }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { "size": 28293683670 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 613 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 67821895680.00001, "cpuMemory": 67821895680.00001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 74604085248.00002, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { "size": 28293683690 }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { "size": 28293683670 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 3499 } }, "cache": { "ipfs": { "/README.md": { "path": "QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN", "url": "https://ipfs.io/ipfs/QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { "path": "QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh", "url": "https://ipfs.io/ipfs/QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { "path": "QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig", "url": "https://ipfs.io/ipfs/QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD", "url": "https://ipfs.io/ipfs/QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a": { "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a" }, "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b": { "path": "/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "Airoboros-L2-70B-3.1.2-GGUF-Q8_0": { "metadata": { "modelName": "Airoboros-L2-70B-3.1.2-GGUF", "contextSize": 4096, "parameters": 75161927680, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { "size": 36646164970 }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { "size": 36646164950 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 597 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 75, "fp32": 0 }, "flopsPerUnit": 2.965, "minSpeed": 2.1079258010118043, "gpuCount": [ 2, 4 ], "cpuCount": [ 2, 4 ], "gpuMemory": 82678120448, "cpuMemory": 82678120448, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 90945932492.8, "tokensPerSecond": 12 }, "folderData": { "/README.md": { "size": 147670 }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { "size": 36646164970 }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { "size": 36646164950 }, "/config.json": { "size": 52591 }, "/manifest.json": { "size": 3483 } }, "cache": { "ipfs": { "/README.md": { "path": "QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG", "url": "https://ipfs.io/ipfs/QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { "path": "QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj", "url": "https://ipfs.io/ipfs/QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { "path": "QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8", "url": "https://ipfs.io/ipfs/QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8" }, "/config.json": { "path": "QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88", "url": "https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88" }, "/manifest.json": { "path": "QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6", "url": "https://ipfs.io/ipfs/QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/README.md" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a": { "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a" }, "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b": { "path": "/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Airoboros-L2-70B-3.1.2-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q2_K": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "2dda6eeff2e9b5d66717f07876207e11", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "512fd14235178f0339cfd019c8140327", "size": 2808 }, "/samantha-mistral-instruct-7b.Q2_K.gguf": { "md5": "96d08c55ddf455d2ada7cb30805e3d8f", "size": 3083097760 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk", "url": "https://ipfs.io/ipfs/QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB", "url": "https://ipfs.io/ipfs/QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB" }, "/samantha-mistral-instruct-7b.Q2_K.gguf": { "path": "QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa", "url": "https://ipfs.io/ipfs/QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q2_K.gguf": { "path": "/samantha-mistral-instruct-7b.Q2_K.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q2_K.gguf": { "path": "/samantha-mistral-instruct-7b.Q2_K.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q2_K.gguf": { "path": "/samantha-mistral-instruct-7b.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q2_K.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q3_K_M": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "c6416e100cf348a014dff4dc0030ccd9", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "a04129b1855255e464a5cfaecc612e01", "size": 2857 }, "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { "md5": "16dc44243f18f2afce395f4eedc60cd7", "size": 3518985888 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP", "url": "https://ipfs.io/ipfs/QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW", "url": "https://ipfs.io/ipfs/QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW" }, "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { "path": "QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR", "url": "https://ipfs.io/ipfs/QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_M.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_M.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_M.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q3_K_S": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "d32c73e8b92a45800d6ce6957739d954", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "7774943b207b4f8075113f0f5d61385b", "size": 2857 }, "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { "md5": "00161ca803090e14554dd45474d03b23", "size": 3164567200 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9", "url": "https://ipfs.io/ipfs/QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a", "url": "https://ipfs.io/ipfs/Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a" }, "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { "path": "QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq", "url": "https://ipfs.io/ipfs/QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_S.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_S.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_S.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q3_K_L": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "75e2633253a7078bf5edb02580f23861", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "08af55b69990e0ec7385b960f34a2b09", "size": 2857 }, "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { "md5": "70c47690b66f5054785be444e8aefd6a", "size": 3822024352 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd", "url": "https://ipfs.io/ipfs/QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY", "url": "https://ipfs.io/ipfs/QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY" }, "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { "path": "QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr", "url": "https://ipfs.io/ipfs/QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_L.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_L.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q3_K_L.gguf": { "path": "/samantha-mistral-instruct-7b.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_L.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q4_0": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "8f5b6a7d57ea2625b851991083eddade", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "1aff9f8249939dcf50006d97da2ccca9", "size": 2808 }, "/samantha-mistral-instruct-7b.Q4_0.gguf": { "md5": "88c9ccb39a1a0e38edfb810da8c03ec6", "size": 4108916384 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G", "url": "https://ipfs.io/ipfs/QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx", "url": "https://ipfs.io/ipfs/QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx" }, "/samantha-mistral-instruct-7b.Q4_0.gguf": { "path": "QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt", "url": "https://ipfs.io/ipfs/QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_0.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_0.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_0.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q4_K_S": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "48ed6a10a29a6d756c9100a0ce70dbde", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "a3451bf956feed93d2a10d523bf6ec45", "size": 2854 }, "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { "md5": "7f197aabad77482e6ea21baa08f01cae", "size": 4140373664 } }, "cache": { "ipfs": { "/README.md": { "path": "QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w", "url": "https://ipfs.io/ipfs/QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F", "url": "https://ipfs.io/ipfs/QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F" }, "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { "path": "QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN", "url": "https://ipfs.io/ipfs/QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_K_S.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_K_S.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_S.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q4_K_M": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "06db4cfe8f77271ff7c02a9c468fa4ad", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "8c748f5485cd2ce8bb60ddd549c243e9", "size": 2854 }, "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { "md5": "f6b65ef9583bf3c6e05a73a4306e10b8", "size": 4368438944 } }, "cache": { "ipfs": { "/README.md": { "path": "QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK", "url": "https://ipfs.io/ipfs/QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd", "url": "https://ipfs.io/ipfs/QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd" }, "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { "path": "QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD", "url": "https://ipfs.io/ipfs/QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_K_M.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_K_M.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q4_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_M.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q5_0": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "3be843052a01e569333960e337c06bef", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "7eafebf9b5b692dc634aa819e18804a7", "size": 2796 }, "/samantha-mistral-instruct-7b.Q5_0.gguf": { "md5": "d3283fe3ce685b83d161cb486f3f5b0e", "size": 4997715616 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc", "url": "https://ipfs.io/ipfs/QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8", "url": "https://ipfs.io/ipfs/QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8" }, "/samantha-mistral-instruct-7b.Q5_0.gguf": { "path": "QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE", "url": "https://ipfs.io/ipfs/QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_0.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_0.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_0.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q5_K_S": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "1ae625679f0d1301a14188bdb482bab3", "size": 97515 }, "/config.json": { "md5": "079fba66b005cf5d14af50e9c2f4f7d1", "size": 51058 }, "/manifest.json": { "md5": "68293af02e02dd49f99b145dda2d7102", "size": 2844 }, "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { "md5": "afb40b3a0472ca3778b77349f9477b42", "size": 4997715616 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww", "url": "https://ipfs.io/ipfs/QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE", "url": "https://ipfs.io/ipfs/QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE" }, "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { "path": "QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw", "url": "https://ipfs.io/ipfs/QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_K_S.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_K_S.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_K_S.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_S.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q5_K_M": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 97515 }, "/config.json": { "size": 51058 }, "/manifest.json": { "size": 2680 }, "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { "size": 5131409056 } }, "cache": { "ipfs": { "/README.md": { "path": "QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc", "url": "https://ipfs.io/ipfs/QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft", "url": "https://ipfs.io/ipfs/QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft" }, "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { "path": "QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B", "url": "https://ipfs.io/ipfs/QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_K_M.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_K_M.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q5_K_M.gguf": { "path": "/samantha-mistral-instruct-7b.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_M.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q6_K": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 97515 }, "/config.json": { "size": 51058 }, "/manifest.json": { "size": 2642 }, "/samantha-mistral-instruct-7b.Q6_K.gguf": { "size": 5942064800 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA", "url": "https://ipfs.io/ipfs/QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9", "url": "https://ipfs.io/ipfs/QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9" }, "/samantha-mistral-instruct-7b.Q6_K.gguf": { "path": "QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE", "url": "https://ipfs.io/ipfs/QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q6_K.gguf": { "path": "/samantha-mistral-instruct-7b.Q6_K.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q6_K.gguf": { "path": "/samantha-mistral-instruct-7b.Q6_K.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q6_K.gguf": { "path": "/samantha-mistral-instruct-7b.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q6_K.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "samantha-mistral-instruct-7B-GGUF-Q8_0": { "metadata": { "modelName": "samantha-mistral-instruct-7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 97515 }, "/config.json": { "size": 51058 }, "/manifest.json": { "size": 2642 }, "/samantha-mistral-instruct-7b.Q8_0.gguf": { "size": 7695857312 } }, "cache": { "ipfs": { "/README.md": { "path": "QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo", "url": "https://ipfs.io/ipfs/QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo" }, "/config.json": { "path": "QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst", "url": "https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst" }, "/manifest.json": { "path": "QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp", "url": "https://ipfs.io/ipfs/QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp" }, "/samantha-mistral-instruct-7b.Q8_0.gguf": { "path": "QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM", "url": "https://ipfs.io/ipfs/QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q8_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q8_0.gguf", "url": "s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/manifest.json" }, "/samantha-mistral-instruct-7b.Q8_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q8_0.gguf", "url": "/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json" }, "/samantha-mistral-instruct-7b.Q8_0.gguf": { "path": "/samantha-mistral-instruct-7b.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q8_0.gguf" } } }, "format": "gguf", "id": "samantha-mistral-instruct-7B-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF" }, "Mistral-7B-v0.1-GGUF-Q2_K": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2320 }, "/mistral-7b-v0.1.Q2_K.gguf": { "size": 3083097728 } }, "cache": { "ipfs": { "/README.md": { "path": "QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s", "url": "https://ipfs.io/ipfs/QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf", "url": "https://ipfs.io/ipfs/QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf" }, "/mistral-7b-v0.1.Q2_K.gguf": { "path": "QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc", "url": "https://ipfs.io/ipfs/QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/mistral-7b-v0.1.Q2_K.gguf": { "path": "/mistral-7b-v0.1.Q2_K.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/manifest.json" }, "/mistral-7b-v0.1.Q2_K.gguf": { "path": "/mistral-7b-v0.1.Q2_K.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q2_K.gguf": { "path": "/mistral-7b-v0.1.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q2_K.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q3_K_M": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2369 }, "/mistral-7b-v0.1.Q3_K_M.gguf": { "size": 3518985856 } }, "cache": { "ipfs": { "/README.md": { "path": "QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88", "url": "https://ipfs.io/ipfs/QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW", "url": "https://ipfs.io/ipfs/QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW" }, "/mistral-7b-v0.1.Q3_K_M.gguf": { "path": "QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp", "url": "https://ipfs.io/ipfs/QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/mistral-7b-v0.1.Q3_K_M.gguf": { "path": "/mistral-7b-v0.1.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json" }, "/mistral-7b-v0.1.Q3_K_M.gguf": { "path": "/mistral-7b-v0.1.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q3_K_M.gguf": { "path": "/mistral-7b-v0.1.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_M.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q3_K_S": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2369 }, "/mistral-7b-v0.1.Q3_K_S.gguf": { "size": 3164567168 } }, "cache": { "ipfs": { "/README.md": { "path": "QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J", "url": "https://ipfs.io/ipfs/QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F", "url": "https://ipfs.io/ipfs/QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F" }, "/mistral-7b-v0.1.Q3_K_S.gguf": { "path": "Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk", "url": "https://ipfs.io/ipfs/Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" }, "/mistral-7b-v0.1.Q3_K_S.gguf": { "path": "/mistral-7b-v0.1.Q3_K_S.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json" }, "/mistral-7b-v0.1.Q3_K_S.gguf": { "path": "/mistral-7b-v0.1.Q3_K_S.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q3_K_S.gguf": { "path": "/mistral-7b-v0.1.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_S.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q3_K_L": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2369 }, "/mistral-7b-v0.1.Q3_K_L.gguf": { "size": 3822024320 } }, "cache": { "ipfs": { "/README.md": { "path": "QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh", "url": "https://ipfs.io/ipfs/QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1", "url": "https://ipfs.io/ipfs/QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1" }, "/mistral-7b-v0.1.Q3_K_L.gguf": { "path": "QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU", "url": "https://ipfs.io/ipfs/QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" }, "/mistral-7b-v0.1.Q3_K_L.gguf": { "path": "/mistral-7b-v0.1.Q3_K_L.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json" }, "/mistral-7b-v0.1.Q3_K_L.gguf": { "path": "/mistral-7b-v0.1.Q3_K_L.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q3_K_L.gguf": { "path": "/mistral-7b-v0.1.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_L.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q4_0": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2320 }, "/mistral-7b-v0.1.Q4_0.gguf": { "size": 4108916352 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH", "url": "https://ipfs.io/ipfs/Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ", "url": "https://ipfs.io/ipfs/QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ" }, "/mistral-7b-v0.1.Q4_0.gguf": { "path": "Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR", "url": "https://ipfs.io/ipfs/Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/mistral-7b-v0.1.Q4_0.gguf": { "path": "/mistral-7b-v0.1.Q4_0.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/manifest.json" }, "/mistral-7b-v0.1.Q4_0.gguf": { "path": "/mistral-7b-v0.1.Q4_0.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q4_0.gguf": { "path": "/mistral-7b-v0.1.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_0.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q4_K_S": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2366 }, "/mistral-7b-v0.1.Q4_K_S.gguf": { "size": 4140373632 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai", "url": "https://ipfs.io/ipfs/Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu", "url": "https://ipfs.io/ipfs/QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu" }, "/mistral-7b-v0.1.Q4_K_S.gguf": { "path": "QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX", "url": "https://ipfs.io/ipfs/QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" }, "/mistral-7b-v0.1.Q4_K_S.gguf": { "path": "/mistral-7b-v0.1.Q4_K_S.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json" }, "/mistral-7b-v0.1.Q4_K_S.gguf": { "path": "/mistral-7b-v0.1.Q4_K_S.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q4_K_S.gguf": { "path": "/mistral-7b-v0.1.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_S.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q4_K_M": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2366 }, "/mistral-7b-v0.1.Q4_K_M.gguf": { "size": 4368438912 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT", "url": "https://ipfs.io/ipfs/QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx", "url": "https://ipfs.io/ipfs/QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx" }, "/mistral-7b-v0.1.Q4_K_M.gguf": { "path": "QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8", "url": "https://ipfs.io/ipfs/QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/mistral-7b-v0.1.Q4_K_M.gguf": { "path": "/mistral-7b-v0.1.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json" }, "/mistral-7b-v0.1.Q4_K_M.gguf": { "path": "/mistral-7b-v0.1.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q4_K_M.gguf": { "path": "/mistral-7b-v0.1.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_M.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q5_0": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2308 }, "/mistral-7b-v0.1.Q5_0.gguf": { "size": 4997715584 } }, "cache": { "ipfs": { "/README.md": { "path": "QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK", "url": "https://ipfs.io/ipfs/QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo", "url": "https://ipfs.io/ipfs/QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo" }, "/mistral-7b-v0.1.Q5_0.gguf": { "path": "QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy", "url": "https://ipfs.io/ipfs/QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/mistral-7b-v0.1.Q5_0.gguf": { "path": "/mistral-7b-v0.1.Q5_0.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/manifest.json" }, "/mistral-7b-v0.1.Q5_0.gguf": { "path": "/mistral-7b-v0.1.Q5_0.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q5_0.gguf": { "path": "/mistral-7b-v0.1.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_0.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q5_K_S": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2356 }, "/mistral-7b-v0.1.Q5_K_S.gguf": { "size": 4997715584 } }, "cache": { "ipfs": { "/README.md": { "path": "QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62", "url": "https://ipfs.io/ipfs/QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE", "url": "https://ipfs.io/ipfs/QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE" }, "/mistral-7b-v0.1.Q5_K_S.gguf": { "path": "QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC", "url": "https://ipfs.io/ipfs/QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" }, "/mistral-7b-v0.1.Q5_K_S.gguf": { "path": "/mistral-7b-v0.1.Q5_K_S.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json" }, "/mistral-7b-v0.1.Q5_K_S.gguf": { "path": "/mistral-7b-v0.1.Q5_K_S.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q5_K_S.gguf": { "path": "/mistral-7b-v0.1.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_S.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q5_K_M": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2356 }, "/mistral-7b-v0.1.Q5_K_M.gguf": { "size": 5131409024 } }, "cache": { "ipfs": { "/README.md": { "path": "QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w", "url": "https://ipfs.io/ipfs/QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk", "url": "https://ipfs.io/ipfs/QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk" }, "/mistral-7b-v0.1.Q5_K_M.gguf": { "path": "Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N", "url": "https://ipfs.io/ipfs/Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/mistral-7b-v0.1.Q5_K_M.gguf": { "path": "/mistral-7b-v0.1.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json" }, "/mistral-7b-v0.1.Q5_K_M.gguf": { "path": "/mistral-7b-v0.1.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q5_K_M.gguf": { "path": "/mistral-7b-v0.1.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_M.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q6_K": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2318 }, "/mistral-7b-v0.1.Q6_K.gguf": { "size": 5942064768 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE", "url": "https://ipfs.io/ipfs/QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg", "url": "https://ipfs.io/ipfs/Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg" }, "/mistral-7b-v0.1.Q6_K.gguf": { "path": "QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4", "url": "https://ipfs.io/ipfs/QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/mistral-7b-v0.1.Q6_K.gguf": { "path": "/mistral-7b-v0.1.Q6_K.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/manifest.json" }, "/mistral-7b-v0.1.Q6_K.gguf": { "path": "/mistral-7b-v0.1.Q6_K.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q6_K.gguf": { "path": "/mistral-7b-v0.1.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q6_K.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-v0.1-GGUF-Q8_0": { "metadata": { "modelName": "Mistral-7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "size": 100239 }, "/config.json": { "size": 53308 }, "/manifest.json": { "size": 2318 }, "/mistral-7b-v0.1.Q8_0.gguf": { "size": 7695857280 } }, "cache": { "ipfs": { "/README.md": { "path": "QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG", "url": "https://ipfs.io/ipfs/QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG" }, "/config.json": { "path": "QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa", "url": "https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa" }, "/manifest.json": { "path": "QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f", "url": "https://ipfs.io/ipfs/QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f" }, "/mistral-7b-v0.1.Q8_0.gguf": { "path": "QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy", "url": "https://ipfs.io/ipfs/QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/mistral-7b-v0.1.Q8_0.gguf": { "path": "/mistral-7b-v0.1.Q8_0.gguf", "url": "s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/manifest.json" }, "/mistral-7b-v0.1.Q8_0.gguf": { "path": "/mistral-7b-v0.1.Q8_0.gguf", "url": "/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mistral-7b-v0.1.Q8_0.gguf": { "path": "/mistral-7b-v0.1.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q8_0.gguf" } } }, "format": "gguf", "id": "Mistral-7B-v0.1-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q2_K": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "d60828e58fa3c7a1268f926c82d8abe1", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "3aef55b16a452a82b5f988aa44537961", "size": 632 }, "/mistral-7b-instruct-v0.2.Q2_K.gguf": { "md5": "cdc4835af5dc75bcfb9bece59f0d3adc", "size": 3083098400 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "d60828e58fa3c7a1268f926c82d8abe1", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "eb0416d699c1c263e62f38289db5ea85", "size": 3036 }, "/mistral-7b-instruct-v0.2.Q2_K.gguf": { "md5": "cdc4835af5dc75bcfb9bece59f0d3adc", "size": 3083098400 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn", "url": "https://ipfs.io/ipfs/QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz", "url": "https://ipfs.io/ipfs/QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz" }, "/mistral-7b-instruct-v0.2.Q2_K.gguf": { "path": "QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre", "url": "https://ipfs.io/ipfs/QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q2_K.gguf": { "path": "/mistral-7b-instruct-v0.2.Q2_K.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q2_K.gguf": { "path": "/mistral-7b-instruct-v0.2.Q2_K.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q2_K.gguf": { "path": "/mistral-7b-instruct-v0.2.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q2_K.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "4db8827dabb370c916ad87b73c9c4add", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "625bbb266587a92a891a27bf69e022e4", "size": 637 }, "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { "md5": "667f1f3aaf1f82395baecede439d7676", "size": 3518986528 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "4db8827dabb370c916ad87b73c9c4add", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "979a8e7b13eea5c4aeeb612f6e0c3024", "size": 3087 }, "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { "md5": "667f1f3aaf1f82395baecede439d7676", "size": 3518986528 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF", "url": "https://ipfs.io/ipfs/QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq", "url": "https://ipfs.io/ipfs/QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq" }, "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { "path": "QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL", "url": "https://ipfs.io/ipfs/QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_M.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "bd6b7e33065bbf0c01899b13b25e9c00", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "40b5b05a9ba705ae82722eecb65e1b46", "size": 637 }, "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { "md5": "8507b4b2e9c275e538303b2a99dcd007", "size": 3164567840 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "bd6b7e33065bbf0c01899b13b25e9c00", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "0fc08255391fe120a3f7bcde33d85e37", "size": 3087 }, "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { "md5": "8507b4b2e9c275e538303b2a99dcd007", "size": 3164567840 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16", "url": "https://ipfs.io/ipfs/QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw", "url": "https://ipfs.io/ipfs/QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw" }, "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { "path": "QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA", "url": "https://ipfs.io/ipfs/QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_S.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_S.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_S.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_S.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "e39bc30760e88be0296bee7cb364241f", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "6b20c4032c25c4d4311e8b49b60881c5", "size": 637 }, "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { "md5": "d9857342cda4aed7ef5c6966573902e9", "size": 3822024992 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "e39bc30760e88be0296bee7cb364241f", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "9ca80fb18cffe6fd5b9f8f1d056c4be4", "size": 3087 }, "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { "md5": "d9857342cda4aed7ef5c6966573902e9", "size": 3822024992 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R", "url": "https://ipfs.io/ipfs/QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT", "url": "https://ipfs.io/ipfs/QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT" }, "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { "path": "QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz", "url": "https://ipfs.io/ipfs/QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_L.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_L.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q3_K_L.gguf": { "path": "/mistral-7b-instruct-v0.2.Q3_K_L.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_L.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q4_0": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "14c651fcc5caaab71a2d75cda1c19686", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "cf6fca474c4f849699d5366c228c5fba", "size": 632 }, "/mistral-7b-instruct-v0.2.Q4_0.gguf": { "md5": "f4bb7ee10879468df6d1b8d171510b46", "size": 4108917024 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "14c651fcc5caaab71a2d75cda1c19686", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "d26310eb6f4a2311aca976c1ab26b7a9", "size": 3036 }, "/mistral-7b-instruct-v0.2.Q4_0.gguf": { "md5": "f4bb7ee10879468df6d1b8d171510b46", "size": 4108917024 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov", "url": "https://ipfs.io/ipfs/Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP", "url": "https://ipfs.io/ipfs/QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP" }, "/mistral-7b-instruct-v0.2.Q4_0.gguf": { "path": "QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu", "url": "https://ipfs.io/ipfs/QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_0.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_0.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "53bb3905a9df35dd74de282327fa3af0", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "fb317355e50e956d8f4f5cfb2ee04f88", "size": 634 }, "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { "md5": "d1dec3cd329e58d62ee452d2efa17b60", "size": 4140374304 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "53bb3905a9df35dd74de282327fa3af0", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "a72f15e54ef873c2036b64b9f74e2ece", "size": 3084 }, "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { "md5": "d1dec3cd329e58d62ee452d2efa17b60", "size": 4140374304 } }, "cache": { "ipfs": { "/README.md": { "path": "QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7", "url": "https://ipfs.io/ipfs/QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA", "url": "https://ipfs.io/ipfs/Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA" }, "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { "path": "QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k", "url": "https://ipfs.io/ipfs/QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_K_S.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_K_S.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_K_S.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_S.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "0ad11a6062ba614487dd24fdd987ac7d", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "dbb3d332cebb4df5ebd577e982215932", "size": 634 }, "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { "md5": "d98804ecfe3f274b46aed70d9257945e", "size": 4368439584 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "0ad11a6062ba614487dd24fdd987ac7d", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "b476a1fb9da4dbb8c1cba48290ed28c9", "size": 3084 }, "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { "md5": "d98804ecfe3f274b46aed70d9257945e", "size": 4368439584 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG", "url": "https://ipfs.io/ipfs/Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ", "url": "https://ipfs.io/ipfs/QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ" }, "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { "path": "QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm", "url": "https://ipfs.io/ipfs/QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q4_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q5_0": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "280e08b964e4bbbc9451bf065e75a30f", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "860d697b3d41879ade57bf5420cecacf", "size": 620 }, "/mistral-7b-instruct-v0.2.Q5_0.gguf": { "md5": "5c79a3f3ca09be5ef3b9f46c123679a4", "size": 4997716256 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "280e08b964e4bbbc9451bf065e75a30f", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "6f7f38bd3303df198dfa5dcdb0d3fd7e", "size": 3024 }, "/mistral-7b-instruct-v0.2.Q5_0.gguf": { "md5": "5c79a3f3ca09be5ef3b9f46c123679a4", "size": 4997716256 } }, "cache": { "ipfs": { "/README.md": { "path": "QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3", "url": "https://ipfs.io/ipfs/QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA", "url": "https://ipfs.io/ipfs/QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA" }, "/mistral-7b-instruct-v0.2.Q5_0.gguf": { "path": "QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR", "url": "https://ipfs.io/ipfs/QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_0.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_0.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_0.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "b2c2280ccc92a5f76d93c89f372e2dcc", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "10037439bc12314fd09982a28778b919", "size": 624 }, "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { "md5": "6a239302b3e28ea01261f081dd34e4b6", "size": 4997716256 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "b2c2280ccc92a5f76d93c89f372e2dcc", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "0f54fb88354427fbe1c25f3aa2fd3ca0", "size": 3074 }, "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { "md5": "6a239302b3e28ea01261f081dd34e4b6", "size": 4997716256 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK", "url": "https://ipfs.io/ipfs/QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG", "url": "https://ipfs.io/ipfs/QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG" }, "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { "path": "QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8", "url": "https://ipfs.io/ipfs/QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_K_S.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_K_S.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_K_S.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_K_S.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_S.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "7001621f61a35135d4a73efd5a6ccac2", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "f4a52145f0c112afc5a8e008e6f9b212", "size": 624 }, "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { "md5": "078b73ce8f7722d98e5b6c1721c99c35", "size": 5131409696 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "7001621f61a35135d4a73efd5a6ccac2", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "b2e7bb4f93961e4974a52cf9d6095cf5", "size": 3074 }, "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { "md5": "078b73ce8f7722d98e5b6c1721c99c35", "size": 5131409696 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV", "url": "https://ipfs.io/ipfs/QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38", "url": "https://ipfs.io/ipfs/QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38" }, "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { "path": "QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP", "url": "https://ipfs.io/ipfs/QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q5_K_M.gguf": { "path": "/mistral-7b-instruct-v0.2.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q6_K": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "06f9b0cc29eeaaad87272082258c7153", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "2dac10a3ad54a4da0f4b90d9511a41e1", "size": 630 }, "/mistral-7b-instruct-v0.2.Q6_K.gguf": { "md5": "7fcfb3b95b7850578a261ad76d94902f", "size": 5942065440 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "06f9b0cc29eeaaad87272082258c7153", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "dbd34af0d1cb00d33ae709770b748480", "size": 3034 }, "/mistral-7b-instruct-v0.2.Q6_K.gguf": { "md5": "7fcfb3b95b7850578a261ad76d94902f", "size": 5942065440 } }, "cache": { "ipfs": { "/README.md": { "path": "QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj", "url": "https://ipfs.io/ipfs/QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP", "url": "https://ipfs.io/ipfs/Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP" }, "/mistral-7b-instruct-v0.2.Q6_K.gguf": { "path": "Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b", "url": "https://ipfs.io/ipfs/Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q6_K.gguf": { "path": "/mistral-7b-instruct-v0.2.Q6_K.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q6_K.gguf": { "path": "/mistral-7b-instruct-v0.2.Q6_K.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q6_K.gguf": { "path": "/mistral-7b-instruct-v0.2.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q6_K.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mistral-7B-Instruct-v0.2-GGUF-Q8_0": { "metadata": { "modelName": "Mistral-7B-Instruct-v0.2-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "4854cee978384424948e439ecd228665", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "357f1dc8a67d21e4ffc21490e136ddcd", "size": 630 }, "/mistral-7b-instruct-v0.2.Q8_0.gguf": { "md5": "ff67863270f97a1c180d0662434a0d15", "size": 7695857952 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "4854cee978384424948e439ecd228665", "size": 113339 }, "/config.json": { "md5": "23010cf1ef0560a606a14ed67d0ec888", "size": 55158 }, "/manifest.json": { "md5": "81de7a52bef6835fdbd886b026d630d8", "size": 3034 }, "/mistral-7b-instruct-v0.2.Q8_0.gguf": { "md5": "ff67863270f97a1c180d0662434a0d15", "size": 7695857952 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W", "url": "https://ipfs.io/ipfs/QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W" }, "/config.json": { "path": "Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h", "url": "https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h" }, "/manifest.json": { "path": "QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc", "url": "https://ipfs.io/ipfs/QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc" }, "/mistral-7b-instruct-v0.2.Q8_0.gguf": { "path": "QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC", "url": "https://ipfs.io/ipfs/QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q8_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q8_0.gguf", "url": "s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/manifest.json" }, "/mistral-7b-instruct-v0.2.Q8_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q8_0.gguf", "url": "/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json" }, "/mistral-7b-instruct-v0.2.Q8_0.gguf": { "path": "/mistral-7b-instruct-v0.2.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf" } } }, "format": "gguf", "id": "Mistral-7B-Instruct-v0.2-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q2_K": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "95fb5071de1458594b2cb3736b5c0455", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "dc4345ebceae4e9b2a086df5ee145d5f", "size": 611 }, "/mixtral-8x7b-v0.1.Q2_K.gguf": { "md5": "cb87012e39a063d5303dc5401769606b", "size": 15644034496 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "95fb5071de1458594b2cb3736b5c0455", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "fdcb66eef77984350f29e952051cfca4", "size": 2856 }, "/mixtral-8x7b-v0.1.Q2_K.gguf": { "md5": "cb87012e39a063d5303dc5401769606b", "size": 15644034496 } }, "cache": { "ipfs": { "/README.md": { "path": "QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6", "url": "https://ipfs.io/ipfs/QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs", "url": "https://ipfs.io/ipfs/QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs" }, "/mixtral-8x7b-v0.1.Q2_K.gguf": { "path": "QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada", "url": "https://ipfs.io/ipfs/QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q2_K.gguf": { "path": "/mixtral-8x7b-v0.1.Q2_K.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q2_K.gguf": { "path": "/mixtral-8x7b-v0.1.Q2_K.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q2_K.gguf": { "path": "/mixtral-8x7b-v0.1.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q2_K.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q3_K_M": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "deb8568069f04f4393d7e2dac3d84f4b", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "90cd3106b1d513d00f1b19ebd5a18f11", "size": 616 }, "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { "md5": "89bc9ae20b05a7b631c87eb1655b4b7a", "size": 20363355584 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "deb8568069f04f4393d7e2dac3d84f4b", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "06bdbceadc13507a90a2fe5159abdd97", "size": 2907 }, "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { "md5": "89bc9ae20b05a7b631c87eb1655b4b7a", "size": 20363355584 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb", "url": "https://ipfs.io/ipfs/QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt", "url": "https://ipfs.io/ipfs/QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt" }, "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { "path": "QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3", "url": "https://ipfs.io/ipfs/QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q3_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q3_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q3_K_S": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "7fd786b1b0165dddf87a7d5428d336cb", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "55cb1e40c1b483c6735c1d15f2cc3b53", "size": 616 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "7fd786b1b0165dddf87a7d5428d336cb", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "680d84cfd80cb7d9bccab7abe1eb21fc", "size": 2189 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP", "url": "https://ipfs.io/ipfs/QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR", "url": "https://ipfs.io/ipfs/QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q3_K_L": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "1212e3e59a86e438b3ba8ac4a3f8d79f", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "7e73e3d0f914948d930c4e98863f1609", "size": 616 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "1212e3e59a86e438b3ba8ac4a3f8d79f", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "d4d8a190db0c04290f0836a8ef0c8e11", "size": 2189 } }, "cache": { "ipfs": { "/README.md": { "path": "QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK", "url": "https://ipfs.io/ipfs/QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ", "url": "https://ipfs.io/ipfs/QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q4_0": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "059a8301dccda7e9aab229e23247bff8", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "766054dc7d0d9a83f4d42f1611b99833", "size": 611 }, "/mixtral-8x7b-v0.1.Q4_0.gguf": { "md5": "ab913b50b3b32c1f160fbb0faa9b3a2a", "size": 26441532864 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "059a8301dccda7e9aab229e23247bff8", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "bdee5254757e5b1dfad5399b9922df41", "size": 2856 }, "/mixtral-8x7b-v0.1.Q4_0.gguf": { "md5": "ab913b50b3b32c1f160fbb0faa9b3a2a", "size": 26441532864 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa", "url": "https://ipfs.io/ipfs/QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517", "url": "https://ipfs.io/ipfs/QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517" }, "/mixtral-8x7b-v0.1.Q4_0.gguf": { "path": "QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR", "url": "https://ipfs.io/ipfs/QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q4_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q4_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q4_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q4_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q4_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q4_K_S": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "adf739ce5e0c6305694367ebbbbbb071", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "3dda447837ec30fca9f350a53109968d", "size": 613 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "adf739ce5e0c6305694367ebbbbbb071", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "2facf6a83e6e8853e0ab0697fc92078e", "size": 2186 } }, "cache": { "ipfs": { "/README.md": { "path": "QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik", "url": "https://ipfs.io/ipfs/QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM", "url": "https://ipfs.io/ipfs/QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q4_K_M": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "be7eb598a90870702cb04e36bf71bcf7", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "5610e218b667cacdd98a4189b581bc5b", "size": 613 }, "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { "md5": "acaec4823b87e51bb14bea14e3841036", "size": 26441532864 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "be7eb598a90870702cb04e36bf71bcf7", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "4d208430744119d71d2a2283868eaab2", "size": 2904 }, "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { "md5": "acaec4823b87e51bb14bea14e3841036", "size": 26441532864 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA", "url": "https://ipfs.io/ipfs/QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV", "url": "https://ipfs.io/ipfs/QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV" }, "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { "path": "QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF", "url": "https://ipfs.io/ipfs/QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q4_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q5_0": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "91b9809c869c1f6a49715936678a848a", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "46b84b4f153794e21f272970a969a76b", "size": 599 }, "/mixtral-8x7b-v0.1.Q5_0.gguf": { "md5": "72bf83c20525b2cbd46d073567ea6108", "size": 32229279168 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "91b9809c869c1f6a49715936678a848a", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "475e7bd078d48505c7b94fadf1127885", "size": 2844 }, "/mixtral-8x7b-v0.1.Q5_0.gguf": { "md5": "72bf83c20525b2cbd46d073567ea6108", "size": 32229279168 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz", "url": "https://ipfs.io/ipfs/Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7", "url": "https://ipfs.io/ipfs/QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7" }, "/mixtral-8x7b-v0.1.Q5_0.gguf": { "path": "QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY", "url": "https://ipfs.io/ipfs/QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q5_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q5_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q5_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q5_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q5_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q5_K_S": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "98575bb8ca5b79fa76a467e16bad78c7", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "a4352d8bd6b88de729771904adf85f04", "size": 603 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "98575bb8ca5b79fa76a467e16bad78c7", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "81b1fd9152826297c4b607ae9c5a46c0", "size": 2176 } }, "cache": { "ipfs": { "/README.md": { "path": "QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs", "url": "https://ipfs.io/ipfs/QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J", "url": "https://ipfs.io/ipfs/QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q5_K_M": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "43e8e7bdc397176f7f4f3c7dee592ce9", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "44e15f70aad68ee36aedbe89b7e97728", "size": 603 }, "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { "md5": "202c9e691490c5157ccb950dfdd0a918", "size": 32229279168 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "43e8e7bdc397176f7f4f3c7dee592ce9", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "6e6dc01f34da938a74b9dae979c6633e", "size": 2894 }, "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { "md5": "202c9e691490c5157ccb950dfdd0a918", "size": 32229279168 } }, "cache": { "ipfs": { "/README.md": { "path": "QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs", "url": "https://ipfs.io/ipfs/QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL", "url": "https://ipfs.io/ipfs/QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL" }, "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { "path": "QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm", "url": "https://ipfs.io/ipfs/QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q5_K_M.gguf": { "path": "/mixtral-8x7b-v0.1.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q6_K": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "ab73bdae02ebbebba433004e67d08b90", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "8aae55d3a02bd2f6f58b86892fbef8f9", "size": 609 }, "/mixtral-8x7b-v0.1.Q6_K.gguf": { "md5": "341e8b402bc75e35ba532e1fb9c1bf33", "size": 38378759616 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "ab73bdae02ebbebba433004e67d08b90", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "0eb0d395aaea45c5b05efe74b49135fd", "size": 2854 }, "/mixtral-8x7b-v0.1.Q6_K.gguf": { "md5": "341e8b402bc75e35ba532e1fb9c1bf33", "size": 38378759616 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57", "url": "https://ipfs.io/ipfs/QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar", "url": "https://ipfs.io/ipfs/QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar" }, "/mixtral-8x7b-v0.1.Q6_K.gguf": { "path": "QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1", "url": "https://ipfs.io/ipfs/QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q6_K.gguf": { "path": "/mixtral-8x7b-v0.1.Q6_K.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q6_K.gguf": { "path": "/mixtral-8x7b-v0.1.Q6_K.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q6_K.gguf": { "path": "/mixtral-8x7b-v0.1.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q6_K.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-v0.1-GGUF-Q8_0": { "metadata": { "modelName": "Mixtral-8x7B-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "37d9e6ace2be4dfbb8c6ea0d7abb6586", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "650748b234301870811b494205d6de77", "size": 609 }, "/mixtral-8x7b-v0.1.Q8_0.gguf": { "md5": "68deeea41062c9af936ff45cb8a02132", "size": 49624262080 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "37d9e6ace2be4dfbb8c6ea0d7abb6586", "size": 111705 }, "/config.json": { "md5": "77caf7bce719b0c4cd8f34193fc922f6", "size": 54600 }, "/manifest.json": { "md5": "52593c4631c392ae95a92d2a1aea9d64", "size": 2854 }, "/mixtral-8x7b-v0.1.Q8_0.gguf": { "md5": "68deeea41062c9af936ff45cb8a02132", "size": 49624262080 } }, "cache": { "ipfs": { "/README.md": { "path": "QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt", "url": "https://ipfs.io/ipfs/QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt" }, "/config.json": { "path": "QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq", "url": "https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq" }, "/manifest.json": { "path": "QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm", "url": "https://ipfs.io/ipfs/QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm" }, "/mixtral-8x7b-v0.1.Q8_0.gguf": { "path": "QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB", "url": "https://ipfs.io/ipfs/QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q8_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q8_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/manifest.json" }, "/mixtral-8x7b-v0.1.Q8_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q8_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-v0.1.Q8_0.gguf": { "path": "/mixtral-8x7b-v0.1.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q8_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-v0.1-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-Q2_K": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "f47d963389a185c24529d06b6740194d", "size": 14 }, "/manifest.json": { "md5": "a2964920758d7ef52a2f7ebe3ac09349", "size": 1539 } }, "cache": { "ipfs": { "/README.md": { "path": "QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32", "url": "https://ipfs.io/ipfs/QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32" }, "/manifest.json": { "path": "QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G", "url": "https://ipfs.io/ipfs/QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-Q2_K", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "3df705511f7a9a7c252cc1d3731ba58e", "size": 123498 }, "/config.json": { "md5": "52e85b180970d2f29c97366893128f2a", "size": 56918 }, "/manifest.json": { "md5": "40060236b3a47c82d5bbd3285a43b78e", "size": 2760 }, "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { "md5": "5734d3bbb8a6860258c8a6addac65266", "size": 15644035008 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu", "url": "https://ipfs.io/ipfs/QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu" }, "/config.json": { "path": "QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66", "url": "https://ipfs.io/ipfs/QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66" }, "/manifest.json": { "path": "QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU", "url": "https://ipfs.io/ipfs/QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU" }, "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { "path": "QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX", "url": "https://ipfs.io/ipfs/QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "26cb03e86fa0afaf3cb77b5d0af7013a", "size": 123498 }, "/config.json": { "md5": "dc647b9bba5dad7ac31d000e1140e99c", "size": 56918 }, "/manifest.json": { "md5": "a5c8aa1217cfcd39d0656475cd2d6489", "size": 2809 }, "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { "md5": "05979f179e6c7a597ab13b17e53586d2", "size": 20363356096 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH", "url": "https://ipfs.io/ipfs/QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH" }, "/config.json": { "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" }, "/manifest.json": { "path": "QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM", "url": "https://ipfs.io/ipfs/QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM" }, "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg", "url": "https://ipfs.io/ipfs/QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "9249eef7dd346d0b17a07d7ab245b7de", "size": 123498 }, "/config.json": { "md5": "dc647b9bba5dad7ac31d000e1140e99c", "size": 56918 }, "/manifest.json": { "md5": "94751ff898e38c817655500b4e582545", "size": 2069 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4", "url": "https://ipfs.io/ipfs/QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4" }, "/config.json": { "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" }, "/manifest.json": { "path": "Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o", "url": "https://ipfs.io/ipfs/Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "5f7856fe8c8bdc640eae6025a14ffd03", "size": 123498 }, "/config.json": { "md5": "dc647b9bba5dad7ac31d000e1140e99c", "size": 56918 }, "/manifest.json": { "md5": "357be82285e90c0f16594f61dea503f8", "size": 2069 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg", "url": "https://ipfs.io/ipfs/QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg" }, "/config.json": { "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" }, "/manifest.json": { "path": "QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB", "url": "https://ipfs.io/ipfs/QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "6489bbfc43da4010795a229483e51dec", "size": 123498 }, "/config.json": { "md5": "dc647b9bba5dad7ac31d000e1140e99c", "size": 56918 }, "/manifest.json": { "md5": "77fb959e8e5c031b1652b408efb4f1f5", "size": 2760 }, "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { "md5": "a7f76da173841dd0dea211e2da68ce51", "size": 26441533376 } }, "cache": { "ipfs": { "/README.md": { "path": "QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s", "url": "https://ipfs.io/ipfs/QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s" }, "/config.json": { "path": "QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1", "url": "https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1" }, "/manifest.json": { "path": "QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj", "url": "https://ipfs.io/ipfs/QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj" }, "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { "path": "QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm", "url": "https://ipfs.io/ipfs/QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "b22838c874bde2343f27abd285319bde", "size": 123498 }, "/config.json": { "md5": "5796b47ca60d757d1ea04d23d89b4d78", "size": 56918 }, "/manifest.json": { "md5": "e3dd164225b4915dd6b32c12f7635930", "size": 2066 } }, "cache": { "ipfs": { "/README.md": { "path": "QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ", "url": "https://ipfs.io/ipfs/QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ" }, "/config.json": { "path": "QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5", "url": "https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5" }, "/manifest.json": { "path": "Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c", "url": "https://ipfs.io/ipfs/Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp" }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "6d36da36e19f5a18a9c02c469763167c", "size": 123498 }, "/config.json": { "md5": "5796b47ca60d757d1ea04d23d89b4d78", "size": 56918 }, "/manifest.json": { "md5": "7e08d5716d8b4c3e01ceda5f9415d3d5", "size": 2806 }, "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { "md5": "411c8bee394374730feb0d6217e8cc67", "size": 26441533376 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P", "url": "https://ipfs.io/ipfs/QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P" }, "/config.json": { "path": "QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5", "url": "https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5" }, "/manifest.json": { "path": "QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX", "url": "https://ipfs.io/ipfs/QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX" }, "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL", "url": "https://ipfs.io/ipfs/QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "e956e61dd9f537eb09b4f17e2846dd81", "size": 123498 }, "/config.json": { "md5": "e1495c33586c18d3f10bedd637027cd1", "size": 56918 }, "/manifest.json": { "md5": "25967630080c4f737b427e8334dc3fa3", "size": 626 }, "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { "md5": "680ad3a3288656f5309021d092ba152b", "size": 32229279680 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "e956e61dd9f537eb09b4f17e2846dd81", "size": 123498 }, "/config.json": { "md5": "e1495c33586c18d3f10bedd637027cd1", "size": 56918 }, "/manifest.json": { "md5": "71bd3b5d7d252e89e008a8ca0f17905a", "size": 3078 }, "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { "md5": "680ad3a3288656f5309021d092ba152b", "size": 32229279680 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ", "url": "https://ipfs.io/ipfs/QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ" }, "/config.json": { "path": "QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB", "url": "https://ipfs.io/ipfs/QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB" }, "/manifest.json": { "path": "QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6", "url": "https://ipfs.io/ipfs/QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6" }, "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { "path": "QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id", "url": "https://ipfs.io/ipfs/QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "794d387ae51db09e40909dc393345c0d", "size": 123498 }, "/config.json": { "md5": "112a8d29f4ed141a04e820e4c62045cb", "size": 56918 }, "/manifest.json": { "md5": "9c5a894bf0d5834be0470472dd864694", "size": 630 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "794d387ae51db09e40909dc393345c0d", "size": 123498 }, "/config.json": { "md5": "112a8d29f4ed141a04e820e4c62045cb", "size": 56918 }, "/manifest.json": { "md5": "39d136fef600e83ac46f5cf09f467496", "size": 2284 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS", "url": "https://ipfs.io/ipfs/Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS" }, "/config.json": { "path": "QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg", "url": "https://ipfs.io/ipfs/QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg" }, "/manifest.json": { "path": "QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke", "url": "https://ipfs.io/ipfs/QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "1e2eab65e56e55578ffbf409a17439a0", "size": 123498 }, "/config.json": { "md5": "8071447beaa900ad2362a54984cc2e19", "size": 56918 }, "/manifest.json": { "md5": "e1014f306b2f891d700359d98abf6d75", "size": 630 }, "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { "md5": "02395be6a920d63f0fa8a028a52ede77", "size": 32229279680 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "1e2eab65e56e55578ffbf409a17439a0", "size": 123498 }, "/config.json": { "md5": "8071447beaa900ad2362a54984cc2e19", "size": 56918 }, "/manifest.json": { "md5": "ec2b8e555ba04a274e0f9b369a2b20bb", "size": 3128 }, "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { "md5": "02395be6a920d63f0fa8a028a52ede77", "size": 32229279680 } }, "cache": { "ipfs": { "/README.md": { "path": "QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti", "url": "https://ipfs.io/ipfs/QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti" }, "/config.json": { "path": "QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC", "url": "https://ipfs.io/ipfs/QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC" }, "/manifest.json": { "path": "QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm", "url": "https://ipfs.io/ipfs/QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm" }, "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s", "url": "https://ipfs.io/ipfs/QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "969ed58b204f9d4d137b2218dac4e925", "size": 123498 }, "/config.json": { "md5": "af9936696ae1d8c370a26354570ff5dc", "size": 56918 }, "/manifest.json": { "md5": "2b8a069864f3fb16d6989960c05b03e6", "size": 636 }, "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { "md5": "446270ef052e0570d0bdd3bb87f70ca7", "size": 38378760128 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "969ed58b204f9d4d137b2218dac4e925", "size": 123498 }, "/config.json": { "md5": "af9936696ae1d8c370a26354570ff5dc", "size": 56918 }, "/manifest.json": { "md5": "a2fda2003423afec07b51f36604a0308", "size": 3088 }, "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { "md5": "446270ef052e0570d0bdd3bb87f70ca7", "size": 38378760128 } }, "cache": { "ipfs": { "/README.md": { "path": "QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ", "url": "https://ipfs.io/ipfs/QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ" }, "/config.json": { "path": "QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn", "url": "https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn" }, "/manifest.json": { "path": "QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS", "url": "https://ipfs.io/ipfs/QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS" }, "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { "path": "QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR", "url": "https://ipfs.io/ipfs/QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q6_K.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0": { "metadata": { "modelName": "Mixtral-8x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "4ae67b192745e39ddad1eedc773df04c", "size": 123498 }, "/config.json": { "md5": "af9936696ae1d8c370a26354570ff5dc", "size": 56918 }, "/manifest.json": { "md5": "0583bf4de8badeb15143eae280e72cff", "size": 636 }, "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { "md5": "58957e12e63d00ccf1b78f7ca005a18b", "size": 49624262592 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "4ae67b192745e39ddad1eedc773df04c", "size": 123498 }, "/config.json": { "md5": "af9936696ae1d8c370a26354570ff5dc", "size": 56918 }, "/manifest.json": { "md5": "c0b74a12f2927c8855be4db1a7f7e8d4", "size": 3088 }, "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { "md5": "58957e12e63d00ccf1b78f7ca005a18b", "size": 49624262592 } }, "cache": { "ipfs": { "/README.md": { "path": "QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87", "url": "https://ipfs.io/ipfs/QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87" }, "/config.json": { "path": "QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn", "url": "https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn" }, "/manifest.json": { "path": "QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172", "url": "https://ipfs.io/ipfs/QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172" }, "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { "path": "QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n", "url": "https://ipfs.io/ipfs/QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf": { "path": "/mixtral-8x7b-instruct-v0.1.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q8_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "6c573a79591573d2d61c2cb594edfe8c", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "5348a860d48e9cc841920425ccdd7c51", "size": 659 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { "md5": "aaa7d7ee8258488a3e26e6c711487b85", "size": 8061645504 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "6c573a79591573d2d61c2cb594edfe8c", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "fb7124596dbda6191be3576b0ed5b701", "size": 3270 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { "md5": "aaa7d7ee8258488a3e26e6c711487b85", "size": 8061645504 } }, "cache": { "ipfs": { "/README.md": { "path": "QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe", "url": "https://ipfs.io/ipfs/QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd", "url": "https://ipfs.io/ipfs/QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { "path": "QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h", "url": "https://ipfs.io/ipfs/QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "2edc59fe0d07e4b0cc0f29e03df61768", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "2614c20e93d6bb437068b882d54b70f4", "size": 664 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { "md5": "643707e5fd800fbf8b9c6710566ae3c2", "size": 10523382464 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "2edc59fe0d07e4b0cc0f29e03df61768", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "1d097093370bcf8abf0007dfe1102c7b", "size": 3323 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { "md5": "643707e5fd800fbf8b9c6710566ae3c2", "size": 10523382464 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV", "url": "https://ipfs.io/ipfs/Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh", "url": "https://ipfs.io/ipfs/QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4", "url": "https://ipfs.io/ipfs/Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "37f94a082448f2e063c3e05e8ee81170", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "78785ecc311be40557ae43de02466f65", "size": 664 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "37f94a082448f2e063c3e05e8ee81170", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "235501338cd46e7e114c6f63666b5bc7", "size": 2381 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2", "url": "https://ipfs.io/ipfs/QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25", "url": "https://ipfs.io/ipfs/QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "5d177ab28bd91949a5952dbad6f0b83a", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "9fa66f575ba5e79b32df538b2ec83f02", "size": 664 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "5d177ab28bd91949a5952dbad6f0b83a", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "996d9ec66bf52412d43e3393c513bbc0", "size": 2381 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW", "url": "https://ipfs.io/ipfs/Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t", "url": "https://ipfs.io/ipfs/QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "2ddf062ffd9371864607033af3a3b32e", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "72d4bee4570a927ce7e1522e489e9792", "size": 659 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { "md5": "6fc87ebac79644891b0368e411e1db72", "size": 13623603904 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "2ddf062ffd9371864607033af3a3b32e", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "d8559ea807bc769a297b3db5065285f0", "size": 3272 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { "md5": "6fc87ebac79644891b0368e411e1db72", "size": 13623603904 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS", "url": "https://ipfs.io/ipfs/QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph", "url": "https://ipfs.io/ipfs/Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { "path": "QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce", "url": "https://ipfs.io/ipfs/QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "0c111db8b1b3e23c18df2f7499f988a8", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "96d050a0685bdb1e1dfe646a0f8b5d6b", "size": 661 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "0c111db8b1b3e23c18df2f7499f988a8", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "ef4077353e21350f1202dad766666fda", "size": 2378 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi", "url": "https://ipfs.io/ipfs/QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm", "url": "https://ipfs.io/ipfs/QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "81c14680656527d377c5a34fc7ce7b8b", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "a8a5822cb701b6f3ea7e1ab5a7aa2949", "size": 661 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { "md5": "51cf1f04884ce06e1221903bd9bf2bde", "size": 13640905408 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "81c14680656527d377c5a34fc7ce7b8b", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "15afe48f0eab15dbc497b732f71945d2", "size": 3320 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { "md5": "51cf1f04884ce06e1221903bd9bf2bde", "size": 13640905408 } }, "cache": { "ipfs": { "/README.md": { "path": "QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye", "url": "https://ipfs.io/ipfs/QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2", "url": "https://ipfs.io/ipfs/Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS", "url": "https://ipfs.io/ipfs/Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "2524d88d67e1f8ad7c884f89cd18b760", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "1a34a56179ae75b8dd833bb331a69764", "size": 647 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { "md5": "d8bfcb7af65509628270fc4530e8b803", "size": 16626332352 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "2524d88d67e1f8ad7c884f89cd18b760", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "5da498f7fb69504be8458694e4a8f745", "size": 3260 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { "md5": "d8bfcb7af65509628270fc4530e8b803", "size": 16626332352 } }, "cache": { "ipfs": { "/README.md": { "path": "QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH", "url": "https://ipfs.io/ipfs/QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz", "url": "https://ipfs.io/ipfs/QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { "path": "QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA", "url": "https://ipfs.io/ipfs/QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "268f6c627d0d47c056de845770db3e8d", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "d399365c06b3ffdda2cae9437b46d78c", "size": 651 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "268f6c627d0d47c056de845770db3e8d", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "b7d9ec510832fa4aa434a654ca853c95", "size": 2368 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t", "url": "https://ipfs.io/ipfs/QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq", "url": "https://ipfs.io/ipfs/QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "f5e25d795e33535cfd35f0ecfd647390", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "e03dbdb9e6f139f5e8aab78f910a00ca", "size": 651 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { "md5": "7b03c7e08430d5c33f4299e09ad89eae", "size": 16635245248 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "f5e25d795e33535cfd35f0ecfd647390", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "6799783cbddbe064bd21512af618cb3d", "size": 3310 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { "md5": "7b03c7e08430d5c33f4299e09ad89eae", "size": 16635245248 } }, "cache": { "ipfs": { "/README.md": { "path": "QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B", "url": "https://ipfs.io/ipfs/QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD", "url": "https://ipfs.io/ipfs/QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R", "url": "https://ipfs.io/ipfs/QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "94f4ff6c2fbd46f79b3d85be14b3b57b", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "3ba32cac148c7aa0046022b5e98da0ff", "size": 657 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { "md5": "fbb5f890295e51cd41c40ee4e8a0c5da", "size": 19816731328 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "94f4ff6c2fbd46f79b3d85be14b3b57b", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "7c7e133cb4367c20b75ccd2c345fe8c4", "size": 3270 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { "md5": "fbb5f890295e51cd41c40ee4e8a0c5da", "size": 19816731328 } }, "cache": { "ipfs": { "/README.md": { "path": "QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73", "url": "https://ipfs.io/ipfs/QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS", "url": "https://ipfs.io/ipfs/QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { "path": "QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF", "url": "https://ipfs.io/ipfs/QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0": { "metadata": { "modelName": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "f0f91871f1c3f694ca2716119e7c7c6b", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "c77c1e3049b092d4adac64a1001882ca", "size": 657 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { "md5": "c54c0b38570e6955e5230463265de8b0", "size": 25666261696 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "f0f91871f1c3f694ca2716119e7c7c6b", "size": 106302 }, "/config.json": { "md5": "46be4b9cfb8db1476d6ba8f257150591", "size": 55016 }, "/manifest.json": { "md5": "277f75732fca7d5d3790864084ee6aae", "size": 3270 }, "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { "md5": "c54c0b38570e6955e5230463265de8b0", "size": 25666261696 } }, "cache": { "ipfs": { "/README.md": { "path": "QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K", "url": "https://ipfs.io/ipfs/QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K" }, "/config.json": { "path": "QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f", "url": "https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f" }, "/manifest.json": { "path": "QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb", "url": "https://ipfs.io/ipfs/QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { "path": "QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx", "url": "https://ipfs.io/ipfs/QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf", "url": "s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf", "url": "/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json" }, "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf": { "path": "/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf" } } }, "format": "gguf", "id": "Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q2_K": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "8ef5e35ee5123a3e51f9fe85564ace80", "size": 106655 }, "/config.json": { "md5": "22f6a5fb9b9c71084e60e95a2e191e63", "size": 55817 }, "/fennec-mixtral-8x7b.Q2_K.gguf": { "md5": "48a345eccba8684872ed14e2cf49044d", "size": 15644971776 }, "/manifest.json": { "md5": "6a6449db651ed53c356cbab0dac69b01", "size": 617 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "8ef5e35ee5123a3e51f9fe85564ace80", "size": 106655 }, "/config.json": { "md5": "22f6a5fb9b9c71084e60e95a2e191e63", "size": 55817 }, "/fennec-mixtral-8x7b.Q2_K.gguf": { "md5": "48a345eccba8684872ed14e2cf49044d", "size": 15644971776 }, "/manifest.json": { "md5": "f8b206292328705233b0b911282ad77a", "size": 2908 } }, "cache": { "ipfs": { "/README.md": { "path": "QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH", "url": "https://ipfs.io/ipfs/QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH" }, "/config.json": { "path": "QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57", "url": "https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57" }, "/fennec-mixtral-8x7b.Q2_K.gguf": { "path": "QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf", "url": "https://ipfs.io/ipfs/QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf" }, "/manifest.json": { "path": "QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg", "url": "https://ipfs.io/ipfs/QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/fennec-mixtral-8x7b.Q2_K.gguf": { "path": "/fennec-mixtral-8x7b.Q2_K.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/config.json" }, "/fennec-mixtral-8x7b.Q2_K.gguf": { "path": "/fennec-mixtral-8x7b.Q2_K.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q2_K.gguf": { "path": "/fennec-mixtral-8x7b.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q2_K.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q3_K_M": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "98bc897d86a7d2eac80e9e6511f1f762", "size": 106655 }, "/config.json": { "md5": "22f6a5fb9b9c71084e60e95a2e191e63", "size": 55817 }, "/fennec-mixtral-8x7b.Q3_K_M.gguf": { "md5": "061cc6554d383a4550ea5ef597bb74b5", "size": 20364292864 }, "/manifest.json": { "md5": "358b1fa7f6ad532be5d36abefd790fec", "size": 622 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "98bc897d86a7d2eac80e9e6511f1f762", "size": 106655 }, "/config.json": { "md5": "22f6a5fb9b9c71084e60e95a2e191e63", "size": 55817 }, "/fennec-mixtral-8x7b.Q3_K_M.gguf": { "md5": "061cc6554d383a4550ea5ef597bb74b5", "size": 20364292864 }, "/manifest.json": { "md5": "5094c2212ff419830bff587f2a47c181", "size": 2959 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw", "url": "https://ipfs.io/ipfs/QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw" }, "/config.json": { "path": "QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57", "url": "https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57" }, "/fennec-mixtral-8x7b.Q3_K_M.gguf": { "path": "QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT", "url": "https://ipfs.io/ipfs/QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT" }, "/manifest.json": { "path": "QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR", "url": "https://ipfs.io/ipfs/QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/fennec-mixtral-8x7b.Q3_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/config.json" }, "/fennec-mixtral-8x7b.Q3_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q3_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q3_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q3_K_S": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "9dea6d01d1170057ebe6a5d84c60f242", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "f48781bee47e40793ccad6f137620605", "size": 622 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "9dea6d01d1170057ebe6a5d84c60f242", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "f3f61a3470d95c057a2dc6aa077326b0", "size": 2213 } }, "cache": { "ipfs": { "/README.md": { "path": "QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo", "url": "https://ipfs.io/ipfs/QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/manifest.json": { "path": "Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v", "url": "https://ipfs.io/ipfs/Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q3_K_L": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "0360cff10335e07ac70314d9f7495f0a", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "f43c5db7c5e6de87ed0a348d84956891", "size": 622 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "0360cff10335e07ac70314d9f7495f0a", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "17a6b157eb30cfc930e9986934331b4c", "size": 2213 } }, "cache": { "ipfs": { "/README.md": { "path": "QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP", "url": "https://ipfs.io/ipfs/QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/manifest.json": { "path": "QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz", "url": "https://ipfs.io/ipfs/QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q4_0": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "0427d19c2d2b1a166fac105a1396b38f", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q4_0.gguf": { "md5": "4bee6e9daff7b4c0e6968cebc30e80e5", "size": 26442470144 }, "/manifest.json": { "md5": "a25c03370571a7a4b0c6ce4ffdc3c411", "size": 617 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "0427d19c2d2b1a166fac105a1396b38f", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q4_0.gguf": { "md5": "4bee6e9daff7b4c0e6968cebc30e80e5", "size": 26442470144 }, "/manifest.json": { "md5": "d37861b2b81380390279a9bfe3725d3d", "size": 2908 } }, "cache": { "ipfs": { "/README.md": { "path": "QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U", "url": "https://ipfs.io/ipfs/QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/fennec-mixtral-8x7b.Q4_0.gguf": { "path": "QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7", "url": "https://ipfs.io/ipfs/QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7" }, "/manifest.json": { "path": "QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV", "url": "https://ipfs.io/ipfs/QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/fennec-mixtral-8x7b.Q4_0.gguf": { "path": "/fennec-mixtral-8x7b.Q4_0.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/config.json" }, "/fennec-mixtral-8x7b.Q4_0.gguf": { "path": "/fennec-mixtral-8x7b.Q4_0.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q4_0.gguf": { "path": "/fennec-mixtral-8x7b.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q4_K_S": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "000c4af795eeb9a5b36c712dc55e951d", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "493bf72d258502f96ee93cb4b2216926", "size": 619 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "000c4af795eeb9a5b36c712dc55e951d", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "bb7b94b0e7f2d7c782422447de572793", "size": 2210 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4", "url": "https://ipfs.io/ipfs/QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/manifest.json": { "path": "QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6", "url": "https://ipfs.io/ipfs/QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q4_K_M": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "efc9fdf50c5a136fcd31ec6dfb54b135", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q4_K_M.gguf": { "md5": "da74b75cfc5623eae316fc5294fda12e", "size": 26442470144 }, "/manifest.json": { "md5": "365d9e37fac6f458e760a25eb9de022b", "size": 619 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "efc9fdf50c5a136fcd31ec6dfb54b135", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q4_K_M.gguf": { "md5": "da74b75cfc5623eae316fc5294fda12e", "size": 26442470144 }, "/manifest.json": { "md5": "6d11082d6000153054ab8e09278dc61f", "size": 2956 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk", "url": "https://ipfs.io/ipfs/QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/fennec-mixtral-8x7b.Q4_K_M.gguf": { "path": "QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB", "url": "https://ipfs.io/ipfs/QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB" }, "/manifest.json": { "path": "QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu", "url": "https://ipfs.io/ipfs/QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/fennec-mixtral-8x7b.Q4_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/config.json" }, "/fennec-mixtral-8x7b.Q4_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q4_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q5_0": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "e83619bb974a9ae59c51465c8efd4c2a", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q5_0.gguf": { "md5": "e16399d794a5eb246ce99937ae8ae485", "size": 32230216448 }, "/manifest.json": { "md5": "e58e0c83a2316c7f219057fdc2588c75", "size": 605 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "e83619bb974a9ae59c51465c8efd4c2a", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q5_0.gguf": { "md5": "e16399d794a5eb246ce99937ae8ae485", "size": 32230216448 }, "/manifest.json": { "md5": "ca91dca427057a298266b7befa45c43f", "size": 2896 } }, "cache": { "ipfs": { "/README.md": { "path": "QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr", "url": "https://ipfs.io/ipfs/QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/fennec-mixtral-8x7b.Q5_0.gguf": { "path": "Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx", "url": "https://ipfs.io/ipfs/Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx" }, "/manifest.json": { "path": "QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3", "url": "https://ipfs.io/ipfs/QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/fennec-mixtral-8x7b.Q5_0.gguf": { "path": "/fennec-mixtral-8x7b.Q5_0.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/config.json" }, "/fennec-mixtral-8x7b.Q5_0.gguf": { "path": "/fennec-mixtral-8x7b.Q5_0.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q5_0.gguf": { "path": "/fennec-mixtral-8x7b.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q5_K_S": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "9b9550ce3b00341617a5f507f28ed51f", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "00d1bddf719bc881ae913f62d9c3008b", "size": 609 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "9b9550ce3b00341617a5f507f28ed51f", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/manifest.json": { "md5": "0edbf630c951718ccc2d8d91e3084374", "size": 2200 } }, "cache": { "ipfs": { "/README.md": { "path": "Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN", "url": "https://ipfs.io/ipfs/Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/manifest.json": { "path": "QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z", "url": "https://ipfs.io/ipfs/QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q5_K_M": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "158d21866884210068f3e69972b6fa77", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q5_K_M.gguf": { "md5": "91d8ad6d706bcd84eb9a74251f82ba66", "size": 32230216448 }, "/manifest.json": { "md5": "b5ad4db783137ac409672e427df0822c", "size": 609 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "158d21866884210068f3e69972b6fa77", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q5_K_M.gguf": { "md5": "91d8ad6d706bcd84eb9a74251f82ba66", "size": 32230216448 }, "/manifest.json": { "md5": "31d724390559173a77460016417581ee", "size": 2946 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy", "url": "https://ipfs.io/ipfs/QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/fennec-mixtral-8x7b.Q5_K_M.gguf": { "path": "QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd", "url": "https://ipfs.io/ipfs/QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd" }, "/manifest.json": { "path": "QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM", "url": "https://ipfs.io/ipfs/QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/fennec-mixtral-8x7b.Q5_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/config.json" }, "/fennec-mixtral-8x7b.Q5_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q5_K_M.gguf": { "path": "/fennec-mixtral-8x7b.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_K_M.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q6_K": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "e008c596e2280efcd996acdcd0b566d8", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q6_K.gguf": { "md5": "ac27f688a5eee695d8dde5ec10a1ac47", "size": 38379696896 }, "/manifest.json": { "md5": "012dee62b32f2ceb64cbd7a0d617f52d", "size": 615 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "e008c596e2280efcd996acdcd0b566d8", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q6_K.gguf": { "md5": "ac27f688a5eee695d8dde5ec10a1ac47", "size": 38379696896 }, "/manifest.json": { "md5": "ad0eae79573be65e3938af74c96c9751", "size": 2906 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx", "url": "https://ipfs.io/ipfs/QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/fennec-mixtral-8x7b.Q6_K.gguf": { "path": "QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9", "url": "https://ipfs.io/ipfs/QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9" }, "/manifest.json": { "path": "QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9", "url": "https://ipfs.io/ipfs/QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/fennec-mixtral-8x7b.Q6_K.gguf": { "path": "/fennec-mixtral-8x7b.Q6_K.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/config.json" }, "/fennec-mixtral-8x7b.Q6_K.gguf": { "path": "/fennec-mixtral-8x7b.Q6_K.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q6_K.gguf": { "path": "/fennec-mixtral-8x7b.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q6_K.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Fennec-Mixtral-8x7B-GGUF-Q8_0": { "metadata": { "modelName": "Fennec-Mixtral-8x7B-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "334a2c4b25c5a7d65a2cb54dfbd8832e", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q8_0.gguf": { "md5": "6925e28a382097e8325e969af33e402f", "size": 49625199360 }, "/manifest.json": { "md5": "5207e87cee445aa48f381d71ff3b0e8f", "size": 615 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "334a2c4b25c5a7d65a2cb54dfbd8832e", "size": 106656 }, "/config.json": { "md5": "54a2e810ac3629c6079adc61f419395f", "size": 55818 }, "/fennec-mixtral-8x7b.Q8_0.gguf": { "md5": "6925e28a382097e8325e969af33e402f", "size": 49625199360 }, "/manifest.json": { "md5": "df797b13768fc5d16f99cc3ba80657d5", "size": 2906 } }, "cache": { "ipfs": { "/README.md": { "path": "QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2", "url": "https://ipfs.io/ipfs/QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2" }, "/config.json": { "path": "QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A", "url": "https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A" }, "/fennec-mixtral-8x7b.Q8_0.gguf": { "path": "QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1", "url": "https://ipfs.io/ipfs/QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1" }, "/manifest.json": { "path": "QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy", "url": "https://ipfs.io/ipfs/QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/fennec-mixtral-8x7b.Q8_0.gguf": { "path": "/fennec-mixtral-8x7b.Q8_0.gguf", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/config.json" }, "/fennec-mixtral-8x7b.Q8_0.gguf": { "path": "/fennec-mixtral-8x7b.Q8_0.gguf", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json" }, "/fennec-mixtral-8x7b.Q8_0.gguf": { "path": "/fennec-mixtral-8x7b.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q8_0.gguf" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Fennec-Mixtral-8x7B-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q2_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "60cc35d19bf029a998913804f463e548", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "467e8feb7859948f37618fd3cbe4770c", "size": 635 }, "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { "md5": "e152b9118185a5966b16151d3f8fdbf7", "size": 15644035008 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 2648283545.6000004, "cpuMemory": 2648283545.6000004, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 2913111900.160001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "60cc35d19bf029a998913804f463e548", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "8ba2c7ab524ccbf336100f93871f5c0f", "size": 3064 }, "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { "md5": "e152b9118185a5966b16151d3f8fdbf7", "size": 15644035008 } }, "cache": { "ipfs": { "/README.md": { "path": "QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE", "url": "https://ipfs.io/ipfs/QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC", "url": "https://ipfs.io/ipfs/QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC" }, "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { "path": "Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT", "url": "https://ipfs.io/ipfs/Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q2_K.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q2_K.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q2_K.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q2_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q2_K.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "7101838213465f9d5c5b36570694e4f7", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "21fb635ac278f51898f853301796f401", "size": 640 }, "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { "md5": "7324d72670f7b9bf12aa70ab34ef3c2c", "size": 20363356096 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "7101838213465f9d5c5b36570694e4f7", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "f73dd6f59f7210b0be281c994d0d1d9a", "size": 3115 }, "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { "md5": "7324d72670f7b9bf12aa70ab34ef3c2c", "size": 20363356096 } }, "cache": { "ipfs": { "/README.md": { "path": "QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg", "url": "https://ipfs.io/ipfs/QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags", "url": "https://ipfs.io/ipfs/QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags" }, "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { "path": "QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6", "url": "https://ipfs.io/ipfs/QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "2a82c1ba84547209dc8cf9526f193783", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "db74b5e48b5eb942b078cd0229e09c95", "size": 640 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "2a82c1ba84547209dc8cf9526f193783", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "b32bc4d011ed57d80919ecdc5a2ea252", "size": 2285 } }, "cache": { "ipfs": { "/README.md": { "path": "QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV", "url": "https://ipfs.io/ipfs/QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ", "url": "https://ipfs.io/ipfs/QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q3_K_L", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "fde93986c23f1d9a79f53577d7b899e5", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "66539022264261ef304cb98ff40d2af1", "size": 640 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 3552575488.0000005, "cpuMemory": 3552575488.0000005, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 3907833036.8000007, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "fde93986c23f1d9a79f53577d7b899e5", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "a7f7bd5a617630e08ddad21ae7c1bb7d", "size": 2285 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S", "url": "https://ipfs.io/ipfs/QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5", "url": "https://ipfs.io/ipfs/QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "7dd92e7612077e2deeacf9da52c331eb", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "e774789940aaaf2d1df6680267ef1117", "size": 635 }, "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { "md5": "6cd73360175950c8e783c7509cff54c3", "size": 26441533376 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4133906022.4000006, "cpuMemory": 4133906022.4000006, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 4547296624.640001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "7dd92e7612077e2deeacf9da52c331eb", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "5557569b27a35a09e33c2102b3b68561", "size": 3064 }, "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { "md5": "6cd73360175950c8e783c7509cff54c3", "size": 26441533376 } }, "cache": { "ipfs": { "/README.md": { "path": "QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x", "url": "https://ipfs.io/ipfs/QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn", "url": "https://ipfs.io/ipfs/QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn" }, "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { "path": "QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ", "url": "https://ipfs.io/ipfs/QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q4_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q4_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q4_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q4_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "8f4d9a41ce52f08678f6ea6bc4557cd4", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "f9d69f8a7ad396b07eb01bbb6f1846ac", "size": 637 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "8f4d9a41ce52f08678f6ea6bc4557cd4", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "a4d0c7fa3e500b0f62881dfde55d6350", "size": 2282 } }, "cache": { "ipfs": { "/README.md": { "path": "QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ", "url": "https://ipfs.io/ipfs/QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC", "url": "https://ipfs.io/ipfs/QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q4_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "cd6fb119865d0edbdd64f43ef5d4dc25", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "9b593d4857a362848ecf27c436a228d8", "size": 637 }, "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { "md5": "ad8311f4b4e3882fa336509f6d10c9b1", "size": 26441533376 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 4650644275.200001, "cpuMemory": 4650644275.200001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 5115708702.720001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "cd6fb119865d0edbdd64f43ef5d4dc25", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "caa9b6afa58b376eca345b82100e80f3", "size": 3112 }, "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { "md5": "ad8311f4b4e3882fa336509f6d10c9b1", "size": 26441533376 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5", "url": "https://ipfs.io/ipfs/QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz", "url": "https://ipfs.io/ipfs/QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz" }, "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { "path": "QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55", "url": "https://ipfs.io/ipfs/QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "b50484d88b92713e11966e40b9be8cee", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "fa93b5543de44ca408c751992120e943", "size": 623 }, "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { "md5": "93e6ca82ac84d8e2507a18c84991ade8", "size": 32229279680 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "b50484d88b92713e11966e40b9be8cee", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "30febe2dc31aad75006d0a347ad0acba", "size": 3052 }, "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { "md5": "93e6ca82ac84d8e2507a18c84991ade8", "size": 32229279680 } }, "cache": { "ipfs": { "/README.md": { "path": "QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue", "url": "https://ipfs.io/ipfs/QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn", "url": "https://ipfs.io/ipfs/QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn" }, "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { "path": "QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T", "url": "https://ipfs.io/ipfs/QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q5_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q5_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q5_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q5_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_S", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "f559b359336207e4aa3b02d88734d325", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "68bbfafdfd843d230d0553d1fbf4ac68", "size": 627 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "f559b359336207e4aa3b02d88734d325", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "f196f162306ed02dc43667a02e1550b2", "size": 2272 } }, "cache": { "ipfs": { "/README.md": { "path": "QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs", "url": "https://ipfs.io/ipfs/QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ", "url": "https://ipfs.io/ipfs/QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q5_K_M", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "a55a7da248db78f3a629dd03ecafb9fc", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "b4a4378301a682d8d742e4fa9e5014cd", "size": 627 }, "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { "md5": "1168761cbda6fa2a2e3f6de457e12a89", "size": 32229279680 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 5684120780.8, "cpuMemory": 5684120780.8, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 6252532858.880001, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "a55a7da248db78f3a629dd03ecafb9fc", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "b6f0abc3128170853281e01352c6b3a9", "size": 3102 }, "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { "md5": "1168761cbda6fa2a2e3f6de457e12a89", "size": 32229279680 } }, "cache": { "ipfs": { "/README.md": { "path": "QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W", "url": "https://ipfs.io/ipfs/QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh", "url": "https://ipfs.io/ipfs/QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh" }, "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { "path": "QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4", "url": "https://ipfs.io/ipfs/QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q6_K", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "fe291e87197b79f812b178195ee4951f", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "4b81ac77212ced516f0e633bc701f7ed", "size": 633 }, "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { "md5": "122a150cd4b378bb1ce98b34b7e5442a", "size": 38378760128 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 6782189568.000001, "cpuMemory": 6782189568.000001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 7460408524.800002, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "fe291e87197b79f812b178195ee4951f", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "206877d01160fc0918a5a5bc23fdb379", "size": 3062 }, "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { "md5": "122a150cd4b378bb1ce98b34b7e5442a", "size": 38378760128 } }, "cache": { "ipfs": { "/README.md": { "path": "QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY", "url": "https://ipfs.io/ipfs/QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6", "url": "https://ipfs.io/ipfs/QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6" }, "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { "path": "Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1", "url": "https://ipfs.io/ipfs/Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q6_K.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q6_K.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q6_K.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q6_K.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q6_K.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" }, "gpt-3.5-turbo-16k@api": { "id" : "gpt-3.5-turbo-16k", "format" : "api", "metadata" : { "name": "gpt-4", "api_key": "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" }, "timeAdded" : "2023-08-16 19:29:59", "timeUpdated" : "2023-12-26 22:52:52", "source" : "api", "hwRequirements" : {}, "folderData" : { "/README.md": { "md5": "fe291e87197b79f812b178195ee4951f", "size": 100572 }, "/manifest.json": { "md5": "206877d01160fc0918a5a5bc23fdb379", "size": 3062 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" }, "/manifest.json": { "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/manifest.json" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" } } } }, "gpt-3.5-turbo@api":{ "id" : "gpt-3.5-turbo", "format" : "api", "metadata" : { "name": "gpt-3.5-turbo", "api_key": "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" }, "timeAdded" : "2023-08-16 19:29:59", "timeUpdated" : "2023-12-26 22:52:52", "source" : "api", "hwRequirements" : {}, "folderData" : {}, "cache" : {} }, "text-moderation-latest@api": { "id" : "text-moderation-latest", "format" : "api", "metadata" : { "name": "text-moderation-latest", "api_key": "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" }, "timeAdded" : "2023-08-16 19:29:59", "timeUpdated" : "2023-12-26 22:52:52", "source" : "api", "hwRequirements" : {}, "folderData" : { "/README.md": { "md5": "fe291e87197b79f812b178195ee4951f", "size": 100572 }, "/manifest.json": { "md5": "206877d01160fc0918a5a5bc23fdb379", "size": 3062 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" }, "/manifest.json": { "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/text-moderation-latest@api/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/text-moderation-latest@api/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/text-moderation-latest@api/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/text-moderation-latest@apimanifest.json" } }, "https": { "/README.md": { "path": "", "url": "" }, "/manifest.json": { "path": "", "url": "" } } } }, "text-moderation-stable@api": { "id" : "text-moderation-stable", "format" : "api", "metadata" : { "name": "text-moderation-stable", "api_key": "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" }, "timeAdded" : "2023-08-16 19:29:59", "timeUpdated" : "2023-12-26 22:52:52", "source" : "api", "hwRequirements" : {}, "folderData" : { "/README.md": { "md5": "fe291e87197b79f812b178195ee4951f", "size": 100572 }, "/manifest.json": { "md5": "206877d01160fc0918a5a5bc23fdb379", "size": 3062 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" }, "/manifest.json": { "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/text-moderation-stable@api/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/text-moderation-stable@api/manifest.json" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/text-moderation-stable@api/README.md" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/text-moderation-stable@apimanifest.json" } }, "https": { "/README.md": { "path": "", "url": "" }, "/manifest.json": { "path": "", "url": "" } } } }, "gpt-4@api": { "id" : "gpt-4", "format" : "api", "metadata" : { "name": "gpt-4", "api_key": "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" }, "timeAdded" : "2023-08-16 19:29:59", "timeUpdated" : "2023-12-26 22:52:52", "source" : "api", "hwRequirements" : {}, "folderData" : {}, "cache" : {} }, "gpt3.5-openai@api":{ "id" : "gpt3.5-openai", "format" : "api", "metadata" : { "name": "gpt3.5-openai", "api_key": "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" }, "timeAdded" : "2023-08-16 18:34:53", "timeUpdated" : "2023-12-26 22:52:52", "source" : "api", "hwRequirements" : {}, "folderData" : {}, "cache" : {} }, "gpt4-openai@api":{ "id" : "gpt4-openai", "format" : "api", "metadata" : { "name": "gpt4-openai", "api_key": "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" }, "timeAdded" : "2023-08-16 18:34:53", "timeUpdated" : "2023-12-26 22:52:53", "source" : "api", "hwRequirements" : {}, "folderData" : {}, "cache" : {} }, "Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0": { "metadata": { "modelName": "Mixtral-8x7B-MoE-RP-Story-GGUF", "contextSize": 4096, "parameters": 7516192768, "quantization": "Q8_0", "ropeScale": 1, "units": "tokens", "skill": "llama_cpp", "folderData": { "/README.md": { "md5": "a9afb3fde4f46f11ebb5586515db6a14", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "f85f306304258711357da1278fbd1a09", "size": 633 }, "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { "md5": "0ba3f121beaaa56a3844116e570741aa", "size": 49624262592 } } }, "hwRequirements": { "minFlops": { "fp8": 0, "fp16": 10, "fp32": 0 }, "flopsPerUnit": 0.41858823529411765, "minSpeed": 0.2810567734682406, "gpuCount": [ 1 ], "cpuCount": [ 2, 4 ], "gpuMemory": 8267812044.800001, "cpuMemory": 8267812044.800001, "minBandwidth": 0, "minDiskIO": 0, "diskUsage": 9094593249.280003, "tokensPerSecond": 85 }, "folderData": { "/README.md": { "md5": "a9afb3fde4f46f11ebb5586515db6a14", "size": 100572 }, "/config.json": { "md5": "853df7fd1954ecf0bb1f4c1067f69a4a", "size": 52305 }, "/manifest.json": { "md5": "e5b3300d747958322e7c7a216fb7b2c3", "size": 3062 }, "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { "md5": "0ba3f121beaaa56a3844116e570741aa", "size": 49624262592 } }, "cache": { "ipfs": { "/README.md": { "path": "QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti", "url": "https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti" }, "/config.json": { "path": "QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1", "url": "https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1" }, "/manifest.json": { "path": "QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa", "url": "https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa" }, "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { "path": "QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ", "url": "https://ipfs.io/ipfs/QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ" } }, "s3": { "/README.md": { "path": "/README.md", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q8_0.gguf", "url": "s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf" } }, "local": { "/README.md": { "path": "/README.md", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/README.md" }, "/config.json": { "path": "/config.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q8_0.gguf", "url": "/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf" } }, "https": { "/README.md": { "path": "/README.md", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md" }, "/config.json": { "path": "/config.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json" }, "/manifest.json": { "path": "/manifest.json", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json" }, "/mixtral-8x7b-moe-rp-story.Q8_0.gguf": { "path": "/mixtral-8x7b-moe-rp-story.Q8_0.gguf", "url": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q8_0.gguf" } } }, "format": "gguf", "id": "Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0", "source": "https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF" } }