{"schemaVersion":"hugging-bay.artifact-card.v1","pageFacts":{"id":"hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","repo":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","type":"llm","purpose":"open-weights language model for text generation","license":{"id":"apache-2.0","label":"apache-2.0","state":"known","url":"https://spdx.org/licenses/Apache-2.0.html","source":"spdx","hostedFile":false,"commercialUse":"yes","terms":"Permissive open license: commercial use, modification, and redistribution are permitted."},"task":{"id":"text-generation","label":"text generation"},"size":{"bytes":24953795763,"label":"25 GB","known":true,"repositoryLabel":"Full repo upstream","hostedKnown":true,"hostedBytes":24938978564,"hostedLabel":"24.9 GB","hostedSummary":"12 hosted of 16 listed","hostedIsSubset":true,"downloadBytes":0,"downloadLabel":"","recommended":{"path":"","fileName":"","fileCount":6,"quant":"","bytes":24921623280,"label":"24.9 GB (6 files)","variants":1,"basis":"only-variant"},"parameters":{"totalB":24,"activeB":null,"label":"24B","activeLabel":"","source":"repo-name"},"sentence":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic has 24B parameters. Hosted here: 12 files, 24.9 GB. Full repo upstream: 25 GB. The recommended download, a 6-file weight set, is 24.9 GB."},"files":{"hosted":12,"total":16,"label":"12 hosted of 16 listed"},"download":{"status":"hosted","label":"Ready","url":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/download-plan"},"released":{"iso":"2026-06-30","label":"Jun 30, 2026","upstream":false,"factLabel":"Added to Hugging Bay"},"updated":{"iso":"2026-09-22","label":"Sep 22, 2026","factLabel":"Updated at source"},"source":{"provider":"huggingface","label":"Hugging Face","url":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","repoId":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"},"languages":["en","fr","de","es","it","pt","zh","ja","ru","ko"],"baseModel":{"ref":"","url":"","resolveUrl":""},"paperIds":[],"arxivIds":[],"sameAs":["https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"],"creator":{"@type":"Organization","name":"RedHatAI","url":"https://huggingface.co/RedHatAI","sameAs":["https://huggingface.co/RedHatAI"]},"scholarlyArticles":[],"scanStatus":"passed","faq":[{"id":"what-is-it","question":"What is RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic?","answer":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic is an open-weights language model for text generation published by RedHatAI, added to Hugging Bay Jun 30, 2026. Model from Hugging Face for text generation: RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic · unknown"},{"id":"license","question":"What license does RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic use, and can I use it commercially?","answer":"It is released under the apache-2.0 license. Commercial use is allowed. Permissive open license: commercial use, modification, and redistribution are permitted."},{"id":"size","question":"How big is RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic?","answer":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic has 24B parameters. Hosted here: 12 files, 24.9 GB. Full repo upstream: 25 GB. The recommended download, a 6-file weight set, is 24.9 GB."},{"id":"download","question":"Where can I download RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic?","answer":"Hosted here: 12 files, 24.9 GB. Full repo upstream: 25 GB. The original release is at https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic."},{"id":"safety","question":"File pattern scans","answer":"Automated file-pattern scans flagged nothing; not a safety guarantee. 12 hosted files carry a published SHA-256 you can re-hash. The machine-readable verdict is at /api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/safety on Hugging Bay."},{"id":"fit-unknown","question":"Will RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic run on my computer?","answer":"We can’t check the fit; we don’t know your machine. We don’t have your machine’s specs, so no check ran and no verdict is shown. Answer two quick questions and we’ll estimate, from the memory you tell us, whether it fits your machine. Or skip it; you can still download; fit isn’t checked."}]},"generatedAt":"2026-11-14T09:07:08.161Z","signals":{"size":{"known":true,"bytes":24953795763,"label":"23.2 GB","reason":""},"demand":{"mirrorRequests":0,"upstreamDownloads":4089,"upstreamStars":13,"label":"4.1K upstream downloads","basis":"upstream-downloads"},"trust":{"score":0,"level":"metadata-checked","label":"Unknown","qualification":"recorded-state-complete-bytes","trustImpact":"none","checks":[{"id":"license","label":"License","status":"pass","detail":"apache-2.0"},{"id":"provenance","label":"Provenance","status":"pass","detail":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"},{"id":"scan","label":"Scan","status":"pass","detail":"passed"},{"id":"hosting","label":"Hosted files","status":"warn","detail":"12/16 repository files hosted; selected representation evaluated separately"},{"id":"manifest","label":"Byte manifest integrity","status":"pass","detail":"selected representation is complete-bytes; per-file SHA-256 published (cryptographic signing pending)"}],"strengths":["License: apache-2.0","Provenance: RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","Scan: passed","Byte manifest integrity: selected representation is complete-bytes; per-file SHA-256 published (cryptographic signing pending)"],"gaps":["Hosted files: 12/16 repository files hosted; selected representation evaluated separately"]},"readiness":{"score":0,"level":"bytes-complete","hostedFinal":true,"hostedFiles":12,"externalFiles":4,"totalFiles":16},"action":{"id":"download","label":"Download exact selected bytes","detail":"The selected immutable representation is byte-complete; runtime compatibility is not established.","href":"/api/v1/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/download-plan"}},"structuredData":{"@context":"https://schema.org","@graph":[{"@type":"Organization","@id":"https://huggingbay.xyz/#organization","name":"The Hugging Bay","alternateName":"Hugging Bay","url":"https://huggingbay.xyz","description":"The Hugging Bay is an AI model catalog. Tug is its desktop assistant for local and connected AI services.","disambiguatingDescription":"Not affiliated with Hugging Face. No crypto token; similarly named tokens, repos and Spaces are not ours.","founder":{"@type":"Person","name":"Barney Wohl","email":"barney@huggingbay.xyz"},"logo":{"@type":"ImageObject","@id":"https://huggingbay.xyz/#logo","url":"https://huggingbay.xyz/brand/logo.png"},"sameAs":["https://github.com/barneywohl/hugging-bay-agents","https://www.npmjs.com/package/hugging-bay-agents","https://www.npmjs.com/package/hugging-bay-mcp","https://pypi.org/project/hugging-bay/","https://t.me/TugByHuggingBayBot","https://registry.modelcontextprotocol.io/v0.1/servers/io.github.barneywohl%2Fhugging-bay/versions/latest"]},{"@type":"WebSite","@id":"https://huggingbay.xyz/#website","url":"https://huggingbay.xyz","name":"The Hugging Bay","alternateName":"Hugging Bay","image":{"@id":"https://huggingbay.xyz/#logo"},"description":"The Hugging Bay is an AI model catalog. Tug is its desktop assistant for local and connected AI services.","publisher":{"@id":"https://huggingbay.xyz/#organization"},"potentialAction":{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https://huggingbay.xyz/browse?q={search_term_string}"},"query-input":"required name=search_term_string"}},{"@type":"ItemPage","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#webpage","url":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","name":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic | Hugging Bay","description":"This model is a quantized version of Mistral Small 24B Instruct 2501 with FP8 weights and activations. It is described as ready for inference with vLLM and keeps only transformer linear operator weights and activations quantized.","image":"https://huggingbay.xyz/brand/harbor-social-card.png","isPartOf":{"@id":"https://huggingbay.xyz/#website"},"mainEntity":{"@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#artifact"}},{"@type":"BreadcrumbList","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#breadcrumbs","itemListElement":[{"@type":"ListItem","position":1,"name":"Hugging Bay","item":"https://huggingbay.xyz/"},{"@type":"ListItem","position":2,"name":"Artifacts","item":"https://huggingbay.xyz/browse"},{"@type":"ListItem","position":3,"name":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","item":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic"}]},{"@type":["SoftwareApplication","CreativeWork"],"@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#artifact","name":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","alternateName":"Mistral-Small-24B-Instruct-2501-FP8-dynamic","description":"This model is a quantized version of Mistral Small 24B Instruct 2501 with FP8 weights and activations. It is described as ready for inference with vLLM and keeps only transformer linear operator weights and activations quantized.","url":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","identifier":"hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","additionalType":"https://huggingbay.xyz/schema/OpenWeightLanguageModel","applicationCategory":"AI model artifact","applicationSubCategory":"text-generation","license":"https://spdx.org/licenses/Apache-2.0.html","keywords":"llm, text-generation, text, safetensors, yaml, apache-2.0, mistral, mistral-small, fp8, vllm, conversational, compressed-tensors","datePublished":"2026-06-30","dateModified":"2026-09-22","inLanguage":["en","fr","de","es","it","pt","zh","ja","ru","ko"],"creator":{"@type":"Organization","name":"RedHatAI","url":"https://huggingface.co/RedHatAI","sameAs":["https://huggingface.co/RedHatAI"]},"publisher":{"@type":"Organization","name":"RedHatAI","url":"https://huggingface.co/RedHatAI","sameAs":["https://huggingface.co/RedHatAI"]},"sameAs":["https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"],"isBasedOn":{"@type":"CreativeWork","name":"Original upstream source","url":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"},"isAccessibleForFree":true,"conditionsOfAccess":"Public metadata is crawlable. Hosted downloads are available only for reviewed mirrored files listed by Hugging Bay manifests and downloadable-file APIs.","citation":["https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/card.md","https://huggingbay.xyz/api/trust-bundles/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/distribution"],"softwareVersion":"revision 56e6b0a9500b","review":[],"subjectOf":[{"@type":"DigitalDocument","name":"Hugging Bay artifact card","url":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/card","encodingFormat":"application/json"},{"@type":"DigitalDocument","name":"Hugging Bay artifact card markdown","url":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/card.md","encodingFormat":"text/markdown"},{"@type":"DigitalDocument","name":"Hugging Bay agent bundle","url":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/agent-bundle","encodingFormat":"application/json"},{"@type":"DigitalDocument","name":"Hugging Bay trust bundle","url":"https://huggingbay.xyz/api/trust-bundles/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","encodingFormat":"application/json"},{"@type":"DigitalDocument","name":"Hugging Bay distribution document","url":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/distribution","encodingFormat":"application/json"},{"@type":"DigitalDocument","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#license-provenance-metadata","name":"License and provenance metadata","url":"https://huggingbay.xyz/api/trust-bundles/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","description":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic license, provenance, source scan state, and mirror eligibility metadata. Exact selected bytes complete; runtime not established."},{"@type":"WebAPI","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#trust-bundle-api","name":"Hugging Bay trust bundle API","url":"https://huggingbay.xyz/api/trust-bundles/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","documentation":"https://huggingbay.xyz/api/trust-bundles/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","provider":{"@id":"https://huggingbay.xyz/#organization"}},{"@type":"WebAPI","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#review-summary-api","name":"Hugging Bay review summary API","url":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/review-summary","documentation":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/review-summary","provider":{"@id":"https://huggingbay.xyz/#organization"}},{"@type":"WebAPI","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#distribution-api","name":"Hugging Bay distribution API","url":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/distribution","documentation":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/distribution","provider":{"@id":"https://huggingbay.xyz/#organization"}},{"@type":"WebPage","name":"Original upstream source","url":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"}],"potentialAction":[{"@type":"ViewAction","name":"Inspect files","target":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/files"}],"additionalProperty":[{"@type":"PropertyValue","name":"Declared license","value":"apache-2.0"},{"@type":"PropertyValue","name":"Pipeline","value":"text-generation"},{"@type":"PropertyValue","name":"Library","value":"unknown"},{"@type":"PropertyValue","name":"Task categories","value":"text-generation"},{"@type":"PropertyValue","name":"Languages","value":"en, fr, de, es, it, pt, zh, ja"},{"@type":"PropertyValue","name":"File hints","value":"16 upstream file samples"},{"@type":"PropertyValue","name":"Hosting status","value":"hosted"},{"@type":"PropertyValue","name":"Hosted files","value":"12"},{"@type":"PropertyValue","name":"Listed files","value":"16"},{"@type":"PropertyValue","name":"Full repo upstream","value":"25 GB"},{"@type":"PropertyValue","name":"Full repo upstream in bytes","value":"24953795763","unitCode":"AD"},{"@type":"PropertyValue","name":"Hosted here","value":"12 files, 24.9 GB"},{"@type":"PropertyValue","name":"Hosted size in bytes","value":"24938978564","unitCode":"AD"},{"@type":"PropertyValue","name":"Recommended file","value":"24.9 GB (6 files)"},{"@type":"PropertyValue","name":"Recommended file size","value":"24.9 GB (6 files)"},{"@type":"PropertyValue","name":"Recommended file size in bytes","value":"24921623280","unitCode":"AD"},{"@type":"PropertyValue","name":"Parameter count","value":"24B"},{"@type":"PropertyValue","name":"License","value":"apache-2.0"},{"@type":"PropertyValue","name":"Scan status","value":"passed"},{"@type":"PropertyValue","name":"Trust score","value":"0"},{"@type":"PropertyValue","name":"Trust level","value":"metadata-checked"},{"@type":"PropertyValue","name":"Verified peer-assisted fallbacks","value":"0"},{"@type":"PropertyValue","name":"Files with reviewed peer-assisted fallbacks","value":"0"},{"@type":"PropertyValue","name":"Reviewed peer fallback file records","value":"0"},{"@type":"PropertyValue","name":"Agent bundle","value":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/agent-bundle"},{"@type":"PropertyValue","name":"Trust bundle","value":"https://huggingbay.xyz/api/trust-bundles/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic"},{"@type":"PropertyValue","name":"Download completeness state"},{"@type":"PropertyValue","name":"recorded executable state","value":"complete-bytes"},{"@type":"PropertyValue","name":"recorded evidence timestamp","value":"2026-09-22T00:16:49.483Z"},{"@type":"PropertyValue","name":"Selected representation","value":"rep-c4b3a6163c459137662ea7166fa8063e2dc3dd70a516c3aeb2bfc1fd2ea7f954"},{"@type":"PropertyValue","name":"Run fit","value":"Exact selected bytes complete; runtime not established"},{"@type":"PropertyValue","name":"Runtime footprint","value":"unknown"},{"@type":"PropertyValue","name":"Run-fit warnings","value":"No runtime compatibility or execution status claim is available until recorded evaluation is integrated."}]},{"@type":"FAQPage","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#faq","dateModified":"2026-09-22","mainEntity":[{"@type":"Question","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#faq-what-is-it","name":"What is this model?","acceptedAnswer":{"@type":"Answer","text":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic is an open-weights language model for text generation published by RedHatAI, added to Hugging Bay Jun 30, 2026. Model from Hugging Face for text generation: RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic · unknown"}},{"@type":"Question","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#faq-license","name":"Can I use it commercially?","acceptedAnswer":{"@type":"Answer","text":"It is released under the apache-2.0 license. Commercial use is allowed. Permissive open license: commercial use, modification, and redistribution are permitted."}},{"@type":"Question","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#faq-size","name":"How big is it?","acceptedAnswer":{"@type":"Answer","text":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic has 24B parameters. Hosted here: 12 files, 24.9 GB. Full repo upstream: 25 GB. The recommended download, a 6-file weight set, is 24.9 GB."}},{"@type":"Question","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#faq-download","name":"What can I download here?","acceptedAnswer":{"@type":"Answer","text":"Hosted here: 12 files, 24.9 GB. Full repo upstream: 25 GB. The original release is at https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic."}},{"@type":"Question","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#faq-safety","name":"File pattern scans","acceptedAnswer":{"@type":"Answer","text":"Automated file-pattern scans flagged nothing; not a safety guarantee. 12 hosted files carry a published SHA-256 you can re-hash. The machine-readable verdict is at /api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/safety on Hugging Bay."}},{"@type":"Question","@id":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic#faq-fit-unknown","name":"Will RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic run on my computer?","acceptedAnswer":{"@type":"Answer","text":"We can’t check the fit; we don’t know your machine. We don’t have your machine’s specs, so no check ran and no verdict is shown. Answer two quick questions and we’ll estimate, from the memory you tell us, whether it fits your machine. Or skip it; you can still download; fit isn’t checked."}}]}]},"artifactId":"hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","serveEvaluationId":"serve-292057be792b54fb0a3912f930da9b669e5052366a44984c03bd020d033876f1","artifact":{"cardDescription":"A chat model for conversations, questions and writing.","modelSummary":{"schemaVersion":"hugging-bay.model-summary.v1","text":"The catalog lists this model for having conversations.","confidence":"medium","task":"chat","audience":null,"basis":"recorded-metadata","rules":["task:chat","tag:chat"],"evidence":[{"field":"license","value":"apache-2.0"},{"field":"cardMetadata.license","value":"apache-2.0"},{"field":"tags","value":"conversational"},{"field":"task","value":"text-generation"},{"field":"cardMetadata.pipelineTag","value":"text-generation"}],"caveats":["check-license-terms","repository-bytes-are-not-memory-needs"],"facts":{"license":{"id":"apache-2.0","status":"recorded"},"lineage":[],"parameters":null,"size":{"bytes":24953795763,"scope":"repository","field":"sizeBytes"},"form":"unspecified","runs":[]}},"catalogSummary":{"schemaVersion":"hugging-bay.catalog-summaries.v3","modelId":"hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","facts":{"id":"hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","repo":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","type":"llm","sizeBytes":24953795763,"licenseLabel":"apache-2.0"},"license":"apache-2.0","text":"This model is a quantized version of Mistral Small 24B Instruct 2501 with FP8 weights and activations. It is described as ready for inference with vLLM and keeps only transformer linear operator weights and activations quantized.","sentences":["This model is a quantized version of Mistral Small 24B Instruct 2501 with FP8 weights and activations.","It is described as ready for inference with vLLM and keeps only transformer linear operator weights and activations quantized."],"honestyChecked":true},"id":"hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","repo":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","type":"llm","typeLabel":"LLM","summary":"This model is a quantized version of Mistral Small 24B Instruct 2501 with FP8 weights and activations. It is described as ready for inference with vLLM and keeps only transformer linear operator weights and activations quantized.","description":"This model is a quantized version of Mistral Small 24B Instruct 2501 with FP8 weights and activations. It is described as ready for inference with vLLM and keeps only transformer linear operator weights and activations quantized.","task":"text-generation","modality":"text","framework":"unknown","formats":["gitattributes","md","json","safetensors","yaml"],"tags":["huggingface-import","external-catalog","model","apache-2.0","safetensors","mistral","mistral-small","fp8","vllm","conversational","text-generation-inference","compressed-tensors","text-generation","en","fr","de","es","it","pt","zh","ja","ru","ko","base_model:mistralai/mistral-small-24b-instruct-2501"],"license":"apache-2.0","sourceUrl":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","upstream":{"gated":false,"repoId":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","private":false,"repoUrl":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","disabled":false,"provider":"huggingface","repoType":"model","revision":"56e6b0a9500bfbde8da5c3fb72da020826fbd073","fetchedAt":"2026-09-21T23:46:33.371Z","importMode":"external-catalog","licenseRaw":"apache-2.0"},"cardCompleteness":92,"safetyNotes":["External catalog metadata imported from Hugging Face public API on 2026-09-21T23:46:33.385Z.","Open license detected as apache-2.0."],"cardMetadata":{"source":"huggingface-cardData","license":"apache-2.0","metrics":[],"datasets":[],"paperIds":[],"repoType":"model","baseModel":"","languages":["en","fr","de","es","it","pt","zh","ja","ru","ko"],"sourceUrl":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","evalResults":[],"libraryName":"unknown","pipelineTag":"text-generation","cardDataKeys":["base_model","description","language","license","license_link","license_name","name","pipeline_tag","provider","readme","tags","tasks","validated_on"],"semanticText":"text-generation unknown llm model en fr de es it pt zh ja ru ko safetensors base_model:mistralai/mistral-small-24b-instruct-2501 base_model:quantized:mistralai/mistral-small-24b-instruct-2501","semanticTerms":["text-generation","unknown","llm","model","en","fr","de","es","it","pt","zh","ja","ru","ko","safetensors","base_model:mistralai/mistral-small-24b-instruct-2501","base_model:quantized:mistralai/mistral-small-24b-instruct-2501"],"siblingSample":[{"lfs":false,"path":".gitattributes","sizeBytes":1618},{"lfs":false,"path":"README.md","sizeBytes":14222},{"lfs":false,"path":"config.json","sizeBytes":1756},{"lfs":false,"path":"generation_config.json","sizeBytes":155},{"lfs":true,"path":"model-00001-of-00006.safetensors","sizeBytes":4898056608},{"lfs":true,"path":"model-00002-of-00006.safetensors","sizeBytes":4835545032},{"lfs":true,"path":"model-00003-of-00006.safetensors","sizeBytes":4982401040},{"lfs":true,"path":"model-00004-of-00006.safetensors","sizeBytes":4998137864},{"lfs":true,"path":"model-00005-of-00006.safetensors","sizeBytes":3865305328},{"lfs":true,"path":"model-00006-of-00006.safetensors","sizeBytes":1342177408},{"lfs":false,"path":"model.safetensors.index.json","sizeBytes":54304},{"lfs":false,"path":"recipe.yaml","sizeBytes":136},{"lfs":false,"path":"special_tokens_map.json","sizeBytes":21311},{"lfs":true,"path":"tekken.json","sizeBytes":14801223},{"lfs":true,"path":"tokenizer.json","sizeBytes":17078037},{"lfs":false,"path":"tokenizer_config.json","sizeBytes":199721}],"modelIndexNames":[]},"modelCardFacts":{"source":"huggingface-cardData","repoType":"model","sourceUrl":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","declaredLicense":"apache-2.0","pipelineTag":"text-generation","libraryName":"unknown","baseModel":"","baseModels":[],"taskCategories":["text-generation"],"cardTags":[],"languages":["en","fr","de","es","it","pt","zh","ja","ru","ko"],"datasets":[],"metrics":[],"paperIds":[],"modelIndexNames":[],"evalResults":[],"siblingSample":[{"path":".gitattributes","sizeBytes":1618,"lfs":false},{"path":"README.md","sizeBytes":14222,"lfs":false},{"path":"config.json","sizeBytes":1756,"lfs":false},{"path":"generation_config.json","sizeBytes":155,"lfs":false},{"path":"model-00001-of-00006.safetensors","sizeBytes":4898056608,"lfs":true},{"path":"model-00002-of-00006.safetensors","sizeBytes":4835545032,"lfs":true},{"path":"model-00003-of-00006.safetensors","sizeBytes":4982401040,"lfs":true},{"path":"model-00004-of-00006.safetensors","sizeBytes":4998137864,"lfs":true},{"path":"model-00005-of-00006.safetensors","sizeBytes":3865305328,"lfs":true},{"path":"model-00006-of-00006.safetensors","sizeBytes":1342177408,"lfs":true},{"path":"model.safetensors.index.json","sizeBytes":54304,"lfs":false},{"path":"recipe.yaml","sizeBytes":136,"lfs":false},{"path":"special_tokens_map.json","sizeBytes":21311,"lfs":false},{"path":"tekken.json","sizeBytes":14801223,"lfs":true},{"path":"tokenizer.json","sizeBytes":17078037,"lfs":true},{"path":"tokenizer_config.json","sizeBytes":199721,"lfs":false}],"semanticTerms":["text-generation","unknown","llm","model","en","fr","de","es","it","pt","zh","ja","ru","ko","safetensors","base_model:mistralai/mistral-small-24b-instruct-2501","base_model:quantized:mistralai/mistral-small-24b-instruct-2501"],"cardDataKeys":["base_model","description","language","license","license_link","license_name","name","pipeline_tag","provider","readme","tags","tasks","validated_on"],"coverage":{"rawKeyCount":17,"normalizedFields":6,"hasDeclaredLicense":true,"hasPipeline":true,"hasLibrary":true,"hasBaseModel":false,"hasLanguages":true,"hasDatasets":false,"hasMetrics":false,"hasPapers":false,"hasModelIndex":false,"hasEvaluationResults":false,"hasFileHints":true,"hasTaskCategories":true,"hasCardTags":false},"facts":[{"id":"declared-license","label":"Declared license","value":"apache-2.0"},{"id":"pipeline","label":"Pipeline","value":"text-generation"},{"id":"library","label":"Library","value":"unknown"},{"id":"task-categories","label":"Task categories","value":"text-generation"},{"id":"languages","label":"Languages","value":"en, fr, de, es, it, pt, zh, ja"},{"id":"file-hints","label":"File hints","value":"16 upstream file samples"}]},"runtimeFit":{"level":"unknown","label":"recorded runtime state unknown","hardware":"","sizeLabel":"unknown","runners":[],"runtimeFiles":[],"warnings":["No runtime compatibility or execution status claim is available until recorded evaluation is integrated."]},"updatedAt":"2026-09-22T00:16:48.814Z","createdAt":"2026-06-30T02:06:16.791Z","metrics":{"downloads":4089,"stars":13,"citations":0,"mirrorDemand":0},"hosting":{"status":"unknown","hostedFiles":12,"externalFiles":4,"totalFiles":16,"fileInventoryAvailable":true,"completeRunnable":null,"verified":null,"downloadStatus":"UNKNOWN","sha256Files":12,"byteVerifiedAt":null,"hosted":null,"downloadReady":null,"downloadable":null,"mirroredFiles":12,"mirroredBytes":24938978564,"readiness":"unknown","obtainReady":null,"runReady":null,"reasonCodes":["inventory-incomplete"],"reason":"The file list is incomplete; model weight availability is unknown.","note":"The file list is incomplete; model weight availability is unknown."},"decentralizedDistribution":{"protocol":"bittorrent-magnet-metadata","verifiedFallbacks":0,"pendingReviewRequests":0,"reviewRequired":true,"policy":"Peer-assisted fallbacks are metadata only until Hugging Bay review confirms source, license, provenance, and safety. Gated/private bypasses are not allowed."},"quality":{"score":92,"items":[{"id":"summary","label":"Summary","status":"passed"},{"id":"description","label":"Description","status":"passed"},{"id":"card-metadata","label":"Model card metadata","status":"passed"},{"id":"license","label":"License","status":"passed"},{"id":"provenance","label":"Provenance","status":"passed"},{"id":"files","label":"File inventory","status":"passed"},{"id":"hosted","label":"Hosted bytes","status":"passed"},{"id":"scan","label":"Scan result","status":"passed"},{"id":"signature","label":"Manifest signature","status":"passed"}]},"signals":{"size":{"known":true,"bytes":24953795763,"label":"23.2 GB","reason":""},"demand":{"mirrorRequests":0,"upstreamDownloads":4089,"upstreamStars":13,"label":"4.1K upstream downloads","basis":"upstream-downloads"},"trust":{"score":0,"level":"metadata-checked","label":"Unknown","qualification":"recorded-state-complete-bytes","trustImpact":"none","checks":[{"id":"license","label":"License","status":"pass","detail":"apache-2.0"},{"id":"provenance","label":"Provenance","status":"pass","detail":"RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"},{"id":"scan","label":"Scan","status":"pass","detail":"passed"},{"id":"hosting","label":"Hosted files","status":"warn","detail":"12/16 repository files hosted; selected representation evaluated separately"},{"id":"manifest","label":"Byte manifest integrity","status":"pass","detail":"selected representation is complete-bytes; per-file SHA-256 published (cryptographic signing pending)"}],"strengths":["License: apache-2.0","Provenance: RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","Scan: passed","Byte manifest integrity: selected representation is complete-bytes; per-file SHA-256 published (cryptographic signing pending)"],"gaps":["Hosted files: 12/16 repository files hosted; selected representation evaluated separately"]},"readiness":{"score":0,"level":"bytes-complete","hostedFinal":true,"hostedFiles":12,"externalFiles":4,"totalFiles":16},"action":{"id":"download","label":"Download exact selected bytes","detail":"The selected immutable representation is byte-complete; runtime compatibility is not established.","href":"/api/v1/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/download-plan"}},"readiness":"unknown","downloadReady":null,"downloadable":null,"downloadStatus":"UNKNOWN","hostedFileCount":12,"mirroredBytes":24938978564,"readinessCheckedAt":"2026-11-14T09:07:08.138Z","readinessSource":"download-plan","degraded":false,"stale":false,"hosted":null,"hostingStatus":"unknown","publicDownloadableFileCount":12,"serve_verdict":{"can_download":false,"bytes_verified":false,"signature":"signed","freshness":"current","checked_at":"2026-11-14T09:07:08.138Z","evidence_url":"/api/manifests/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic"},"obtainReady":null,"runReady":null,"reasonCodes":["inventory-incomplete"],"reason":"The file list is incomplete; model weight availability is unknown.","recommendedFile":null},"previewableFiles":[],"actions":{"web":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","files":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/files?limit=100","metadata":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/metadata.json","distribution":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/distribution","compare":"https://huggingbay.xyz/api/compare?ids=hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","manifest":"https://huggingbay.xyz/api/manifests/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic","downloadRows":"https://huggingbay.xyz/api/downloadable-files?artifactId=hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic&limit=100","downloadPlan":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/download-plan","requestMirror":null,"requestDecentralizedFallback":"https://huggingbay.xyz/api/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/decentralized-fallbacks","upstream":"https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic"},"badge":{"schemaVersion":"hugging-bay.model-badge.v1","svgUrl":"https://huggingbay.xyz/api/v1/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/badge.svg","href":"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/run","alt":"Hugging Bay availability for RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic","markdown":"[![Hugging Bay availability for RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic](https://huggingbay.xyz/api/v1/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/badge.svg)](https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/run)","html":"<a href=\"https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/run\"><img src=\"https://huggingbay.xyz/api/v1/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/badge.svg\" alt=\"Hugging Bay availability for RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic\"></a>","huggingFaceModelCard":"[![Hugging Bay availability for RedHatAI/Mistral-Small-24B-Instruct-2501-FP8-dynamic](https://huggingbay.xyz/api/v1/artifacts/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/badge.svg)](https://huggingbay.xyz/artifact/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic/run)","limitations":"The badge shows the live Hugging Bay availability answer for these files. sha256 checked means the hosted bytes matched their recorded SHA-256. The Mac size line is a file-size estimate (file at most 60% of memory), not a runtime guarantee. It is not a safety, license or quality review. Unknown means we could not confirm it right now."},"readiness":"ready","downloadReady":true,"downloadable":true,"downloadStatus":"READY","hostedFileCount":12,"mirroredBytes":24938978564,"readinessCheckedAt":"2026-11-14T09:07:08.138Z","readinessSource":"download-plan","degraded":false,"stale":false,"hosted":true,"hostingStatus":"hosted","publicDownloadableFileCount":12,"availabilityStatus":{"state":"ready","word":"Ready","downloadable":true,"hostedFiles":12,"totalFiles":16,"sha256Files":12,"runReady":false,"commandsAvailable":false,"nextAction":"Download"},"note":{"summary":"Downloadable doesn't mean tested: this record says whether the exact file can be downloaded now, not that the model is complete or that it runs.","downloadable":true},"serve_verdict":{"can_download":true,"bytes_verified":true,"signature":"signed","freshness":"current","checked_at":"2026-11-14T09:07:08.138Z","evidence_url":"/api/manifests/hf-model-redhatai-mistral-small-24b-instruct-2501-fp8-dynamic"}}