{ "tiiuae/falcon-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-falcon-7b" }, "falcon-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-falcon-7b" }, "mosaicml/mpt-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b" }, "mpt-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b" }, "mosaicml/mpt-7b-storywriter": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-storywriter" }, "mpt-7b-storywriter": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-storywriter" }, "mosaicml/mpt-7b-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-chat" }, "mpt-7b-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-chat" }, "mosaicml/mpt-7b-8k": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-8k" }, "mpt-7b-8k": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-8k" }, "mosaicml/mpt-7b-8k-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct" }, "mpt-7b-8k-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct" }, "mosaicml/mpt-7b-8k-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-8k-chat" }, "mpt-7b-8k-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-mtb-7b-8k-chat" }, "togethercomputer/redpajama-incite-7b-base": { "quant_type": "int8", "repo": "TitanML/ct2-int8-redpajama-7b-base" }, "redpajama-incite-7b-base": { "quant_type": "int8", "repo": "TitanML/ct2-int8-redpajama-7b-base" }, "togethercomputer/redpajama-incite-7b-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-redpajama-7b-instruct" }, "redpajama-incite-7b-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-redpajama-7b-instruct" }, "togethercomputer/redpajama-incite-7b-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-redpajama-7b-chat" }, "redpajama-incite-7b-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-redpajama-7b-chat" }, "meta-llama/llama-2-7b-chat-hf": { "quant_type": "int8", "repo": "TitanML/ct2-int8-llama-2-7b-chat" }, "meta-llama/llama-2-7b-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-llama-2-7b-chat" }, "llama-2-7b-chat-hf": { "quant_type": "int8", "repo": "TitanML/ct2-int8-llama-2-7b-chat" }, "llama-2-7b-chat": { "quant_type": "int8", "repo": "TitanML/ct2-int8-llama-2-7b-chat" }, "google/flan-t5-xl": { "quant_type": "int8", "repo": "TitanML/ct2-int8-flan-xl" }, "flan-t5-xl": { "quant_type": "int8", "repo": "TitanML/ct2-int8-flan-xl" }, "conceptofmind/flan-open-llama-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-flan-open-llama-7b" }, "flan-open-llama-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-flan-open-llama-7b" }, "openlm-research/open_llama_7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-open-llama-7b" }, "open_llama_7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-open-llama-7b" }, "openlm-research/open_llama_7b_v2": { "quant_type": "int8", "repo": "TitanML/ct2-int8-open-llama-7b-v2" }, "open_llama_7b_v2": { "quant_type": "int8", "repo": "TitanML/ct2-int8-open-llama-7b-v2" }, "salesforce/xgen-7b-8k-base": { "quant_type": "int8", "repo": "TitanML/ct2-int8-xgen-7b-8k-base" }, "xgen-7b-8k-base": { "quant_type": "int8", "repo": "TitanML/ct2-int8-xgen-7b-8k-base" }, "salesforce/xgen-7b-8k-inst": { "quant_type": "int8", "repo": "TitanML/ct2-int8-xgen-7b-8k-inst" }, "xgen-7b-8k-inst": { "quant_type": "int8", "repo": "TitanML/ct2-int8-xgen-7b-8k-inst" }, "salesforce/codegen25-7b-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-codegen25-7b-instruct" }, "codegen25-7b-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-codegen25-7b-instruct" }, "stabilityai/stablelm-tuned-alpha-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-stablelm-7b" }, "stablelm-tuned-alpha-7b": { "quant_type": "int8", "repo": "TitanML/ct2-int8-stablelm-7b" }, "tiiuae/falcon-7b-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-falcon-7b-instruct" }, "falcon-7b-instruct": { "quant_type": "int8", "repo": "TitanML/ct2-int8-falcon-7b-instruct" } }