# model_configs/config_map.py


MODEL_CONFIGS = {
    "glm4_9b_instruct": {
        "model_type": "glm4-9b-instruct",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "gemma_2_9b_instruct": {
        "model_type": "gemma-2-9b-instruct",
        "model_path": "your model save path",
        "torch_dtype": "float16"
    },
    "llama3_8b_instruct": {
        "model_type": "llama3_8b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "llama3_70b_instruct": {
        "model_type": "llama3_70b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "llama3.1_8b_instruct": {
        "model_type": "llama3.1_8b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "llama3.3_70b_instruct": {
        "model_type": "Llama_3.3_70B_Instruct",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "mistral_7b_instruct_v3": {
        "model_type": "mistral_instruct_v3.0_7b",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "mistral-small-24b-instruct-2501": {
        "model_type": "mistral_small_24b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "qwen2_7b_instruct":{
        "model_type": "qwen_2_7b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "bfloat16"
    },
    "qwen2_72b_instruct_int8":{
        "model_type": "qwen_2_72b_instruct_int8",
        "model_path": "your model save path",
        "torch_dtype": "auto"
    },
    "qwen2.5_7b_instruct":{
        "model_type": "qwen2.5_7b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "auto"
    },
    "qwen2.5_32b_instruct_int8":{
        "model_type": "qwen2.5_32b_instruct_int8",
        "model_path": "your model save path",
        "torch_dtype": "auto"
    },
    "qwen2.5_32b_instruct":{
        "model_type": "qwen2.5_32b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "auto"
    },
    "qwen2_72b_instruct":{
        "model_type": "qwen_2_72b_instruct",
        "model_path": "your model save path",
        "torch_dtype": "auto"
    },   

}
