|
@@ -105,6 +105,7 @@ enum e_model {
|
|
|
MODEL_7B,
|
|
|
MODEL_13B,
|
|
|
MODEL_30B,
|
|
|
+ MODEL_34B,
|
|
|
MODEL_65B,
|
|
|
MODEL_70B,
|
|
|
};
|
|
@@ -1053,6 +1054,7 @@ static const char *llama_model_type_name(e_model type) {
|
|
|
case MODEL_7B: return "7B";
|
|
|
case MODEL_13B: return "13B";
|
|
|
case MODEL_30B: return "30B";
|
|
|
+ case MODEL_34B: return "34B";
|
|
|
case MODEL_65B: return "65B";
|
|
|
case MODEL_70B: return "70B";
|
|
|
default: LLAMA_ASSERT(false);
|
|
@@ -1100,6 +1102,7 @@ static void llama_model_load_internal(
|
|
|
case 26: model.type = e_model::MODEL_3B; break;
|
|
|
case 32: model.type = e_model::MODEL_7B; break;
|
|
|
case 40: model.type = e_model::MODEL_13B; break;
|
|
|
+ case 48: model.type = e_model::MODEL_34B; break;
|
|
|
case 60: model.type = e_model::MODEL_30B; break;
|
|
|
case 80: model.type = e_model::MODEL_65B; break;
|
|
|
default:
|