@@ -117,7 +117,21 @@ func (llm *llamaModel) ModelFamily() ModelFamily {
}
func (llm *llamaModel) ModelType() ModelType {
- return ModelType30B
+ switch llm.hyperparameters.NumLayer {
+ case 26:
+ return ModelType3B
+ case 32:
+ return ModelType7B
+ case 40:
+ return ModelType13B
+ case 60:
+ return ModelType30B
+ case 80:
+ return ModelType65B
+ }
+
+ // TODO: find a better default
func (llm *llamaModel) FileType() FileType {