Patrick Devine 2 months ago
parent
commit
83d1a1ab55
1 changed files with 0 additions and 2 deletions
  1. 0 2
      model/process_text.go

+ 0 - 2
model/process_text.go

@@ -2,7 +2,6 @@ package model
 
 
 import (
 import (
 	"cmp"
 	"cmp"
-	"fmt"
 	"iter"
 	"iter"
 	"log/slog"
 	"log/slog"
 	"strings"
 	"strings"
@@ -181,7 +180,6 @@ func (bpe BytePairEncoding) Encode(s string) ([]int32, error) {
 			fragments = append(fragments[:i], append(middle, fragments[i+1:]...)...)
 			fragments = append(fragments[:i], append(middle, fragments[i+1:]...)...)
 		}
 		}
 	}
 	}
-	fmt.Printf("frags = %#v\n", fragments)
 
 
 	var ids []int32
 	var ids []int32
 	for _, frag := range fragments {
 	for _, frag := range fragments {