package sample import ( "fmt" "math" "math/rand" "os" "runtime" "slices" "testing" "runtime/trace" "gonum.org/v1/gonum/floats" ) func TestTemperature(t *testing.T) { logits, err := Temperature(0.5).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}) if err != nil { t.Fatal(err) } want := []float64{-14, -12, -10, -8, -6, -4, 0} if !floats.Equal(logits, want) { t.Fatalf("got: %v, want: %v", logits, want) } if _, err := Temperature(-1).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}); err == nil { t.Fatalf("expected error for temperature=-1, got %v", logits) } if _, err := Temperature(2.1).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}); err == nil { t.Fatalf("expected error for temperature=2.1, got %v", logits) } } func TestSoftmax(t *testing.T) { probs, err := Softmax().Sample([]float64{-3, -2, -1, 0, 1, 2, 4}) if err != nil { t.Fatal(err) } expectedProbs := []float64{0.000751406628089903, 0.0020425349829204676, 0.005552185728064613, 0.015092405572827691, 0.04102541181635154, 0.11151863144543739, 0.8240174238263085} if !floats.Equal(probs, expectedProbs) { t.Fatalf("logits: %v, expectedlogits: %v", probs, expectedProbs) } } func TestTopK(t *testing.T) { logits, err := TopK(3).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}) if err != nil { t.Fatal(err) } expectedlogits := []float64{math.NaN(), math.NaN(), math.NaN(), math.NaN(), 1, 2, 4} if !floats.Same(logits, expectedlogits) { t.Fatalf("logits: %v, expectedlogits: %v", logits, expectedlogits) } logits, err = TopK(0).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}) if err == nil { t.Fatalf("expected error for k=0, got %v", logits) } } func TestTopP(t *testing.T) { logits, err := TopP(0.9).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}) if err != nil { t.Fatal(err) } want := []float64{math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), 2, 4} if !floats.Same(logits, want) { t.Fatalf("got: %v, want: %v", logits, want) } logits, err = TopP(1.0).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}) if err == nil { t.Fatalf("expected error for p=1.0, got %v", logits) } logits, err = TopP(0.0).Sample([]float64{-3, -2, -1, 0, 1, 2, 4}) if err == nil { t.Fatalf("expected error for p=0.0, got %v", logits) } } func TestMinP(t *testing.T) { logits, err := MinP(0.2).Sample([]float64{-3, -2, -1, 0, 1, 2, 3, 4}) if err != nil { t.Fatal(err) } want := []float64{math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), 3, 4} if !floats.Same(logits, want) { t.Fatalf("got: %v, want: %v", logits, want) } logits, err = MinP(1.0).Sample([]float64{-3, -2, -1, 0, 1, 2, 3, 4}) if err == nil { t.Fatalf("expected error for p=1.0, got %v", logits) } logits, err = MinP(0.0).Sample([]float64{-3, -2, -1, 0, 1, 2, 3, 4}) if err == nil { t.Fatalf("expected error for p=0.0, got %v", logits) } } func TestWeighed(t *testing.T) { logits, err := Weighed().Sample([]float64{math.NaN(), 2, math.NaN(), math.NaN()}) if err != nil { t.Fatal(err) } want := []float64{1} if !floats.Equal(logits, want) { t.Fatalf("got: %v, want: %v", logits, want) } logits, err = Weighed().Sample([]float64{math.NaN(), math.NaN(), math.NaN()}) if err == nil { t.Fatalf("expected error for no valid tokens, got %v", logits) } } func TestSample(t *testing.T) { input := []float64{1, 2, 3, 4} want := []float64{1, 2, 3, 4} var callOrder []int mock1 := &testSampler{ id: 1, callOrder: &callOrder, returnVals: want, } mock2 := &testSampler{ id: 2, callOrder: &callOrder, returnVals: want, } mock3 := &testSampler{ id: 3, callOrder: &callOrder, returnVals: want, } got, err := Sample(input, mock1, mock2, mock3) if err != nil { t.Fatal(err) } if !slices.Equal(callOrder, []int{1, 2, 3}) { t.Errorf("got %v, want %v", callOrder, []int{1, 2, 3}) } if !floats.Equal(got, want) { t.Errorf("got %v, want %v", got, want) } errMock := &testSampler{ returnErr: fmt.Errorf("mock error"), } _, err = Sample(input, mock1, errMock, mock2) if err == nil { t.Error("Expected error from sampler") } } type testSampler struct { id int callOrder *[]int returnVals []float64 returnErr error } func (ts *testSampler) Sample(logits []float64) ([]float64, error) { if ts.callOrder != nil { *ts.callOrder = append(*ts.callOrder, ts.id) } if ts.returnErr != nil { return nil, ts.returnErr } return ts.returnVals, nil } func TestSampleTemperatureZero(t *testing.T) { logits, err := Sample([]float64{1, 2, 3, 4}, Temperature(0)) if err != nil { t.Fatal(err) } want := []float64{3} if !floats.Equal(logits, want) { t.Fatalf("got: %v, want: %v", logits, want) } }