|
@@ -575,23 +575,11 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
|
|
return
|
|
return
|
|
}
|
|
}
|
|
|
|
|
|
- sampler, err := sample.NewSampler(
|
|
|
|
- req.Temperature,
|
|
|
|
- req.TopK,
|
|
|
|
- req.TopP,
|
|
|
|
- req.MinP,
|
|
|
|
- req.Seed,
|
|
|
|
- )
|
|
|
|
- if err != nil {
|
|
|
|
- http.Error(w, fmt.Sprintf("Failed to create sampler: %v", err), http.StatusInternalServerError)
|
|
|
|
- return
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
seq, err := s.NewSequence(req.Prompt, req.Images, NewSequenceParams{
|
|
seq, err := s.NewSequence(req.Prompt, req.Images, NewSequenceParams{
|
|
numPredict: req.NumPredict,
|
|
numPredict: req.NumPredict,
|
|
stop: req.Stop,
|
|
stop: req.Stop,
|
|
numKeep: int32(req.NumKeep),
|
|
numKeep: int32(req.NumKeep),
|
|
- sampler: sampler,
|
|
|
|
|
|
+ sampler: sample.Greedy(), // TODO: add support for different samplers when performance is optimized
|
|
embedding: false,
|
|
embedding: false,
|
|
})
|
|
})
|
|
if err != nil {
|
|
if err != nil {
|