05-clip-fix.diff 1.1 KB

123456789101112131415161718192021222324
  1. diff --git a/examples/llava/clip.cpp b/examples/llava/clip.cpp
  2. index e3c9bcd4..b43f892d 100644
  3. --- a/examples/llava/clip.cpp
  4. +++ b/examples/llava/clip.cpp
  5. @@ -573,14 +573,16 @@ static ggml_cgraph * clip_image_build_graph(clip_ctx * ctx, const clip_image_f32
  6. struct ggml_tensor * embeddings = inp;
  7. if (ctx->has_class_embedding) {
  8. embeddings = ggml_new_tensor_3d(ctx0, GGML_TYPE_F32, hidden_size, num_positions, batch_size);
  9. + }
  10. + ggml_set_name(embeddings, "embeddings");
  11. + ggml_set_input(embeddings);
  12. +
  13. + if (ctx->has_class_embedding) {
  14. embeddings = ggml_acc(ctx0, embeddings, model.class_embedding,
  15. embeddings->nb[1], embeddings->nb[2], embeddings->nb[3], 0);
  16. embeddings = ggml_acc(ctx0, embeddings, inp,
  17. embeddings->nb[1], embeddings->nb[2], embeddings->nb[3], model.class_embedding->nb[1]);
  18. }
  19. - ggml_set_name(embeddings, "embeddings");
  20. - ggml_set_input(embeddings);
  21. -
  22. struct ggml_tensor * positions = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, num_positions);
  23. ggml_set_name(positions, "positions");