log.h 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103
  1. #pragma once
  2. #include "ggml.h" // for ggml_log_level
  3. #define LOG_CLR_TO_EOL "\033[K\r"
  4. #define LOG_COL_DEFAULT "\033[0m"
  5. #define LOG_COL_BOLD "\033[1m"
  6. #define LOG_COL_RED "\033[31m"
  7. #define LOG_COL_GREEN "\033[32m"
  8. #define LOG_COL_YELLOW "\033[33m"
  9. #define LOG_COL_BLUE "\033[34m"
  10. #define LOG_COL_MAGENTA "\033[35m"
  11. #define LOG_COL_CYAN "\033[36m"
  12. #define LOG_COL_WHITE "\033[37m"
  13. #ifndef __GNUC__
  14. # define LOG_ATTRIBUTE_FORMAT(...)
  15. #elif defined(__MINGW32__) && !defined(__clang__)
  16. # define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(gnu_printf, __VA_ARGS__)))
  17. #else
  18. # define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(printf, __VA_ARGS__)))
  19. #endif
  20. #define LOG_DEFAULT_DEBUG 1
  21. #define LOG_DEFAULT_LLAMA 0
  22. // needed by the LOG_TMPL macro to avoid computing log arguments if the verbosity lower
  23. // set via common_log_set_verbosity()
  24. extern int common_log_verbosity_thold;
  25. void common_log_set_verbosity_thold(int verbosity); // not thread-safe
  26. // the common_log uses an internal worker thread to print/write log messages
  27. // when the worker thread is paused, incoming log messages are discarded
  28. struct common_log;
  29. struct common_log * common_log_init();
  30. struct common_log * common_log_main(); // singleton, automatically destroys itself on exit
  31. void common_log_pause (struct common_log * log); // pause the worker thread, not thread-safe
  32. void common_log_resume(struct common_log * log); // resume the worker thread, not thread-safe
  33. void common_log_free (struct common_log * log);
  34. LOG_ATTRIBUTE_FORMAT(3, 4)
  35. void common_log_add(struct common_log * log, enum ggml_log_level level, const char * fmt, ...);
  36. // defaults: file = NULL, colors = false, prefix = false, timestamps = false
  37. //
  38. // regular log output:
  39. //
  40. // ggml_backend_metal_log_allocated_size: allocated buffer, size = 6695.84 MiB, ( 6695.91 / 21845.34)
  41. // llm_load_tensors: ggml ctx size = 0.27 MiB
  42. // llm_load_tensors: offloading 32 repeating layers to GPU
  43. // llm_load_tensors: offloading non-repeating layers to GPU
  44. //
  45. // with prefix = true, timestamps = true, the log output will look like this:
  46. //
  47. // 0.00.035.060 D ggml_backend_metal_log_allocated_size: allocated buffer, size = 6695.84 MiB, ( 6695.91 / 21845.34)
  48. // 0.00.035.064 I llm_load_tensors: ggml ctx size = 0.27 MiB
  49. // 0.00.090.578 I llm_load_tensors: offloading 32 repeating layers to GPU
  50. // 0.00.090.579 I llm_load_tensors: offloading non-repeating layers to GPU
  51. //
  52. // I - info (stdout, V = 0)
  53. // W - warning (stderr, V = 0)
  54. // E - error (stderr, V = 0)
  55. // D - debug (stderr, V = LOG_DEFAULT_DEBUG)
  56. //
  57. void common_log_set_file (struct common_log * log, const char * file); // not thread-safe
  58. void common_log_set_colors (struct common_log * log, bool colors); // not thread-safe
  59. void common_log_set_prefix (struct common_log * log, bool prefix); // whether to output prefix to each log
  60. void common_log_set_timestamps(struct common_log * log, bool timestamps); // whether to output timestamps in the prefix
  61. // helper macros for logging
  62. // use these to avoid computing log arguments if the verbosity of the log is higher than the threshold
  63. //
  64. // for example:
  65. //
  66. // LOG_DBG("this is a debug message: %d\n", expensive_function());
  67. //
  68. // this will avoid calling expensive_function() if LOG_DEFAULT_DEBUG > common_log_verbosity_thold
  69. //
  70. #define LOG_TMPL(level, verbosity, ...) \
  71. do { \
  72. if ((verbosity) <= common_log_verbosity_thold) { \
  73. common_log_add(common_log_main(), (level), __VA_ARGS__); \
  74. } \
  75. } while (0)
  76. #define LOG(...) LOG_TMPL(GGML_LOG_LEVEL_NONE, 0, __VA_ARGS__)
  77. #define LOGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_NONE, verbosity, __VA_ARGS__)
  78. #define LOG_INF(...) LOG_TMPL(GGML_LOG_LEVEL_INFO, 0, __VA_ARGS__)
  79. #define LOG_WRN(...) LOG_TMPL(GGML_LOG_LEVEL_WARN, 0, __VA_ARGS__)
  80. #define LOG_ERR(...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, 0, __VA_ARGS__)
  81. #define LOG_DBG(...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, LOG_DEFAULT_DEBUG, __VA_ARGS__)
  82. #define LOG_CNT(...) LOG_TMPL(GGML_LOG_LEVEL_CONT, 0, __VA_ARGS__)
  83. #define LOG_INFV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_INFO, verbosity, __VA_ARGS__)
  84. #define LOG_WRNV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_WARN, verbosity, __VA_ARGS__)
  85. #define LOG_ERRV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, verbosity, __VA_ARGS__)
  86. #define LOG_DBGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, verbosity, __VA_ARGS__)
  87. #define LOG_CNTV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_CONT, verbosity, __VA_ARGS__)