log.h 4.65 KB
Newer Older
1
2
#pragma once

3
#include "ggml.h" // for ggml_log_level
4

5
6
7
8
9
10
11
12
13
14
15
#define LOG_CLR_TO_EOL  "\033[K\r"
#define LOG_COL_DEFAULT "\033[0m"
#define LOG_COL_BOLD    "\033[1m"
#define LOG_COL_RED     "\033[31m"
#define LOG_COL_GREEN   "\033[32m"
#define LOG_COL_YELLOW  "\033[33m"
#define LOG_COL_BLUE    "\033[34m"
#define LOG_COL_MAGENTA "\033[35m"
#define LOG_COL_CYAN    "\033[36m"
#define LOG_COL_WHITE   "\033[37m"

16
17
#ifndef __GNUC__
#    define LOG_ATTRIBUTE_FORMAT(...)
18
#elif defined(__MINGW32__) && !defined(__clang__)
19
20
21
#    define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(gnu_printf, __VA_ARGS__)))
#else
#    define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(printf, __VA_ARGS__)))
22
23
#endif

24
25
#define LOG_DEFAULT_DEBUG 1
#define LOG_DEFAULT_LLAMA 0
26

Daniel Hiltgen's avatar
Daniel Hiltgen committed
27
28
29
30
31
32
enum log_colors {
    LOG_COLORS_AUTO     = -1,
    LOG_COLORS_DISABLED = 0,
    LOG_COLORS_ENABLED  = 1,
};

33
// needed by the LOG_TMPL macro to avoid computing log arguments if the verbosity lower
34
35
// set via common_log_set_verbosity()
extern int common_log_verbosity_thold;
36

37
void common_log_set_verbosity_thold(int verbosity); // not thread-safe
38

39
// the common_log uses an internal worker thread to print/write log messages
40
// when the worker thread is paused, incoming log messages are discarded
41
struct common_log;
42

43
44
45
46
47
struct common_log * common_log_init();
struct common_log * common_log_main(); // singleton, automatically destroys itself on exit
void                common_log_pause (struct common_log * log); // pause  the worker thread, not thread-safe
void                common_log_resume(struct common_log * log); // resume the worker thread, not thread-safe
void                common_log_free  (struct common_log * log);
48

49
LOG_ATTRIBUTE_FORMAT(3, 4)
50
void common_log_add(struct common_log * log, enum ggml_log_level level, const char * fmt, ...);
51

52
// defaults: file = NULL, colors = false, prefix = false, timestamps = false
53
//
54
// regular log output:
55
//
56
57
58
59
//   ggml_backend_metal_log_allocated_size: allocated buffer, size =  6695.84 MiB, ( 6695.91 / 21845.34)
//   llm_load_tensors: ggml ctx size =    0.27 MiB
//   llm_load_tensors: offloading 32 repeating layers to GPU
//   llm_load_tensors: offloading non-repeating layers to GPU
60
//
61
// with prefix = true, timestamps = true, the log output will look like this:
62
//
63
64
65
66
//   0.00.035.060 D ggml_backend_metal_log_allocated_size: allocated buffer, size =  6695.84 MiB, ( 6695.91 / 21845.34)
//   0.00.035.064 I llm_load_tensors: ggml ctx size =    0.27 MiB
//   0.00.090.578 I llm_load_tensors: offloading 32 repeating layers to GPU
//   0.00.090.579 I llm_load_tensors: offloading non-repeating layers to GPU
67
//
68
69
70
71
// I - info    (stdout, V = 0)
// W - warning (stderr, V = 0)
// E - error   (stderr, V = 0)
// D - debug   (stderr, V = LOG_DEFAULT_DEBUG)
72
73
//

Daniel Hiltgen's avatar
Daniel Hiltgen committed
74
75
76
77
void common_log_set_file      (struct common_log * log, const char * file); // not thread-safe
void common_log_set_colors    (struct common_log * log, log_colors colors); // not thread-safe
void common_log_set_prefix    (struct common_log * log, bool prefix);       // whether to output prefix to each log
void common_log_set_timestamps(struct common_log * log, bool timestamps);   // whether to output timestamps in the prefix
78

79
80
// helper macros for logging
// use these to avoid computing log arguments if the verbosity of the log is higher than the threshold
81
//
82
// for example:
83
//
84
85
//   LOG_DBG("this is a debug message: %d\n", expensive_function());
//
86
// this will avoid calling expensive_function() if LOG_DEFAULT_DEBUG > common_log_verbosity_thold
87
88
//

89
90
#define LOG_TMPL(level, verbosity, ...) \
    do { \
91
92
        if ((verbosity) <= common_log_verbosity_thold) { \
            common_log_add(common_log_main(), (level), __VA_ARGS__); \
93
94
        } \
    } while (0)
95

96
97
#define LOG(...)             LOG_TMPL(GGML_LOG_LEVEL_NONE, 0,         __VA_ARGS__)
#define LOGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_NONE, verbosity, __VA_ARGS__)
98

99
100
101
102
103
#define LOG_INF(...) LOG_TMPL(GGML_LOG_LEVEL_INFO,  0,                 __VA_ARGS__)
#define LOG_WRN(...) LOG_TMPL(GGML_LOG_LEVEL_WARN,  0,                 __VA_ARGS__)
#define LOG_ERR(...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, 0,                 __VA_ARGS__)
#define LOG_DBG(...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, LOG_DEFAULT_DEBUG, __VA_ARGS__)
#define LOG_CNT(...) LOG_TMPL(GGML_LOG_LEVEL_CONT,  0,                 __VA_ARGS__)
104

105
106
107
108
109
#define LOG_INFV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_INFO,  verbosity, __VA_ARGS__)
#define LOG_WRNV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_WARN,  verbosity, __VA_ARGS__)
#define LOG_ERRV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, verbosity, __VA_ARGS__)
#define LOG_DBGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, verbosity, __VA_ARGS__)
#define LOG_CNTV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_CONT,  verbosity, __VA_ARGS__)