Add files using upload-large-folder tool

806cd64 verified 4 months ago

5.71 kB

#pragma once

#include "ggml.h" // for ggml_log_level

#define LOG_CLR_TO_EOL  "\033[K\r"
#define LOG_COL_DEFAULT "\033[0m"
#define LOG_COL_BOLD    "\033[1m"
#define LOG_COL_RED     "\033[31m"
#define LOG_COL_GREEN   "\033[32m"
#define LOG_COL_YELLOW  "\033[33m"
#define LOG_COL_BLUE    "\033[34m"
#define LOG_COL_MAGENTA "\033[35m"
#define LOG_COL_CYAN    "\033[36m"
#define LOG_COL_WHITE   "\033[37m"

#ifndef __GNUC__
#    define LOG_ATTRIBUTE_FORMAT(...)
#elif defined(__MINGW32__) && !defined(__clang__)
#    define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(gnu_printf, __VA_ARGS__)))
#else
#    define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(printf, __VA_ARGS__)))
#endif

#define LOG_LEVEL_DEBUG  5
#define LOG_LEVEL_TRACE  4
#define LOG_LEVEL_INFO   3
#define LOG_LEVEL_WARN   2
#define LOG_LEVEL_ERROR  1
#define LOG_LEVEL_OUTPUT 0 // output data from tools

#define LOG_DEFAULT_DEBUG LOG_LEVEL_DEBUG
#define LOG_DEFAULT_LLAMA LOG_LEVEL_INFO

enum log_colors {
    LOG_COLORS_AUTO     = -1,
    LOG_COLORS_DISABLED = 0,
    LOG_COLORS_ENABLED  = 1,
};

// needed by the LOG_TMPL macro to avoid computing log arguments if the verbosity lower
// set via common_log_set_verbosity()
int  common_log_get_verbosity_thold(void);

void common_log_set_verbosity_thold(int verbosity); // not thread-safe

void common_log_default_callback(enum ggml_log_level level, const char * text, void * user_data);

// the common_log uses an internal worker thread to print/write log messages
// when the worker thread is paused, incoming log messages are discarded
struct common_log;

struct common_log * common_log_init();

// Singleton, intentionally leaked to avoid Windows teardown hangs.
// Call common_log_flush() before exit if you want to ensure all logs are flushed.
struct common_log * common_log_main();

void                common_log_pause (struct common_log * log); // pause  the worker thread, not thread-safe
void                common_log_resume(struct common_log * log); // resume the worker thread, not thread-safe
void                common_log_free  (struct common_log * log);

LOG_ATTRIBUTE_FORMAT(3, 4)
void common_log_add(struct common_log * log, enum ggml_log_level level, const char * fmt, ...);

// defaults: file = NULL, colors = false, prefix = false, timestamps = false
//
// regular log output:
//
//   ggml_backend_metal_log_allocated_size: allocated buffer, size =  6695.84 MiB, ( 6695.91 / 21845.34)
//   llm_load_tensors: ggml ctx size =    0.27 MiB
//   llm_load_tensors: offloading 32 repeating layers to GPU
//   llm_load_tensors: offloading non-repeating layers to GPU
//
// with prefix = true, timestamps = true, the log output will look like this:
//
//   0.00.035.060 D ggml_backend_metal_log_allocated_size: allocated buffer, size =  6695.84 MiB, ( 6695.91 / 21845.34)
//   0.00.035.064 I llm_load_tensors: ggml ctx size =    0.27 MiB
//   0.00.090.578 I llm_load_tensors: offloading 32 repeating layers to GPU
//   0.00.090.579 I llm_load_tensors: offloading non-repeating layers to GPU
//
// D - debug   (stderr, V = LOG_DEFAULT_DEBUG)
// I - info    (stdout, V = LOG_DEFAULT_INFO)
// W - warning (stderr, V = LOG_DEFAULT_WARN)
// E - error   (stderr, V = LOG_DEFAULT_ERROR)
// O - output  (stdout, V = LOG_DEFAULT_OUTPUT)
//

void common_log_set_file      (struct common_log * log, const char * file); // not thread-safe
void common_log_set_colors    (struct common_log * log, log_colors colors); // not thread-safe
void common_log_set_prefix    (struct common_log * log, bool prefix);       // whether to output prefix to each log
void common_log_set_timestamps(struct common_log * log, bool timestamps);   // whether to output timestamps in the prefix
void common_log_flush         (struct common_log * log);                    // flush all pending log messages

// helper macros for logging
// use these to avoid computing log arguments if the verbosity of the log is higher than the threshold
//
// for example:
//
//   LOG_DBG("this is a debug message: %d\n", expensive_function());
//
// this will avoid calling expensive_function() if LOG_DEFAULT_DEBUG > common_log_verbosity_thold
//

#define LOG_TMPL(level, verbosity, ...) \
    do { \
        if ((verbosity) <= common_log_get_verbosity_thold()) { \
            common_log_add(common_log_main(), (level), __VA_ARGS__); \
        } \
    } while (0)

#define LOG(...)             LOG_TMPL(GGML_LOG_LEVEL_NONE, LOG_LEVEL_OUTPUT, __VA_ARGS__)
#define LOGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_NONE, verbosity,        __VA_ARGS__)

#define LOG_DBG(...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, LOG_LEVEL_DEBUG,  __VA_ARGS__)
#define LOG_TRC(...) LOG_TMPL(GGML_LOG_LEVEL_INFO,  LOG_LEVEL_TRACE,  __VA_ARGS__)
#define LOG_INF(...) LOG_TMPL(GGML_LOG_LEVEL_INFO,  LOG_LEVEL_INFO,   __VA_ARGS__)
#define LOG_WRN(...) LOG_TMPL(GGML_LOG_LEVEL_WARN,  LOG_LEVEL_WARN,   __VA_ARGS__)
#define LOG_ERR(...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, LOG_LEVEL_ERROR,  __VA_ARGS__)
#define LOG_CNT(...) LOG_TMPL(GGML_LOG_LEVEL_CONT,  LOG_LEVEL_INFO,   __VA_ARGS__) // same as INFO

#define LOG_DBGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, verbosity, __VA_ARGS__)
#define LOG_TRCV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_TRACE, verbosity, __VA_ARGS__)
#define LOG_INFV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_INFO,  verbosity, __VA_ARGS__)
#define LOG_WRNV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_WARN,  verbosity, __VA_ARGS__)
#define LOG_ERRV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, verbosity, __VA_ARGS__)
#define LOG_CNTV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_CONT,  verbosity, __VA_ARGS__)

	#pragma once

	#include "ggml.h" // for ggml_log_level

	#define LOG_CLR_TO_EOL "\033[K\r"
	#define LOG_COL_DEFAULT "\033[0m"
	#define LOG_COL_BOLD "\033[1m"
	#define LOG_COL_RED "\033[31m"
	#define LOG_COL_GREEN "\033[32m"
	#define LOG_COL_YELLOW "\033[33m"
	#define LOG_COL_BLUE "\033[34m"
	#define LOG_COL_MAGENTA "\033[35m"
	#define LOG_COL_CYAN "\033[36m"
	#define LOG_COL_WHITE "\033[37m"

	#ifndef __GNUC__
	# define LOG_ATTRIBUTE_FORMAT(...)
	#elif defined(__MINGW32__) && !defined(__clang__)
	# define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(gnu_printf, __VA_ARGS__)))
	#else
	# define LOG_ATTRIBUTE_FORMAT(...) __attribute__((format(printf, __VA_ARGS__)))
	#endif

	#define LOG_LEVEL_DEBUG 5
	#define LOG_LEVEL_TRACE 4
	#define LOG_LEVEL_INFO 3
	#define LOG_LEVEL_WARN 2
	#define LOG_LEVEL_ERROR 1
	#define LOG_LEVEL_OUTPUT 0 // output data from tools

	#define LOG_DEFAULT_DEBUG LOG_LEVEL_DEBUG
	#define LOG_DEFAULT_LLAMA LOG_LEVEL_INFO

	enum log_colors {
	LOG_COLORS_AUTO = -1,
	LOG_COLORS_DISABLED = 0,
	LOG_COLORS_ENABLED = 1,
	};

	// needed by the LOG_TMPL macro to avoid computing log arguments if the verbosity lower
	// set via common_log_set_verbosity()
	int common_log_get_verbosity_thold(void);

	void common_log_set_verbosity_thold(int verbosity); // not thread-safe

	void common_log_default_callback(enum ggml_log_level level, const char * text, void * user_data);

	// the common_log uses an internal worker thread to print/write log messages
	// when the worker thread is paused, incoming log messages are discarded
	struct common_log;

	struct common_log * common_log_init();

	// Singleton, intentionally leaked to avoid Windows teardown hangs.
	// Call common_log_flush() before exit if you want to ensure all logs are flushed.
	struct common_log * common_log_main();

	void common_log_pause (struct common_log * log); // pause the worker thread, not thread-safe
	void common_log_resume(struct common_log * log); // resume the worker thread, not thread-safe
	void common_log_free (struct common_log * log);

	LOG_ATTRIBUTE_FORMAT(3, 4)
	void common_log_add(struct common_log * log, enum ggml_log_level level, const char * fmt, ...);

	// defaults: file = NULL, colors = false, prefix = false, timestamps = false
	//
	// regular log output:
	//
	// ggml_backend_metal_log_allocated_size: allocated buffer, size = 6695.84 MiB, ( 6695.91 / 21845.34)
	// llm_load_tensors: ggml ctx size = 0.27 MiB
	// llm_load_tensors: offloading 32 repeating layers to GPU
	// llm_load_tensors: offloading non-repeating layers to GPU
	//
	// with prefix = true, timestamps = true, the log output will look like this:
	//
	// 0.00.035.060 D ggml_backend_metal_log_allocated_size: allocated buffer, size = 6695.84 MiB, ( 6695.91 / 21845.34)
	// 0.00.035.064 I llm_load_tensors: ggml ctx size = 0.27 MiB
	// 0.00.090.578 I llm_load_tensors: offloading 32 repeating layers to GPU
	// 0.00.090.579 I llm_load_tensors: offloading non-repeating layers to GPU
	//
	// D - debug (stderr, V = LOG_DEFAULT_DEBUG)
	// I - info (stdout, V = LOG_DEFAULT_INFO)
	// W - warning (stderr, V = LOG_DEFAULT_WARN)
	// E - error (stderr, V = LOG_DEFAULT_ERROR)
	// O - output (stdout, V = LOG_DEFAULT_OUTPUT)
	//

	void common_log_set_file (struct common_log * log, const char * file); // not thread-safe
	void common_log_set_colors (struct common_log * log, log_colors colors); // not thread-safe
	void common_log_set_prefix (struct common_log * log, bool prefix); // whether to output prefix to each log
	void common_log_set_timestamps(struct common_log * log, bool timestamps); // whether to output timestamps in the prefix
	void common_log_flush (struct common_log * log); // flush all pending log messages

	// helper macros for logging
	// use these to avoid computing log arguments if the verbosity of the log is higher than the threshold
	//
	// for example:
	//
	// LOG_DBG("this is a debug message: %d\n", expensive_function());
	//
	// this will avoid calling expensive_function() if LOG_DEFAULT_DEBUG > common_log_verbosity_thold
	//

	#define LOG_TMPL(level, verbosity, ...) \
	do { \
	if ((verbosity) <= common_log_get_verbosity_thold()) { \
	common_log_add(common_log_main(), (level), __VA_ARGS__); \
	} \
	} while (0)

	#define LOG(...) LOG_TMPL(GGML_LOG_LEVEL_NONE, LOG_LEVEL_OUTPUT, __VA_ARGS__)
	#define LOGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_NONE, verbosity, __VA_ARGS__)

	#define LOG_DBG(...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, LOG_LEVEL_DEBUG, __VA_ARGS__)
	#define LOG_TRC(...) LOG_TMPL(GGML_LOG_LEVEL_INFO, LOG_LEVEL_TRACE, __VA_ARGS__)
	#define LOG_INF(...) LOG_TMPL(GGML_LOG_LEVEL_INFO, LOG_LEVEL_INFO, __VA_ARGS__)
	#define LOG_WRN(...) LOG_TMPL(GGML_LOG_LEVEL_WARN, LOG_LEVEL_WARN, __VA_ARGS__)
	#define LOG_ERR(...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, LOG_LEVEL_ERROR, __VA_ARGS__)
	#define LOG_CNT(...) LOG_TMPL(GGML_LOG_LEVEL_CONT, LOG_LEVEL_INFO, __VA_ARGS__) // same as INFO

	#define LOG_DBGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_DEBUG, verbosity, __VA_ARGS__)
	#define LOG_TRCV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_TRACE, verbosity, __VA_ARGS__)
	#define LOG_INFV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_INFO, verbosity, __VA_ARGS__)
	#define LOG_WRNV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_WARN, verbosity, __VA_ARGS__)
	#define LOG_ERRV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_ERROR, verbosity, __VA_ARGS__)
	#define LOG_CNTV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_CONT, verbosity, __VA_ARGS__)