hlog.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458
  1. #include "hlog.h"
  2. #include <stdio.h>
  3. #include <stdlib.h>
  4. #include <string.h>
  5. #include <stdarg.h>
  6. #include <time.h>
  7. //#include "hmutex.h"
  8. #ifdef _WIN32
  9. #include <windows.h>
  10. #define hmutex_t CRITICAL_SECTION
  11. #define hmutex_init InitializeCriticalSection
  12. #define hmutex_destroy DeleteCriticalSection
  13. #define hmutex_lock EnterCriticalSection
  14. #define hmutex_unlock LeaveCriticalSection
  15. #else
  16. #include <sys/time.h> // for gettimeofday
  17. #include <pthread.h>
  18. #define hmutex_t pthread_mutex_t
  19. #define hmutex_init(mutex) pthread_mutex_init(mutex, NULL)
  20. #define hmutex_destroy pthread_mutex_destroy
  21. #define hmutex_lock pthread_mutex_lock
  22. #define hmutex_unlock pthread_mutex_unlock
  23. #endif
  24. //#include "htime.h"
  25. #define SECONDS_PER_HOUR 3600
  26. #define SECONDS_PER_DAY 86400 // 24*3600
  27. #define SECONDS_PER_WEEK 604800 // 7*24*3600;
  28. static int s_gmtoff = 28800; // 8*3600
  29. struct logger_s {
  30. logger_handler handler;
  31. unsigned int bufsize;
  32. char* buf;
  33. int level;
  34. int enable_color;
  35. char format[64];
  36. // for file logger
  37. char filepath[256];
  38. unsigned long long max_filesize;
  39. int remain_days;
  40. int enable_fsync;
  41. FILE* fp_;
  42. char cur_logfile[256];
  43. time_t last_logfile_ts;
  44. int can_write_cnt;
  45. hmutex_t mutex_; // thread-safe
  46. };
  47. static void logger_init(logger_t* logger) {
  48. logger->handler = NULL;
  49. logger->bufsize = DEFAULT_LOG_MAX_BUFSIZE;
  50. logger->buf = (char*)malloc(logger->bufsize);
  51. logger->level = DEFAULT_LOG_LEVEL;
  52. logger->enable_color = 0;
  53. // NOTE: format is faster 6% than snprintf
  54. // logger->format[0] = '\0';
  55. strncpy(logger->format, DEFAULT_LOG_FORMAT, sizeof(logger->format) - 1);
  56. logger->fp_ = NULL;
  57. logger->max_filesize = DEFAULT_LOG_MAX_FILESIZE;
  58. logger->remain_days = DEFAULT_LOG_REMAIN_DAYS;
  59. logger->enable_fsync = 1;
  60. logger_set_file(logger, DEFAULT_LOG_FILE);
  61. logger->last_logfile_ts = 0;
  62. logger->can_write_cnt = -1;
  63. hmutex_init(&logger->mutex_);
  64. }
  65. logger_t* logger_create() {
  66. // init gmtoff here
  67. time_t ts = time(NULL);
  68. struct tm* local_tm = localtime(&ts);
  69. int local_hour = local_tm->tm_hour;
  70. struct tm* gmt_tm = gmtime(&ts);
  71. int gmt_hour = gmt_tm->tm_hour;
  72. s_gmtoff = (local_hour - gmt_hour) * SECONDS_PER_HOUR;
  73. logger_t* logger = (logger_t*)malloc(sizeof(logger_t));
  74. logger_init(logger);
  75. return logger;
  76. }
  77. void logger_destroy(logger_t* logger) {
  78. if (logger) {
  79. if (logger->buf) {
  80. free(logger->buf);
  81. logger->buf = NULL;
  82. }
  83. if (logger->fp_) {
  84. fclose(logger->fp_);
  85. logger->fp_ = NULL;
  86. }
  87. hmutex_destroy(&logger->mutex_);
  88. free(logger);
  89. }
  90. }
  91. void logger_set_handler(logger_t* logger, logger_handler fn) {
  92. logger->handler = fn;
  93. }
  94. void logger_set_level(logger_t* logger, int level) {
  95. logger->level = level;
  96. }
  97. void logger_set_level_by_str(logger_t* logger, const char* szLoglevel) {
  98. int loglevel = DEFAULT_LOG_LEVEL;
  99. if (strcmp(szLoglevel, "VERBOSE") == 0) {
  100. loglevel = LOG_LEVEL_VERBOSE;
  101. } else if (strcmp(szLoglevel, "DEBUG") == 0) {
  102. loglevel = LOG_LEVEL_DEBUG;
  103. } else if (strcmp(szLoglevel, "INFO") == 0) {
  104. loglevel = LOG_LEVEL_INFO;
  105. } else if (strcmp(szLoglevel, "WARN") == 0) {
  106. loglevel = LOG_LEVEL_WARN;
  107. } else if (strcmp(szLoglevel, "ERROR") == 0) {
  108. loglevel = LOG_LEVEL_ERROR;
  109. } else if (strcmp(szLoglevel, "FATAL") == 0) {
  110. loglevel = LOG_LEVEL_FATAL;
  111. } else if (strcmp(szLoglevel, "SILENT") == 0) {
  112. loglevel = LOG_LEVEL_SILENT;
  113. } else {
  114. loglevel = DEFAULT_LOG_LEVEL;
  115. }
  116. logger->level = loglevel;
  117. }
  118. void logger_set_format(logger_t* logger, const char* format) {
  119. if (format) {
  120. strncpy(logger->format, format, sizeof(logger->format) - 1);
  121. } else {
  122. logger->format[0] = '\0';
  123. }
  124. }
  125. void logger_set_remain_days(logger_t* logger, int days) {
  126. logger->remain_days = days;
  127. }
  128. void logger_set_max_bufsize(logger_t* logger, unsigned int bufsize) {
  129. logger->bufsize = bufsize;
  130. logger->buf = (char*)realloc(logger->buf, bufsize);
  131. }
  132. void logger_enable_color(logger_t* logger, int on) {
  133. logger->enable_color = on;
  134. }
  135. void logger_set_file(logger_t* logger, const char* filepath) {
  136. strncpy(logger->filepath, filepath, sizeof(logger->filepath) - 1);
  137. // remove suffix .log
  138. char* suffix = strrchr(logger->filepath, '.');
  139. if (suffix && strcmp(suffix, ".log") == 0) {
  140. *suffix = '\0';
  141. }
  142. }
  143. void logger_set_max_filesize(logger_t* logger, unsigned long long filesize) {
  144. logger->max_filesize = filesize;
  145. }
  146. void logger_set_max_filesize_by_str(logger_t* logger, const char* str) {
  147. int num = atoi(str);
  148. if (num <= 0) return;
  149. // 16 16M 16MB
  150. const char* e = str;
  151. while (*e != '\0') ++e;
  152. --e;
  153. char unit;
  154. if (*e >= '0' && *e <= '9') unit = 'M';
  155. else if (*e == 'B') unit = *(e-1);
  156. else unit = *e;
  157. unsigned long long filesize = num;
  158. switch (unit) {
  159. case 'K': filesize <<= 10; break;
  160. case 'M': filesize <<= 20; break;
  161. case 'G': filesize <<= 30; break;
  162. default: filesize <<= 20; break;
  163. }
  164. logger->max_filesize = filesize;
  165. }
  166. void logger_enable_fsync(logger_t* logger, int on) {
  167. logger->enable_fsync = on;
  168. }
  169. void logger_fsync(logger_t* logger) {
  170. hmutex_lock(&logger->mutex_);
  171. if (logger->fp_) {
  172. fflush(logger->fp_);
  173. }
  174. hmutex_unlock(&logger->mutex_);
  175. }
  176. const char* logger_get_cur_file(logger_t* logger) {
  177. return logger->cur_logfile;
  178. }
  179. static void logfile_name(const char* filepath, time_t ts, char* buf, int len) {
  180. struct tm* tm = localtime(&ts);
  181. snprintf(buf, len, "%s.%04d%02d%02d.log",
  182. filepath,
  183. tm->tm_year+1900,
  184. tm->tm_mon+1,
  185. tm->tm_mday);
  186. }
  187. static FILE* logfile_shift(logger_t* logger) {
  188. time_t ts_now = time(NULL);
  189. int interval_days = logger->last_logfile_ts == 0 ? 0 : (ts_now+s_gmtoff) / SECONDS_PER_DAY - (logger->last_logfile_ts+s_gmtoff) / SECONDS_PER_DAY;
  190. if (logger->fp_ == NULL || interval_days > 0) {
  191. // close old logfile
  192. if (logger->fp_) {
  193. fclose(logger->fp_);
  194. logger->fp_ = NULL;
  195. }
  196. else {
  197. interval_days = 30;
  198. }
  199. if (logger->remain_days >= 0) {
  200. char rm_logfile[256] = {0};
  201. if (interval_days >= logger->remain_days) {
  202. // remove [today-interval_days, today-remain_days] logfile
  203. for (int i = interval_days; i >= logger->remain_days; --i) {
  204. time_t ts_rm = ts_now - i * SECONDS_PER_DAY;
  205. logfile_name(logger->filepath, ts_rm, rm_logfile, sizeof(rm_logfile));
  206. remove(rm_logfile);
  207. }
  208. }
  209. else {
  210. // remove today-remain_days logfile
  211. time_t ts_rm = ts_now - logger->remain_days * SECONDS_PER_DAY;
  212. logfile_name(logger->filepath, ts_rm, rm_logfile, sizeof(rm_logfile));
  213. remove(rm_logfile);
  214. }
  215. }
  216. }
  217. // open today logfile
  218. if (logger->fp_ == NULL) {
  219. logfile_name(logger->filepath, ts_now, logger->cur_logfile, sizeof(logger->cur_logfile));
  220. logger->fp_ = fopen(logger->cur_logfile, "a");
  221. logger->last_logfile_ts = ts_now;
  222. }
  223. // NOTE: estimate can_write_cnt to avoid frequent fseek/ftell
  224. if (logger->fp_ && --logger->can_write_cnt < 0) {
  225. fseek(logger->fp_, 0, SEEK_END);
  226. long filesize = ftell(logger->fp_);
  227. if (filesize > logger->max_filesize) {
  228. fclose(logger->fp_);
  229. logger->fp_ = NULL;
  230. // ftruncate
  231. logger->fp_ = fopen(logger->cur_logfile, "w");
  232. // reopen with O_APPEND for multi-processes
  233. if (logger->fp_) {
  234. fclose(logger->fp_);
  235. logger->fp_ = fopen(logger->cur_logfile, "a");
  236. }
  237. }
  238. else {
  239. logger->can_write_cnt = (logger->max_filesize - filesize) / logger->bufsize;
  240. }
  241. }
  242. return logger->fp_;
  243. }
  244. static void logfile_write(logger_t* logger, const char* buf, int len) {
  245. FILE* fp = logfile_shift(logger);
  246. if (fp) {
  247. fwrite(buf, 1, len, fp);
  248. if (logger->enable_fsync) {
  249. fflush(fp);
  250. }
  251. }
  252. }
  253. static int i2a(int i, char* buf, int len) {
  254. for (int l = len - 1; l >= 0; --l) {
  255. if (i == 0) {
  256. buf[l] = '0';
  257. } else {
  258. buf[l] = i % 10 + '0';
  259. i /= 10;
  260. }
  261. }
  262. return len;
  263. }
  264. int logger_print(logger_t* logger, int level, const char* fmt, ...) {
  265. if (level < logger->level)
  266. return -10;
  267. int year,month,day,hour,min,sec,us;
  268. #ifdef _WIN32
  269. SYSTEMTIME tm;
  270. GetLocalTime(&tm);
  271. year = tm.wYear;
  272. month = tm.wMonth;
  273. day = tm.wDay;
  274. hour = tm.wHour;
  275. min = tm.wMinute;
  276. sec = tm.wSecond;
  277. us = tm.wMilliseconds * 1000;
  278. #else
  279. struct timeval tv;
  280. struct tm* tm = NULL;
  281. gettimeofday(&tv, NULL);
  282. time_t tt = tv.tv_sec;
  283. tm = localtime(&tt);
  284. year = tm->tm_year + 1900;
  285. month = tm->tm_mon + 1;
  286. day = tm->tm_mday;
  287. hour = tm->tm_hour;
  288. min = tm->tm_min;
  289. sec = tm->tm_sec;
  290. us = tv.tv_usec;
  291. #endif
  292. const char* pcolor = "";
  293. const char* plevel = "";
  294. #define XXX(id, str, clr) \
  295. case id: plevel = str; pcolor = clr; break;
  296. switch (level) {
  297. LOG_LEVEL_MAP(XXX)
  298. }
  299. #undef XXX
  300. // lock logger->buf
  301. hmutex_lock(&logger->mutex_);
  302. char* buf = logger->buf;
  303. int bufsize = logger->bufsize;
  304. int len = 0;
  305. if (logger->enable_color) {
  306. len = snprintf(buf, bufsize, "%s", pcolor);
  307. }
  308. const char* p = logger->format;
  309. if (*p) {
  310. while (*p) {
  311. if (*p == '%') {
  312. switch(*++p) {
  313. case 'y':
  314. len += i2a(year, buf + len, 4);
  315. break;
  316. case 'm':
  317. len += i2a(month, buf + len, 2);
  318. break;
  319. case 'd':
  320. len += i2a(day, buf + len, 2);
  321. break;
  322. case 'H':
  323. len += i2a(hour, buf + len, 2);
  324. break;
  325. case 'M':
  326. len += i2a(min, buf + len, 2);
  327. break;
  328. case 'S':
  329. len += i2a(sec, buf + len, 2);
  330. break;
  331. case 'z':
  332. len += i2a(us/1000, buf + len, 3);
  333. break;
  334. case 'Z':
  335. len += i2a(us, buf + len, 6);
  336. break;
  337. case 'l':
  338. buf[len++] = *plevel;
  339. break;
  340. case 'L':
  341. for (int i = 0; i < 5; ++i) {
  342. buf[len++] = plevel[i];
  343. }
  344. break;
  345. case 's':
  346. {
  347. va_list ap;
  348. va_start(ap, fmt);
  349. len += vsnprintf(buf + len, bufsize - len, fmt, ap);
  350. va_end(ap);
  351. }
  352. break;
  353. case '%':
  354. buf[len++] = '%';
  355. break;
  356. default: break;
  357. }
  358. } else {
  359. buf[len++] = *p;
  360. }
  361. ++p;
  362. }
  363. } else {
  364. len += snprintf(buf + len, bufsize - len, "%04d-%02d-%02d %02d:%02d:%02d.%03d %s ",
  365. year, month, day, hour, min, sec, us/1000,
  366. plevel);
  367. va_list ap;
  368. va_start(ap, fmt);
  369. len += vsnprintf(buf + len, bufsize - len, fmt, ap);
  370. va_end(ap);
  371. }
  372. if (logger->enable_color) {
  373. len += snprintf(buf + len, bufsize - len, "%s", CLR_CLR);
  374. }
  375. if (logger->handler) {
  376. logger->handler(level, buf, len);
  377. }
  378. else {
  379. logfile_write(logger, buf, len);
  380. }
  381. hmutex_unlock(&logger->mutex_);
  382. return len;
  383. }
  384. static logger_t* s_logger = NULL;
  385. logger_t* hv_default_logger() {
  386. if (s_logger == NULL) {
  387. s_logger = logger_create();
  388. atexit(hv_destroy_default_logger);
  389. }
  390. return s_logger;
  391. }
  392. void hv_destroy_default_logger() {
  393. if (s_logger) {
  394. logger_fsync(s_logger);
  395. logger_destroy(s_logger);
  396. s_logger = NULL;
  397. }
  398. }
  399. void stdout_logger(int loglevel, const char* buf, int len) {
  400. fprintf(stdout, "%.*s", len, buf);
  401. }
  402. void stderr_logger(int loglevel, const char* buf, int len) {
  403. fprintf(stderr, "%.*s", len, buf);
  404. }
  405. void file_logger(int loglevel, const char* buf, int len) {
  406. logfile_write(hv_default_logger(), buf, len);
  407. }