log_builder.c 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811
  1. #include "log_builder.h"
  2. #include <string.h>
  3. #include <stdio.h>
  4. #include <assert.h>
  5. #include "cJSON.h"
  6. #include <stdlib.h>
  7. #include "inner_log.h"
  8. /**
  9. * adjust buffer, this function will ensure tag's buffer size >= tag->now_buffer_len + new_len
  10. * @param tag
  11. * @param new_len new buffer len
  12. */
  13. void _adjust_buffer(build_item* tag, uint32_t new_len)
  14. {
  15. if (tag->buffer == NULL)
  16. {
  17. tag->buffer = (char*)malloc(new_len);
  18. memset(tag->buffer, 0, new_len);
  19. tag->buffer_len = new_len;
  20. return;
  21. }
  22. tag->buffer = (char*)realloc(tag->buffer, new_len);
  23. tag->buffer_len = new_len;
  24. }
  25. void _adjust_buffer2(log_buf* tag, uint32_t new_len)
  26. {
  27. if (tag->buffer == NULL)
  28. {
  29. tag->buffer = (char*)malloc(new_len);
  30. memset(tag->buffer, 0, new_len);
  31. tag->n_buffer = new_len;
  32. return;
  33. }
  34. tag->buffer = (char*)realloc(tag->buffer, new_len);
  35. tag->n_buffer = new_len;
  36. }
  37. int add_beidou_log(log_group_builder* bder, beidou_log_item* log) {
  38. cJSON* united_content;
  39. char* str_united_content;
  40. int32_t totalBufferSize;
  41. build_item* grp_log;
  42. long now;
  43. char unitedNowTime[64] = { 0 }, nowTime[64] = { 0 };
  44. const char* t_header = "[[tracing]]";
  45. if (bder->grp->n_logs >= MAX_LOG_COUNT) {
  46. return -1;
  47. }
  48. memset(bder->grp->logs[bder->grp->n_logs].uuid, 0, MAX_UUID_LEN);
  49. get_format_uuid(bder->grp->logs[bder->grp->n_logs].uuid, MAX_UUID_LEN);
  50. now = time(NULL);
  51. GetUnitedTimeStr(now, unitedNowTime);
  52. #if defined(_MSC_VER)
  53. ltoa(now, nowTime, 10);
  54. #else
  55. sprintf(nowTime, "%ld", now);
  56. #endif //_MSC_VER
  57. sprintf(nowTime, "%s000", nowTime);
  58. united_content = cJSON_CreateObject();
  59. /*
  60. 鍩虹�鏍煎紡
  61. {
  62. "_CMB_LOG_SPEC_VERSION": "2.0",
  63. "level": "INFO",
  64. "ts": "2022-10-28T09:18:31.000000000Z",
  65. "log": {
  66. "content": {
  67. "ServName": "Terminal",
  68. "CmptId": "LR04",
  69. "CmptName": "FrameworkLib",
  70. "LogFile": "SI",
  71. "EvenTime": "2022-10-28 09:18:31.000",
  72. "ClientIP": "25.6.177.60",
  73. "Version": "1.0",
  74. "DateTime": "2022-10-28 09:18:31.000",
  75. "ResultCode": "SUC0000",
  76. "LogCode": "",
  77. "API": "",
  78. "TipMsg": "",
  79. "BussID": "",
  80. "SourceType": "",
  81. "ResultMsg": "userCode: 0x50810005 send",
  82. "TraceID": "",
  83. "Item": "62",
  84. "EntityName": "mod_guiconsole",
  85. "LifeID": 82223,
  86. "TimeSn": 16437,
  87. "TerminalNo": "7715011029",
  88. "SN": "7715011029"
  89. }
  90. },
  91. "type": "BASETYPE",
  92. "serviceUnitId": "LR04.02@FrameworkLib_PRD_PRD"
  93. }
  94. */
  95. //缁熶竴鏃ュ織
  96. {
  97. cJSON_AddItemToObject(united_content, "businessId", cJSON_CreateString(log->BussID));
  98. cJSON_AddItemToObject(united_content, "traceId", cJSON_CreateString(log->TraceID));
  99. cJSON_AddItemToObject(united_content, "parentSpanId", cJSON_CreateString(log->ParentSpanId));
  100. cJSON_AddItemToObject(united_content, "spanId", cJSON_CreateString(log->SpanId));
  101. cJSON_AddItemToObject(united_content, "timestamp", cJSON_CreateString(nowTime));
  102. cJSON_AddItemToObject(united_content, "deployUnitId", cJSON_CreateString(bder->config->unitedDeployUnitId));
  103. cJSON_AddItemToObject(united_content, "serviceUnitId", cJSON_CreateString(bder->config->unitedServiceUnitId));
  104. if (log->Host != NULL) {
  105. cJSON_AddItemToObject(united_content, "host", cJSON_CreateString(log->Host));
  106. }
  107. if (log->Api != NULL) {
  108. cJSON_AddItemToObject(united_content, "api", cJSON_CreateString(log->Api));
  109. }
  110. if (log->ReturnCode != NULL) {
  111. cJSON_AddItemToObject(united_content, "returnCode", cJSON_CreateString(log->ReturnCode));
  112. }
  113. if (log->ResponseTime != NULL) {
  114. cJSON_AddItemToObject(united_content, "responseTime", cJSON_CreateString(log->ResponseTime));
  115. }
  116. if (log->CallStack != NULL) {
  117. cJSON* callstack_root = cJSON_Parse(log->CallStack);
  118. cJSON* callstack_content = cJSON_GetObjectItem(callstack_root, "callStack");
  119. if (callstack_content != NULL) {
  120. cJSON_DetachItemViaPointer(callstack_root, callstack_content);
  121. cJSON_AddItemToObject(united_content, "callStack", callstack_content);
  122. }
  123. if (callstack_root)
  124. cJSON_Delete(callstack_root);
  125. }
  126. if (log->DbStack != NULL) {
  127. cJSON* dbstack_root = cJSON_Parse(log->DbStack);
  128. cJSON* dbstack_content = cJSON_GetObjectItem(dbstack_root, "dbStack");
  129. if (dbstack_content != NULL) {
  130. cJSON_DetachItemViaPointer(dbstack_root, dbstack_content);
  131. cJSON_AddItemToObject(united_content, "dbStack", dbstack_content);
  132. }
  133. if (dbstack_root)
  134. cJSON_Delete(dbstack_root);
  135. }
  136. if (log->Tags != NULL) {
  137. cJSON* tags_root = cJSON_Parse(log->Tags);
  138. cJSON* tags_content = cJSON_GetObjectItem(tags_root, "tags");
  139. if (tags_content != NULL) {
  140. cJSON_DetachItemViaPointer(tags_root, tags_content);
  141. cJSON_AddItemToObject(united_content, "tags", tags_content);
  142. }
  143. if (tags_root)
  144. cJSON_Delete(tags_root);
  145. }
  146. str_united_content = cJSON_PrintUnformatted(united_content);
  147. }
  148. totalBufferSize = strlen(str_united_content) + 1 + strlen(t_header) * 2;
  149. grp_log = &(bder->grp->logs[bder->grp->n_logs]);
  150. if (grp_log->buffer == NULL || grp_log->buffer_len < totalBufferSize)
  151. {
  152. _adjust_buffer(grp_log, totalBufferSize);
  153. }
  154. #if defined(_MSC_VER)
  155. sprintf_s(grp_log->buffer, totalBufferSize, "%s%s%s", t_header, str_united_content, t_header);
  156. #else
  157. sprintf(grp_log->buffer, "%s%s%s", t_header, str_united_content, t_header);
  158. #endif //_MSC_VER
  159. //memcpy(grp_log->buffer, str_united_content, totalBufferSize);
  160. bder->loggroup_size += totalBufferSize;
  161. grp_log->buffer_len = totalBufferSize;
  162. grp_log->type = LOG_TYPE_BEIDOU;
  163. grp_log->level = 0;
  164. ++bder->grp->n_logs;
  165. //delete
  166. if(united_content)
  167. cJSON_Delete(united_content);
  168. if(str_united_content)
  169. cJSON_free(str_united_content);
  170. return 0;
  171. }
  172. int add_log(log_group_builder* bder, long start_time, uint32_t pack_index, log_item* log, long record_time)
  173. {
  174. cJSON* skyeye_content;
  175. cJSON* united_content;
  176. cJSON* meta_log_content;
  177. cJSON* log_content;
  178. cJSON* simpleLog_content;
  179. char* str_united_content;
  180. int32_t totalBufferSize;
  181. build_item* grp_log;
  182. long now;
  183. char nowTime[64] = { 0 }, unitedNowTime[64] = { 0 };
  184. if (bder->grp->n_logs >= MAX_LOG_COUNT) {
  185. return -1;
  186. }
  187. memset(bder->grp->logs[bder->grp->n_logs].uuid, 0, MAX_UUID_LEN);
  188. get_format_uuid(bder->grp->logs[bder->grp->n_logs].uuid, MAX_UUID_LEN);
  189. aos_debug_log((LB, "add_log 1"));
  190. aos_debug_log((LB, "add_log 2"));
  191. now = record_time;
  192. aos_debug_log((LB, "add_log 3"));
  193. GetTimeStr(now, nowTime);
  194. aos_debug_log((LB, "add_log 4"));
  195. GetUnitedTimeStr(now, unitedNowTime);
  196. aos_debug_log((LB, "add_log 5"));
  197. skyeye_content = cJSON_CreateObject();
  198. meta_log_content = cJSON_CreateObject();
  199. log_content = cJSON_CreateObject();
  200. united_content = cJSON_CreateObject();
  201. simpleLog_content = cJSON_CreateObject();
  202. //澶╃溂鏃ュ織
  203. {
  204. // 搴旂敤淇℃伅
  205. if(bder->config->skyeyeTerminalNo != NULL)
  206. cJSON_AddItemToObject(skyeye_content, "ServName", cJSON_CreateString(bder->config->skyeyeTerminalNo));
  207. cJSON_AddItemToObject(skyeye_content, "CmptId", cJSON_CreateString(bder->config->skyeyeCmptId));
  208. cJSON_AddItemToObject(skyeye_content, "CmptName", cJSON_CreateString(bder->config->skyeyeCmptName));
  209. //鏃ュ織鏁版嵁淇℃伅
  210. if (log->Type == LOG_TYPE_USER || log->Type == LOG_TYPE_BUSINESS_USER) {
  211. if (log->Level == LOG_LEVEL_DEBUG) {
  212. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("UD"));
  213. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("DEBUG"));
  214. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("BUSINESS_DEBUG"));
  215. }
  216. else if (log->Level == LOG_LEVEL_INFO) {
  217. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("UI"));
  218. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("INFO"));
  219. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("BUSINESS_INFO"));
  220. }
  221. else if (log->Level == LOG_LEVEL_WARN) {
  222. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("UW"));
  223. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("WARN"));
  224. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("BUSINESS_WARN"));
  225. }
  226. else if (log->Level == LOG_LEVEL_ERROR) {
  227. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("UE"));
  228. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("ERROR"));
  229. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("BUSINESS_ERROR"));
  230. }
  231. else if (log->Level == LOG_LEVEL_FATAL) {
  232. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("UF"));
  233. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("PERFORMANCE"));
  234. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("BUSINESS_PERFORMANCE"));
  235. }
  236. cJSON_AddItemToObject(skyeye_content, "BeginTime", cJSON_CreateNumber(log->BeginTime));
  237. cJSON_AddItemToObject(skyeye_content, "EndTime", cJSON_CreateNumber(log->EndTime));
  238. }
  239. else{
  240. if (log->Level == LOG_LEVEL_DEBUG) {
  241. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("SD"));
  242. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("DEBUG"));
  243. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("SYSTEM_DEBUG"));
  244. }
  245. else if (log->Level == LOG_LEVEL_INFO) {
  246. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("SI"));
  247. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("INFO"));
  248. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("SYSTEM_INFO"));
  249. }
  250. else if (log->Level == LOG_LEVEL_WARN) {
  251. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("SW"));
  252. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("WARN"));
  253. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("SYSTEM_WARN"));
  254. }
  255. else if (log->Level == LOG_LEVEL_ERROR) {
  256. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("SE"));
  257. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("ERROR"));
  258. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("SYSTEM_ERROR"));
  259. }
  260. else if (log->Level == LOG_LEVEL_FATAL) {
  261. cJSON_AddItemToObject(skyeye_content, "LogFile", cJSON_CreateString("SF"));
  262. cJSON_AddItemToObject(meta_log_content, "baseLogType", cJSON_CreateString("PERFORMANCE"));
  263. cJSON_AddItemToObject(log_content, "type", cJSON_CreateString("SYSTEM_PERFORMANCE"));
  264. }
  265. cJSON_AddItemToObject(skyeye_content, "EvenTime", cJSON_CreateString(nowTime));
  266. if (log->BeginTime || log->EndTime)
  267. {
  268. cJSON_AddItemToObject(skyeye_content, "BeginTime", cJSON_CreateNumber(log->BeginTime));
  269. cJSON_AddItemToObject(skyeye_content, "EndTime", cJSON_CreateNumber(log->EndTime));
  270. }
  271. }
  272. cJSON_AddItemToObject(skyeye_content, "CostTime", cJSON_CreateNumber(log->CostTime));
  273. cJSON_AddItemToObject(skyeye_content, "VtmUuid", cJSON_CreateString(bder->grp->logs[bder->grp->n_logs].uuid));
  274. cJSON_AddItemToObject(skyeye_content, "Version", cJSON_CreateString(bder->config->skyeyeVersion));
  275. cJSON_AddItemToObject(skyeye_content, "DateTime", cJSON_CreateString(nowTime));
  276. cJSON_AddItemToObject(skyeye_content, "ResultCode", cJSON_CreateString(log->ResultCode));
  277. //杩佺Щ鍒板叕鍏变綅缃�紝閮介渶瑕佽繖涓�暟鎹?
  278. if (log->LogCode != NULL) {
  279. cJSON_AddItemToObject(skyeye_content, "LogCode", cJSON_CreateString(log->LogCode));
  280. }
  281. if (log->API != NULL) {
  282. cJSON_AddItemToObject(skyeye_content, "API", cJSON_CreateString(log->API));
  283. }
  284. if (log->TipMsg != NULL) {
  285. cJSON_AddItemToObject(skyeye_content, "TipMsg", cJSON_CreateString(log->TipMsg));
  286. }
  287. if (log->BussID != NULL) {
  288. cJSON_AddItemToObject(skyeye_content, "BussID", cJSON_CreateString(log->BussID));
  289. }
  290. if (log->SourceType != NULL) {
  291. cJSON_AddItemToObject(skyeye_content, "SourceType", cJSON_CreateString(log->SourceType));
  292. }
  293. if (strlen(log->VtmCode) > 0) {
  294. cJSON_AddItemToObject(skyeye_content, "VtmCode", cJSON_CreateString(log->VtmCode));
  295. }
  296. if (log->ResultMsg != NULL) {
  297. cJSON_AddItemToObject(skyeye_content, "ResultMsg", cJSON_CreateString(log->ResultMsg));
  298. }
  299. //杩借釜淇℃伅
  300. cJSON_AddItemToObject(skyeye_content, "TraceID", cJSON_CreateString(log->TraceID));
  301. if (bder->config->skyeyeTerminalNo != NULL) {
  302. cJSON_AddItemToObject(skyeye_content, "TerminalNo", cJSON_CreateString(bder->config->skyeyeTerminalNo));
  303. }
  304. if (bder->config->skyeyeSn != NULL) {
  305. cJSON_AddItemToObject(skyeye_content, "SN", cJSON_CreateString(bder->config->skyeyeSn));
  306. }
  307. cJSON_AddItemToObject(skyeye_content, "Item", cJSON_CreateString(bder->config->skyeyeItem));
  308. cJSON_AddItemToObject(skyeye_content, "EntityName", cJSON_CreateString(bder->config->skyeyeEntityName));
  309. if(now - start_time < 0)
  310. cJSON_AddItemToObject(skyeye_content, "LifeID", cJSON_CreateNumber(0));
  311. else if(now - start_time > 3600 * 1000)
  312. cJSON_AddItemToObject(skyeye_content, "LifeID", cJSON_CreateNumber(3600 * 1000));
  313. else
  314. cJSON_AddItemToObject(skyeye_content, "LifeID", cJSON_CreateNumber(now - start_time));
  315. if(pack_index > 1000000)
  316. cJSON_AddItemToObject(skyeye_content, "TimeSn", cJSON_CreateNumber(1000000));
  317. else
  318. cJSON_AddItemToObject(skyeye_content, "TimeSn", cJSON_CreateNumber(pack_index));
  319. }
  320. aos_debug_log((LB, "add_log 6"));
  321. {
  322. cJSON* t_baseLogType = NULL;
  323. // 应用信息
  324. //cJSON_AddItemToObject(united_content, "appName", cJSON_CreateString(bder->config->unitedAppName));
  325. cJSON_AddItemToObject(united_content, "_CMB_LOG_SPEC_VERSION", cJSON_CreateString(bder->config->unitedVersion));
  326. t_baseLogType = cJSON_GetObjectItem(meta_log_content, "baseLogType");
  327. if (t_baseLogType)
  328. {
  329. cJSON_DetachItemViaPointer(meta_log_content, t_baseLogType);
  330. cJSON_AddItemToObject(united_content, "level", t_baseLogType);
  331. }
  332. cJSON_AddItemToObject(united_content, "ts", cJSON_CreateString(unitedNowTime));
  333. cJSON_AddItemToObject(simpleLog_content, "content", skyeye_content);
  334. cJSON_AddItemToObject(united_content, "log", simpleLog_content);
  335. cJSON_AddItemToObject(united_content, "type", cJSON_CreateString("BASETYPE"));
  336. cJSON_AddItemToObject(united_content, "serviceUnitId", cJSON_CreateString(bder->config->unitedServiceUnitId));
  337. str_united_content = cJSON_PrintUnformatted(united_content);
  338. }
  339. aos_debug_log((LB, "add_log 7"));
  340. totalBufferSize = strlen(str_united_content) + 1;
  341. grp_log = &(bder->grp->logs[bder->grp->n_logs]); //鍙戦€佸唴瀹瑰瓨鍌ㄥ湪杩欓噷
  342. if (grp_log->buffer == NULL || grp_log->buffer_len < totalBufferSize)
  343. {
  344. _adjust_buffer(grp_log, totalBufferSize);
  345. }
  346. memcpy(grp_log->buffer, str_united_content, totalBufferSize);
  347. bder->loggroup_size += totalBufferSize;
  348. grp_log->buffer_len = totalBufferSize;
  349. if (log->Type == LOG_TYPE_USER) {
  350. grp_log->type = LOG_TYPE_USER_SKYEYE;
  351. } else if (log->Type == LOG_TYPE_BUSINESS_SYSTEM) {
  352. grp_log->type = LOG_TYPE_SYS_BUSINESS;
  353. } else if (log->Type == LOG_TYPE_BUSINESS_USER) {
  354. grp_log->type = LOG_TYPE_USER_BUSINESS;
  355. } else {
  356. grp_log->type = LOG_TYPE_SYS_SKYEYE;
  357. }
  358. grp_log->level = log->Level;
  359. ++bder->grp->n_logs;
  360. if (united_content)
  361. cJSON_Delete(united_content);
  362. if (log_content)
  363. cJSON_Delete(log_content);
  364. if (meta_log_content)
  365. cJSON_Delete(meta_log_content);
  366. if(str_united_content)
  367. cJSON_free(str_united_content);
  368. aos_debug_log((LB, "add_log 8"));
  369. return 0;
  370. }
  371. log_group_builder* log_group_create(log_producer_config* config)
  372. {
  373. int i = 0;
  374. log_group_builder* bder = (log_group_builder*)malloc(sizeof(log_group_builder) + sizeof(log_group));
  375. memset(bder, 0, sizeof(log_group_builder) + sizeof(log_group));
  376. bder->grp = (log_group*)((char*)(bder)+sizeof(log_group_builder));
  377. bder->loggroup_size = 0;
  378. bder->builder_time = time(NULL);
  379. for (i = 0; i < MAX_LOG_COUNT; i++) {
  380. memset(bder->grp->logs[i].uuid, 0, MAX_UUID_LEN);
  381. }
  382. bder->config = config;
  383. return bder;
  384. }
  385. void log_group_destroy(log_group_builder* bder)
  386. {
  387. int i = 0;
  388. log_group* group = bder->grp;
  389. // free log
  390. for (i = 0; i < MAX_LOG_COUNT; i++) {
  391. if (group->logs[i].buffer != NULL)
  392. {
  393. free(group->logs[i].buffer);
  394. }
  395. }
  396. // free self
  397. free(bder);
  398. }
  399. log_group_builder* log_group_clone(log_group_builder* bder) {
  400. int i;
  401. log_group_builder* new_builder = log_group_create(bder->config);
  402. strcpy(new_builder->modular, bder->modular);
  403. new_builder->builder_time = bder->builder_time;
  404. for (i = 0; i < bder->grp->n_logs; i++) {
  405. add_log_raw(new_builder, &(bder->grp->logs[i]));
  406. }
  407. return NULL;
  408. }
  409. int add_log_raw(log_group_builder* bder, build_item* log)
  410. {
  411. build_item* build_data;
  412. if (bder->grp->n_logs >= MAX_LOG_COUNT) {
  413. return -1;
  414. }
  415. build_data = &(bder->grp->logs[bder->grp->n_logs]);
  416. if (build_data->buffer == NULL || build_data->buffer_len < log->buffer_len)
  417. {
  418. _adjust_buffer(build_data, log->buffer_len);
  419. }
  420. memcpy(build_data->buffer, log->buffer, log->buffer_len);
  421. build_data->buffer_len = log->buffer_len;
  422. memcpy(build_data->uuid, log->uuid, MAX_UUID_LEN);
  423. build_data->type = log->type;
  424. build_data->level = log->level;
  425. bder->loggroup_size += log->buffer_len;
  426. ++bder->grp->n_logs;
  427. return 0;
  428. }
  429. int add_log_serialize_buf(log_group_builder* bder, serialize_buf* buffer)
  430. {
  431. build_item* build_data;
  432. if (bder->grp->n_logs >= MAX_LOG_COUNT) {
  433. return -1;
  434. }
  435. build_data = &(bder->grp->logs[bder->grp->n_logs]);
  436. if (build_data->buffer == NULL || build_data->buffer_len < buffer->buffer_len)
  437. {
  438. _adjust_buffer(build_data, buffer->buffer_len);
  439. }
  440. memcpy(build_data->buffer, buffer->buffer, buffer->buffer_len);
  441. build_data->buffer_len = buffer->buffer_len;
  442. memcpy(build_data->uuid, buffer->uuid, MAX_UUID_LEN);
  443. build_data->type = buffer->type;
  444. build_data->level = buffer->level;
  445. bder->loggroup_size += buffer->buffer_len;
  446. ++bder->grp->n_logs;
  447. return 0;
  448. }
  449. build_item* log_group_get_last(log_group_builder* bder) {
  450. if (bder->grp->n_logs > 0) {
  451. return &(bder->grp->logs[bder->grp->n_logs - 1]);
  452. }
  453. else {
  454. return NULL;
  455. }
  456. }
  457. void log_group_clear_last(log_group_builder* bder)
  458. {
  459. if (bder->grp->n_logs > 0) {
  460. if (bder->grp->logs[bder->grp->n_logs - 1].buffer != NULL) {
  461. free(bder->grp->logs[bder->grp->n_logs - 1].buffer);
  462. }
  463. bder->grp->logs[bder->grp->n_logs - 1].buffer = NULL;
  464. bder->grp->logs[bder->grp->n_logs - 1].buffer_len = 0;
  465. memset(bder->grp->logs[bder->grp->n_logs - 1].uuid, 0, MAX_UUID_LEN);
  466. bder->grp->n_logs--;
  467. }
  468. }
  469. static uint32_t _log_pack(log_group_builder* bder, log_buf* buf)
  470. {
  471. int i = 0;
  472. int vaild_logs = 0;
  473. cJSON* pack_content;
  474. cJSON* messages_content;
  475. int32_t totalBufferSize;
  476. char* str_pack_content;
  477. char* message_buffer[MAX_LOG_COUNT] = {0};
  478. pack_content = cJSON_CreateObject();
  479. message_buffer[0] = bder->grp->logs[0].buffer;
  480. if (bder->grp->logs[0].type == LOG_TYPE_USER_SKYEYE)
  481. cJSON_AddItemToObject(pack_content, "topic", cJSON_CreateString(bder->config->skyeye_user_topic));
  482. else if (bder->grp->logs[0].type == LOG_TYPE_SYS_SKYEYE)
  483. cJSON_AddItemToObject(pack_content, "topic", cJSON_CreateString(bder->config->skyeye_sys_topic));
  484. else if (bder->grp->logs[0].type == LOG_TYPE_BEIDOU)
  485. cJSON_AddItemToObject(pack_content, "topic", cJSON_CreateString(bder->config->beidou_topic));
  486. else if (bder->grp->logs[0].type == LOG_TYPE_USER_BUSINESS)
  487. cJSON_AddItemToObject(pack_content, "topic", cJSON_CreateString(bder->config->business_user_topic));
  488. else if (bder->grp->logs[0].type == LOG_TYPE_SYS_BUSINESS)
  489. cJSON_AddItemToObject(pack_content, "topic", cJSON_CreateString(bder->config->business_sys_topic));
  490. for (i = 0; i < bder->grp->n_logs; i++) {
  491. if (bder->grp->logs[i].buffer != NULL && (bder->grp->logs[0].type == LOG_TYPE_BEIDOU || bder->grp->logs[i].check))
  492. {
  493. message_buffer[vaild_logs] = bder->grp->logs[i].buffer;
  494. memcpy(buf->uuid[vaild_logs], bder->grp->logs[i].uuid, MAX_UUID_LEN);
  495. vaild_logs++;
  496. }
  497. }
  498. buf->n_logs = vaild_logs;
  499. messages_content = cJSON_CreateStringArray(message_buffer, vaild_logs);
  500. cJSON_AddItemToObject(pack_content, "message_list", messages_content);
  501. str_pack_content = cJSON_PrintUnformatted(pack_content);
  502. totalBufferSize = strlen(str_pack_content) + 1;
  503. if (buf->buffer == NULL || buf->n_buffer < totalBufferSize)
  504. {
  505. _adjust_buffer2(buf, totalBufferSize);
  506. }
  507. memcpy(buf->buffer, str_pack_content, totalBufferSize);
  508. //delete
  509. cJSON_Delete(pack_content);
  510. cJSON_free(str_pack_content);
  511. return totalBufferSize;
  512. }
  513. void add_log_terminal_sn_other(log_group_builder* bder, char* sn, char* clientIP) {
  514. int32_t totalBufferSize;
  515. build_item* grp_log;
  516. char* str_message_content;
  517. int i, changed = 0;
  518. cJSON* message_content = NULL;
  519. for (i = 0; i < bder->grp->n_logs; i++) {
  520. if (bder->grp->logs[i].buffer != NULL)
  521. {
  522. cJSON* message_content = cJSON_Parse(bder->grp->logs[i].buffer);
  523. if (message_content == NULL)
  524. continue;
  525. if (bder->grp->logs[i].type != LOG_TYPE_BEIDOU) {
  526. cJSON* content = NULL;
  527. cJSON* log = cJSON_GetObjectItem(message_content, "log");
  528. if (log == NULL)
  529. continue;
  530. content = cJSON_GetObjectItem(log, "content");
  531. if (content != NULL) {
  532. if (!cJSON_HasObjectItem(content, "SN")) {
  533. cJSON_AddItemToObject(content, "SN", cJSON_CreateString(sn));
  534. changed = 1;
  535. }
  536. if (!cJSON_HasObjectItem(content, "ClientIP")) {
  537. cJSON_AddItemToObject(content, "ClientIP", cJSON_CreateString(clientIP));
  538. changed = 1;
  539. }
  540. }
  541. }
  542. if (changed) {
  543. str_message_content = cJSON_PrintUnformatted(message_content);
  544. totalBufferSize = strlen(str_message_content) + 1;
  545. grp_log = &(bder->grp->logs[i]);
  546. if (grp_log->buffer == NULL || grp_log->buffer_len < totalBufferSize)
  547. {
  548. _adjust_buffer(grp_log, totalBufferSize);
  549. }
  550. memcpy(grp_log->buffer, str_message_content, totalBufferSize);
  551. bder->loggroup_size -= grp_log->buffer_len;
  552. bder->loggroup_size += totalBufferSize;
  553. grp_log->buffer_len = totalBufferSize;
  554. cJSON_free(str_message_content);
  555. }
  556. //delete
  557. cJSON_Delete(message_content);
  558. }
  559. else
  560. {
  561. break;
  562. }
  563. }
  564. }
  565. void clear_errJson_msg(log_group_builder* bder)
  566. {
  567. int i= 0;
  568. cJSON* message_content = NULL;
  569. for (i = 0; i < bder->grp->n_logs; i++) {
  570. if (bder->grp->logs[i].buffer != NULL)
  571. {
  572. cJSON* message_content = cJSON_Parse(bder->grp->logs[i].buffer);
  573. if (message_content == NULL)
  574. bder->grp->logs[i].check = 0;
  575. else
  576. bder->grp->logs[i].check = 1;
  577. cJSON_Delete(message_content);
  578. }
  579. }
  580. }
  581. void add_log_terminal_no(log_group_builder* bder, char* no) {
  582. int32_t totalBufferSize;
  583. build_item* grp_log;
  584. char* str_message_content;
  585. int i, changed = 0;
  586. cJSON* message_content = NULL;
  587. for (i = 0; i < bder->grp->n_logs; i++) {
  588. if (bder->grp->logs[i].buffer != NULL)
  589. {
  590. cJSON* message_content = cJSON_Parse(bder->grp->logs[i].buffer);
  591. if (message_content == NULL)
  592. continue;//涓嶅畬鏁磈son
  593. if (bder->grp->logs[i].type != LOG_TYPE_BEIDOU) {
  594. cJSON* content = NULL;
  595. cJSON* log = cJSON_GetObjectItem(message_content, "log");
  596. if (log == NULL)
  597. continue;
  598. content = cJSON_GetObjectItem(log, "content");
  599. if (content != NULL) {
  600. if (!cJSON_HasObjectItem(content, "ServName")) {
  601. cJSON_AddItemToObject(content, "ServName", cJSON_CreateString(no));
  602. }
  603. if (!cJSON_HasObjectItem(content, "TerminalNo")) {
  604. cJSON_AddItemToObject(content, "TerminalNo", cJSON_CreateString(no));
  605. changed = 1;
  606. }
  607. }
  608. }
  609. else {
  610. cJSON* tags = cJSON_GetObjectItem(message_content, "tags");
  611. if (tags != NULL && !cJSON_HasObjectItem(tags, "TerminalNo"))
  612. {
  613. // 鍦╰ags鑺傜偣涓�坊鍔犳柊椤?
  614. cJSON_AddItemToObject(tags, "TerminalNo", cJSON_CreateString(no));
  615. changed = 1;
  616. }
  617. }
  618. if (changed) {
  619. str_message_content = cJSON_PrintUnformatted(message_content);
  620. totalBufferSize = strlen(str_message_content) + 1;
  621. grp_log = &(bder->grp->logs[i]);
  622. if (grp_log->buffer == NULL || grp_log->buffer_len < totalBufferSize)
  623. {
  624. _adjust_buffer(grp_log, totalBufferSize);
  625. }
  626. memcpy(grp_log->buffer, str_message_content, totalBufferSize);
  627. bder->loggroup_size -= grp_log->buffer_len;
  628. bder->loggroup_size += totalBufferSize;
  629. grp_log->buffer_len = totalBufferSize;
  630. cJSON_free(str_message_content);
  631. }
  632. //delete
  633. cJSON_Delete(message_content);
  634. }
  635. else
  636. {
  637. break;
  638. }
  639. }
  640. }
  641. log_buf serialize_to_proto_buf_with_malloc(log_group_builder* bder)
  642. {
  643. int i = 0;
  644. log_buf buf;
  645. buf.buffer = NULL;
  646. buf.n_buffer = 0;
  647. if (bder->grp->n_logs == 0 || bder->grp->logs[0].buffer == NULL)
  648. {
  649. return buf;
  650. }
  651. buf.n_buffer = _log_pack(bder, &buf);
  652. buf.n_logs = bder->grp->n_logs;
  653. buf.type = bder->grp->logs[0].type;
  654. for (i = 0; i < buf.n_logs; i++) {
  655. memcpy(buf.uuid[i], bder->grp->logs[i].uuid, MAX_UUID_LEN);
  656. }
  657. strcpy(buf.modular, bder->modular);
  658. return buf;
  659. }
  660. lz4_log_buf* serialize_to_proto_buf_with_malloc_no_lz4(log_group_builder* bder)
  661. {
  662. int i = 0;
  663. log_buf buf = serialize_to_proto_buf_with_malloc(bder);
  664. lz4_log_buf* pLogbuf = (lz4_log_buf*)malloc(sizeof(lz4_log_buf) + buf.n_buffer);
  665. pLogbuf->length = buf.n_buffer;
  666. pLogbuf->raw_length = buf.n_buffer;
  667. memcpy(pLogbuf->data, buf.buffer, buf.n_buffer);
  668. pLogbuf->n_logs = buf.n_logs;
  669. pLogbuf->type = buf.type;
  670. for (i = 0; i < pLogbuf->n_logs; i++) {
  671. memcpy(pLogbuf->uuid[i], buf.uuid[i], MAX_UUID_LEN);
  672. }
  673. strcpy(pLogbuf->modular, bder->modular);
  674. free(buf.buffer);
  675. return pLogbuf;
  676. }
  677. lz4_log_buf* serialize_to_proto_buf_with_malloc_lz4(log_group_builder* bder)
  678. {
  679. int i = 0;
  680. lz4_log_buf* pLogbuf;
  681. log_buf buf = serialize_to_proto_buf_with_malloc(bder);
  682. int compress_bound = LZ4_compressBound(buf.n_buffer);
  683. char* compress_data = (char*)malloc(compress_bound);
  684. memset(compress_data, 0, compress_bound);
  685. int compressed_size = LZ4_compress_default((char*)buf.buffer, compress_data, buf.n_buffer, compress_bound);
  686. if (compressed_size <= 0)
  687. {
  688. free(compress_data);
  689. return NULL;
  690. }
  691. pLogbuf = (lz4_log_buf*)malloc(sizeof(lz4_log_buf) + compressed_size);
  692. pLogbuf->length = compressed_size;
  693. pLogbuf->raw_length = buf.n_buffer;
  694. memcpy(pLogbuf->data, compress_data, compressed_size);
  695. pLogbuf->n_logs = buf.n_logs;
  696. pLogbuf->type = buf.type;
  697. for (i = 0; i < pLogbuf->n_logs; i++) {
  698. memcpy(pLogbuf->uuid[i], buf.uuid[i], MAX_UUID_LEN);
  699. }
  700. strcpy(pLogbuf->modular, bder->modular);
  701. free(compress_data);
  702. free(buf.buffer);
  703. return pLogbuf;
  704. }
  705. void free_lz4_log_buf(lz4_log_buf* pBuf)
  706. {
  707. // free self
  708. free(pBuf);
  709. }
  710. void serialize_to_buf(build_item* log, serialize_buf* buf) {
  711. buf->type = log->type;
  712. buf->level = log->level;
  713. memcpy(buf->uuid, log->uuid, MAX_UUID_LEN);
  714. buf->buffer_len = log->buffer_len;
  715. memcpy(buf->buffer, log->buffer, log->buffer_len > sizeof(buf->buffer) - 1 ? sizeof(buf->buffer) - 1 : log->buffer_len);
  716. }