HttpServer.cpp 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354
  1. #include "HttpServer.h"
  2. #include "h.h"
  3. #include "hmain.h"
  4. #include "hloop.h"
  5. #include "http2def.h"
  6. #include "FileCache.h"
  7. #include "HttpHandler.h"
  8. #include "Http2Session.h"
  9. #define RECV_BUFSIZE 8192
  10. #define SEND_BUFSIZE 8192
  11. #define MIN_HTTP_REQUEST "GET / HTTP/1.1\r\n\r\n"
  12. #define MIN_HTTP_REQUEST_LEN 18
  13. static HttpService s_default_service;
  14. static FileCache s_filecache;
  15. static void master_init(void* userdata) {
  16. #ifdef OS_UNIX
  17. char proctitle[256] = {0};
  18. snprintf(proctitle, sizeof(proctitle), "%s: master process", g_main_ctx.program_name);
  19. setproctitle(proctitle);
  20. #endif
  21. }
  22. static void master_proc(void* userdata) {
  23. while(1) sleep(1);
  24. }
  25. static void worker_init(void* userdata) {
  26. #ifdef OS_UNIX
  27. char proctitle[256] = {0};
  28. snprintf(proctitle, sizeof(proctitle), "%s: worker process", g_main_ctx.program_name);
  29. setproctitle(proctitle);
  30. signal(SIGNAL_RELOAD, signal_handler);
  31. #endif
  32. }
  33. static void on_recv(hio_t* io, void* _buf, int readbytes) {
  34. //printf("on_recv fd=%d readbytes=%d\n", hio_fd(io), readbytes);
  35. const char* buf = (const char*)_buf;
  36. HttpHandler* handler = (HttpHandler*)hevent_userdata(io);
  37. // HTTP1 / HTTP2 -> HttpSession -> InitRequest
  38. // recv -> FeedRecvData -> !WantRecv -> HttpRequest ->
  39. // HandleRequest -> HttpResponse -> SubmitResponse -> while (GetSendData) -> send
  40. if (handler->session == NULL) {
  41. // base check
  42. if (readbytes < MIN_HTTP_REQUEST_LEN) {
  43. hloge("[%s:%d] http request too small", handler->ip, handler->port);
  44. hio_close(io);
  45. return;
  46. }
  47. for (int i = 0; i < 3; ++i) {
  48. if (!IS_GRAPH(buf[i])) {
  49. hloge("[%s:%d] http check failed", handler->ip, handler->port);
  50. hio_close(io);
  51. return;
  52. }
  53. }
  54. http_version version = HTTP_V1;
  55. if (strncmp((char*)buf, HTTP2_MAGIC, MIN(readbytes, HTTP2_MAGIC_LEN)) == 0) {
  56. version = HTTP_V2;
  57. handler->req.http_major = 2;
  58. handler->req.http_minor = 0;
  59. }
  60. handler->session = HttpSession::New(HTTP_SERVER, version);
  61. if (handler->session == NULL) {
  62. hloge("[%s:%d] unsupported HTTP%d", handler->ip, handler->port, (int)version);
  63. hio_close(io);
  64. return;
  65. }
  66. handler->session->InitRequest(&handler->req);
  67. }
  68. HttpSession* session = handler->session;
  69. HttpRequest* req = &handler->req;
  70. HttpResponse* res = &handler->res;
  71. int nfeed = session->FeedRecvData((const char*)buf, readbytes);
  72. if (nfeed != readbytes) {
  73. hloge("[%s:%d] http parse error: %s", handler->ip, handler->port, session->StrError(session->GetError()));
  74. hio_close(io);
  75. return;
  76. }
  77. if (session->WantRecv()) {
  78. return;
  79. }
  80. if (session->version == HTTP_V2) {
  81. // HTTP2 extra processing steps
  82. Http2Session* h2s = (Http2Session*)session;
  83. if (h2s->state == HSS_RECV_PING) {
  84. char* data = NULL;
  85. size_t len = 0;
  86. while (session->GetSendData(&data, &len)) {
  87. hio_write(io, data, len);
  88. }
  89. return;
  90. }
  91. else if (
  92. h2s->state != HSS_RECV_HEADERS &&
  93. h2s->state != HSS_RECV_DATA) {
  94. // ignore other http2 frame
  95. return;
  96. }
  97. }
  98. // Upgrade: h2
  99. auto iter_upgrade = req->headers.find("upgrade");
  100. if (iter_upgrade != req->headers.end()) {
  101. hlogi("[%s:%d] Upgrade: %s", handler->ip, handler->port, iter_upgrade->second.c_str());
  102. // h2/h2c
  103. if (strnicmp(iter_upgrade->second.c_str(), "h2", 2) == 0) {
  104. hio_write(io, HTTP2_UPGRADE_RESPONSE, strlen(HTTP2_UPGRADE_RESPONSE));
  105. SAFE_DELETE(handler->session);
  106. session = handler->session = HttpSession::New(HTTP_SERVER, HTTP_V2);
  107. if (session == NULL) {
  108. hloge("[%s:%d] unsupported HTTP2", handler->ip, handler->port);
  109. hio_close(io);
  110. return;
  111. }
  112. HttpRequest http1_req = *req;
  113. session->InitRequest(req);
  114. *req = http1_req;
  115. req->http_major = 2;
  116. req->http_minor = 0;
  117. // HTTP2_Settings: ignore
  118. //session->FeedRecvData(HTTP2_Settings, );
  119. }
  120. else {
  121. hio_close(io);
  122. return;
  123. }
  124. }
  125. int ret = handler->HandleRequest();
  126. // prepare headers body
  127. // Server:
  128. static char s_Server[64] = {'\0'};
  129. if (s_Server[0] == '\0') {
  130. snprintf(s_Server, sizeof(s_Server), "httpd/%s", get_compile_version());
  131. }
  132. res->headers["Server"] = s_Server;
  133. // Connection:
  134. bool keepalive = true;
  135. auto iter_keepalive = req->headers.find("connection");
  136. if (iter_keepalive != req->headers.end()) {
  137. if (stricmp(iter_keepalive->second.c_str(), "keep-alive") == 0) {
  138. keepalive = true;
  139. }
  140. else if (stricmp(iter_keepalive->second.c_str(), "close") == 0) {
  141. keepalive = false;
  142. }
  143. }
  144. if (keepalive) {
  145. res->headers["Connection"] = "keep-alive";
  146. }
  147. else {
  148. res->headers["Connection"] = "close";
  149. }
  150. if (req->http_major == 1) {
  151. std::string header = res->Dump(true, false);
  152. hbuf_t sendbuf;
  153. bool send_in_one_packet = true;
  154. int content_length = res->ContentLength();
  155. if (handler->fc) {
  156. // no copy filebuf, more efficient
  157. handler->fc->prepend_header(header.c_str(), header.size());
  158. sendbuf = handler->fc->httpbuf;
  159. }
  160. else {
  161. if (content_length > (1<<20)) {
  162. send_in_one_packet = false;
  163. } else if (content_length != 0) {
  164. header.insert(header.size(), (const char*)res->Content(), content_length);
  165. }
  166. sendbuf.base = (char*)header.c_str();
  167. sendbuf.len = header.size();
  168. }
  169. // send header/body
  170. hio_write(io, sendbuf.base, sendbuf.len);
  171. if (send_in_one_packet == false) {
  172. // send body
  173. hio_write(io, res->Content(), content_length);
  174. }
  175. }
  176. else if (req->http_major == 2) {
  177. session->SubmitResponse(res);
  178. char* data = NULL;
  179. size_t len = 0;
  180. while (session->GetSendData(&data, &len)) {
  181. hio_write(io, data, len);
  182. }
  183. }
  184. hlogi("[%s:%d][%s %s]=>[%d %s]",
  185. handler->ip, handler->port,
  186. http_method_str(req->method), req->path.c_str(),
  187. res->status_code, http_status_str(res->status_code));
  188. if (keepalive) {
  189. handler->KeepAlive();
  190. handler->Reset();
  191. session->InitRequest(req);
  192. }
  193. else {
  194. hio_close(io);
  195. }
  196. }
  197. static void on_close(hio_t* io) {
  198. HttpHandler* handler = (HttpHandler*)hevent_userdata(io);
  199. if (handler) {
  200. SAFE_DELETE(handler->session);
  201. delete handler;
  202. hevent_set_userdata(io, NULL);
  203. }
  204. }
  205. static void on_accept(hio_t* io) {
  206. printd("on_accept connfd=%d\n", hio_fd(io));
  207. /*
  208. char localaddrstr[INET6_ADDRSTRLEN+16] = {0};
  209. char peeraddrstr[INET6_ADDRSTRLEN+16] = {0};
  210. printf("accept connfd=%d [%s] <= [%s]\n", hio_fd(io),
  211. sockaddr_snprintf(hio_localaddr(io), localaddrstr, sizeof(localaddrstr)),
  212. sockaddr_snprintf(hio_peeraddr(io), peeraddrstr, sizeof(peeraddrstr)));
  213. */
  214. HBuf* buf = (HBuf*)hloop_userdata(hevent_loop(io));
  215. hio_setcb_close(io, on_close);
  216. hio_setcb_read(io, on_recv);
  217. hio_set_readbuf(io, buf->base, buf->len);
  218. hio_read(io);
  219. // new HttpHandler
  220. // delete on_close
  221. HttpHandler* handler = new HttpHandler;
  222. handler->service = (HttpService*)hevent_userdata(io);
  223. handler->files = &s_filecache;
  224. sockaddr_ntop(hio_peeraddr(io), handler->ip, sizeof(handler->ip));
  225. handler->port = sockaddr_htons(hio_peeraddr(io));
  226. handler->io = io;
  227. hevent_set_userdata(io, handler);
  228. }
  229. static void handle_cached_files(htimer_t* timer) {
  230. FileCache* pfc = (FileCache*)hevent_userdata(timer);
  231. if (pfc == NULL) {
  232. htimer_del(timer);
  233. return;
  234. }
  235. file_cache_t* fc = NULL;
  236. time_t tt;
  237. time(&tt);
  238. auto iter = pfc->cached_files.begin();
  239. while (iter != pfc->cached_files.end()) {
  240. fc = iter->second;
  241. if (tt - fc->stat_time > pfc->file_cached_time) {
  242. delete fc;
  243. iter = pfc->cached_files.erase(iter);
  244. continue;
  245. }
  246. ++iter;
  247. }
  248. }
  249. static void fflush_log(hidle_t* idle) {
  250. hlog_fflush();
  251. }
  252. // for implement http_server_stop
  253. static hloop_t* s_loop = NULL;
  254. static void worker_proc(void* userdata) {
  255. http_server_t* server = (http_server_t*)userdata;
  256. int listenfd = server->listenfd;
  257. hloop_t* loop = hloop_new(0);
  258. s_loop = loop;
  259. // one loop one readbuf.
  260. HBuf readbuf;
  261. readbuf.resize(RECV_BUFSIZE);
  262. hloop_set_userdata(loop, &readbuf);
  263. hio_t* listenio = haccept(loop, listenfd, on_accept);
  264. hevent_set_userdata(listenio, server->service);
  265. if (server->ssl) {
  266. hio_enable_ssl(listenio);
  267. }
  268. // fflush logfile when idle
  269. hlog_set_fflush(0);
  270. hidle_add(loop, fflush_log, INFINITE);
  271. // timer handle_cached_files
  272. htimer_t* timer = htimer_add(loop, handle_cached_files, s_filecache.file_cached_time*1000);
  273. hevent_set_userdata(timer, &s_filecache);
  274. hloop_run(loop);
  275. hloop_free(&loop);
  276. }
  277. int http_server_run(http_server_t* server, int wait) {
  278. // worker_processes
  279. if (server->worker_processes != 0 && g_worker_processes_num != 0 && g_worker_processes != NULL) {
  280. return ERR_OVER_LIMIT;
  281. }
  282. // service
  283. if (server->service == NULL) {
  284. server->service = &s_default_service;
  285. }
  286. // port
  287. server->listenfd = Listen(server->port, server->host);
  288. if (server->listenfd < 0) return server->listenfd;
  289. #ifdef OS_WIN
  290. if (server->worker_processes > 1) {
  291. server->worker_processes = 1;
  292. }
  293. #endif
  294. if (server->worker_processes == 0) {
  295. worker_proc(server);
  296. }
  297. else {
  298. // master-workers processes
  299. g_worker_processes_num = server->worker_processes;
  300. int bytes = g_worker_processes_num * sizeof(proc_ctx_t);
  301. g_worker_processes = (proc_ctx_t*)malloc(bytes);
  302. memset(g_worker_processes, 0, bytes);
  303. for (int i = 0; i < g_worker_processes_num; ++i) {
  304. proc_ctx_t* ctx = g_worker_processes + i;
  305. ctx->init = worker_init;
  306. ctx->init_userdata = NULL;
  307. ctx->proc = worker_proc;
  308. ctx->proc_userdata = server;
  309. spawn_proc(ctx);
  310. }
  311. if (wait) {
  312. master_init(NULL);
  313. master_proc(NULL);
  314. }
  315. }
  316. return 0;
  317. }
  318. // for SDK, just use for singleton
  319. int http_server_stop(http_server_t* server) {
  320. if (s_loop) {
  321. hloop_stop(s_loop);
  322. s_loop = NULL;
  323. }
  324. return 0;
  325. }