#include "hmain.h" #include "hbase.h" #include "hlog.h" #include "herr.h" #include "htime.h" #include "hthread.h" #ifdef OS_DARWIN #include #define environ (*_NSGetEnviron()) #endif main_ctx_t g_main_ctx; static void init_arg_kv(int maxsize) { g_main_ctx.arg_kv_size = 0; SAFE_ALLOC(g_main_ctx.arg_kv, sizeof(char*) * maxsize); } static void save_arg_kv(const char* key, int key_len, const char* val, int val_len) { if (key_len <= 0) key_len = strlen(key); if (val_len <= 0) val_len = strlen(val); char* arg = NULL; SAFE_ALLOC(arg, key_len + val_len + 2); memcpy(arg, key, key_len); arg[key_len] = '='; memcpy(arg + key_len + 1, val, val_len); // printf("save_arg_kv: %s\n", arg); g_main_ctx.arg_kv[g_main_ctx.arg_kv_size++] = arg; } static void init_arg_list(int maxsize) { g_main_ctx.arg_list_size = 0; SAFE_ALLOC(g_main_ctx.arg_list, sizeof(char*) * maxsize); } static void save_arg_list(const char* arg) { // printf("save_arg_list: %s\n", arg); g_main_ctx.arg_list[g_main_ctx.arg_list_size++] = strdup(arg); } static const char* get_val(char** kvs, const char* key) { if (kvs == NULL) return NULL; int key_len = strlen(key); char* kv = NULL; int kv_len = 0; for (int i = 0; kvs[i]; ++i) { kv = kvs[i]; kv_len = strlen(kv); if (kv_len <= key_len) continue; // key=val if (memcmp(kv, key, key_len) == 0 && kv[key_len] == '=') { return kv + key_len + 1; } } return NULL; } const char* get_arg(const char* key) { return get_val(g_main_ctx.arg_kv, key); } const char* get_env(const char* key) { return get_val(g_main_ctx.save_envp, key); } int main_ctx_init(int argc, char** argv) { if (argc == 0 || argv == NULL) { argc = 1; SAFE_ALLOC(argv, 2 * sizeof(char*)); SAFE_ALLOC(argv[0], MAX_PATH); get_executable_path(argv[0], MAX_PATH); } get_run_dir(g_main_ctx.run_dir, sizeof(g_main_ctx.run_dir)); //printf("run_dir=%s\n", g_main_ctx.run_dir); strncpy(g_main_ctx.program_name, hv_basename(argv[0]), sizeof(g_main_ctx.program_name)); #ifdef OS_WIN if (strcmp(g_main_ctx.program_name+strlen(g_main_ctx.program_name)-4, ".exe") == 0) { *(g_main_ctx.program_name+strlen(g_main_ctx.program_name)-4) = '\0'; } #endif //printf("program_name=%s\n", g_main_ctx.program_name); char logdir[MAX_PATH] = {0}; snprintf(logdir, sizeof(logdir), "%s/logs", g_main_ctx.run_dir); hv_mkdir(logdir); snprintf(g_main_ctx.confile, sizeof(g_main_ctx.confile), "%s/etc/%s.conf", g_main_ctx.run_dir, g_main_ctx.program_name); snprintf(g_main_ctx.pidfile, sizeof(g_main_ctx.pidfile), "%s/logs/%s.pid", g_main_ctx.run_dir, g_main_ctx.program_name); snprintf(g_main_ctx.logfile, sizeof(g_main_ctx.logfile), "%s/logs/%s.log", g_main_ctx.run_dir, g_main_ctx.program_name); hlog_set_file(g_main_ctx.logfile); g_main_ctx.pid = getpid(); g_main_ctx.oldpid = getpid_from_pidfile(); #ifdef OS_UNIX if (kill(g_main_ctx.oldpid, 0) == -1 && errno == ESRCH) { g_main_ctx.oldpid = -1; } #else HANDLE hproc = OpenProcess(PROCESS_TERMINATE, FALSE, g_main_ctx.oldpid); if (hproc == NULL) { g_main_ctx.oldpid = -1; } else { CloseHandle(hproc); } #endif // save arg int i = 0; g_main_ctx.os_argv = argv; g_main_ctx.argc = 0; g_main_ctx.arg_len = 0; for (i = 0; argv[i]; ++i) { g_main_ctx.arg_len += strlen(argv[i]) + 1; } g_main_ctx.argc = i; char* argp = NULL; SAFE_ALLOC(argp, g_main_ctx.arg_len); SAFE_ALLOC(g_main_ctx.save_argv, (g_main_ctx.argc + 1) * sizeof(char*)); char* cmdline = NULL; SAFE_ALLOC(cmdline, g_main_ctx.arg_len); g_main_ctx.cmdline = cmdline; for (i = 0; argv[i]; ++i) { strcpy(argp, argv[i]); g_main_ctx.save_argv[i] = argp; argp += strlen(argv[i]) + 1; strcpy(cmdline, argv[i]); cmdline += strlen(argv[i]); *cmdline = ' '; ++cmdline; } g_main_ctx.save_argv[g_main_ctx.argc] = NULL; g_main_ctx.cmdline[g_main_ctx.arg_len-1] = '\0'; #if defined(OS_WIN) || defined(OS_LINUX) || defined(OS_DARWIN) // save env g_main_ctx.os_envp = environ; g_main_ctx.envc = 0; g_main_ctx.env_len = 0; for (i = 0; environ[i]; ++i) { g_main_ctx.env_len += strlen(environ[i]) + 1; } g_main_ctx.envc = i; char* envp = NULL; SAFE_ALLOC(envp, g_main_ctx.env_len); SAFE_ALLOC(g_main_ctx.save_envp, (g_main_ctx.envc + 1) * sizeof(char*)); for (i = 0; environ[i]; ++i) { g_main_ctx.save_envp[i] = envp; strcpy(g_main_ctx.save_envp[i], environ[i]); envp += strlen(environ[i]) + 1; } g_main_ctx.save_envp[g_main_ctx.envc] = NULL; #endif // signals g_main_ctx.reload_fn = NULL; g_main_ctx.reload_userdata = NULL; // master workers g_main_ctx.worker_processes = 0; g_main_ctx.worker_threads = 0; g_main_ctx.worker_fn = 0; g_main_ctx.worker_userdata = 0; g_main_ctx.proc_ctxs = NULL; atexit(main_ctx_free); return 0; } void main_ctx_free(void) { if (g_main_ctx.save_argv) { SAFE_FREE(g_main_ctx.save_argv[0]); SAFE_FREE(g_main_ctx.save_argv); } SAFE_FREE(g_main_ctx.cmdline); if (g_main_ctx.save_envp) { SAFE_FREE(g_main_ctx.save_envp[0]); SAFE_FREE(g_main_ctx.save_envp); } if (g_main_ctx.arg_kv) { for (int i = 0; i < g_main_ctx.arg_kv_size; ++i) { SAFE_FREE(g_main_ctx.arg_kv[i]); } SAFE_FREE(g_main_ctx.arg_kv); } if (g_main_ctx.arg_list) { for (int i = 0; i < g_main_ctx.arg_list_size; ++i) { SAFE_FREE(g_main_ctx.arg_list[i]); } SAFE_FREE(g_main_ctx.arg_list); } } #define UNDEFINED_OPTION -1 static int get_arg_type(int short_opt, const char* options) { if (options == NULL) return UNDEFINED_OPTION; const char* p = options; while (*p && *p != short_opt) ++p; if (*p == '\0') return UNDEFINED_OPTION; if (*(p+1) == ':') return REQUIRED_ARGUMENT; return NO_ARGUMENT; } int parse_opt(int argc, char** argv, const char* options) { if (argc < 1) return 0; init_arg_kv(strlen(options) + 1); init_arg_list(argc); for (int i = 1; argv[i]; ++i) { char* p = argv[i]; if (*p != '-') { save_arg_list(argv[i]); continue; } while (*++p) { int arg_type = get_arg_type(*p, options); if (arg_type == UNDEFINED_OPTION) { printf("Invalid option '%c'\n", *p); return -20; } else if (arg_type == NO_ARGUMENT) { save_arg_kv(p, 1, OPTION_ENABLE, 0); continue; } else if (arg_type == REQUIRED_ARGUMENT) { if (*(p+1) != '\0') { save_arg_kv(p, 1, p+1, 0); break; } else if (argv[i+1] != NULL) { save_arg_kv(p, 1, argv[++i], 0); break; } else { printf("Option '%c' requires param\n", *p); return -30; } } } } return 0; } static const option_t* get_option(const char* opt, const option_t* long_options, int size) { if (opt == NULL || long_options == NULL) return NULL; int len = strlen(opt); if (len == 0) return NULL; if (len == 1) { for (int i = 0; i < size; ++i) { if (long_options[i].short_opt == *opt) { return &long_options[i]; } } } else { for (int i = 0; i < size; ++i) { if (strcmp(long_options[i].long_opt, opt) == 0) { return &long_options[i]; } } } return NULL; } #define MAX_OPTION 32 // opt type #define NOPREFIX_OPTION 0 #define SHORT_OPTION -1 #define LONG_OPTION -2 int parse_opt_long(int argc, char** argv, const option_t* long_options, int size) { if (argc < 1) return 0; init_arg_kv(size + 1); init_arg_list(argc); char opt[MAX_OPTION+1] = {0}; for (int i = 1; argv[i]; ++i) { char* arg = argv[i]; int opt_type = NOPREFIX_OPTION; // prefix if (*arg == OPTION_PREFIX) { ++arg; opt_type = SHORT_OPTION; if (*arg == OPTION_PREFIX) { ++arg; opt_type = LONG_OPTION; } } int arg_len = strlen(arg); // delim char* delim = strchr(arg, OPTION_DELIM); if (delim) { if (delim == arg || delim == arg+arg_len-1 || delim-arg > MAX_OPTION) { printf("Invalid option '%s'\n", argv[i]); return -10; } memcpy(opt, arg, delim-arg); opt[delim-arg] = '\0'; } else { if (opt_type == SHORT_OPTION) { *opt = *arg; opt[1] = '\0'; } else { strncpy(opt, arg, MAX_OPTION); } } // get_option const option_t* pOption = get_option(opt, long_options, size); if (pOption == NULL) { if (delim == NULL && opt_type == NOPREFIX_OPTION) { save_arg_list(arg); continue; } else { printf("Invalid option: '%s'\n", argv[i]); return -10; } } const char* value = NULL; if (pOption->arg_type == NO_ARGUMENT) { // -h value = OPTION_ENABLE; } else { if (delim) { // --port=80 value = delim+1; } else { if (opt_type == SHORT_OPTION && *(arg+1) != '\0') { // p80 value = arg+1; } else if (argv[i+1] != NULL) { // --port 80 value = argv[++i]; } else if (pOption->arg_type == REQUIRED_ARGUMENT) { printf("Option '%s' requires parament\n", opt); return -20; } else { // arg_type == OPTIONAL_ARGUMENT value = OPTION_ENABLE; } } } // preferred to use short_opt as key if (pOption->short_opt > 0) { save_arg_kv(&pOption->short_opt, 1, value, 0); } else if (pOption->long_opt) { save_arg_kv(pOption->long_opt, 0, value, 0); } } return 0; } int dump_opt_long(const option_t* long_options, int opt_size, char* out_str, int out_size) { /* * Usage: program_name [short_options] * Options: * -%c|--%s description * -%c|--%s description * -%c|--%s [value] description */ int align = 0, max_align = 0; char short_options[256] = {0}; char* p = short_options; for (int i = 0; i < opt_size; ++i) { if (long_options[i].short_opt > 0) { *p++ = long_options[i].short_opt; } if (long_options[i].arg_type == NO_ARGUMENT) { // " -%c|--%s " align = 9 + strlen(long_options[i].long_opt); } else { // " -%c|--%s " align = 17 + strlen(long_options[i].long_opt); if (long_options[i].short_opt > 0) { *p++ = ':'; } } if (align > max_align) max_align = align; } int offset = 0; if (*g_main_ctx.program_name) { offset = snprintf(out_str, out_size, "Usage: %s [%s]\n", g_main_ctx.program_name, short_options); } offset += snprintf(out_str + offset, out_size - offset, "Options:\n"); char short_opt_chars[4] = {0}; for (int i = 0; i < opt_size; ++i) { if (long_options[i].short_opt > 0) { // -%c| short_opt_chars[0] = '-'; short_opt_chars[1] = long_options[i].short_opt; short_opt_chars[2] = '|'; } else { short_opt_chars[0] = ' '; short_opt_chars[1] = ' '; short_opt_chars[2] = ' '; } if (long_options[i].arg_type == NO_ARGUMENT) { // " -%c|--%s " align = 9 + strlen(long_options[i].long_opt); } else { // " -%c|--%s " align = 17 + strlen(long_options[i].long_opt); } offset += snprintf(out_str + offset, out_size - offset, " %s--%s%s %*s%s\n", short_opt_chars, long_options[i].long_opt, long_options[i].arg_type == REQUIRED_ARGUMENT ? " " : long_options[i].arg_type == OPTIONAL_ARGUMENT ? " [value]" : "", max_align - align, "", long_options[i].description ? long_options[i].description : ""); } return offset; } #if defined(OS_UNIX) && !HAVE_SETPROCTITLE /* * memory layout * argv[0]\0argv[1]\0argv[n]\0env[0]\0env[1]\0env[n]\0 */ void setproctitle(const char* fmt, ...) { char buf[256] = {0}; va_list ap; va_start(ap, fmt); vsnprintf(buf, sizeof(buf) - 1, fmt, ap); va_end(ap); int len = g_main_ctx.arg_len + g_main_ctx.env_len; if (g_main_ctx.os_argv && len) { strncpy(g_main_ctx.os_argv[0], buf, len-1); } } #endif int create_pidfile() { FILE* fp = fopen(g_main_ctx.pidfile, "w"); if (fp == NULL) { hloge("fopen('%s') error: %d", g_main_ctx.pidfile, errno); return -1; } g_main_ctx.pid = hv_getpid(); fprintf(fp, "%d\n", (int)g_main_ctx.pid); fclose(fp); hlogi("create_pidfile('%s') pid=%d", g_main_ctx.pidfile, g_main_ctx.pid); atexit(delete_pidfile); return 0; } void delete_pidfile(void) { hlogi("delete_pidfile('%s') pid=%d", g_main_ctx.pidfile, g_main_ctx.pid); remove(g_main_ctx.pidfile); } pid_t getpid_from_pidfile() { FILE* fp = fopen(g_main_ctx.pidfile, "r"); if (fp == NULL) { // hloge("fopen('%s') error: %d", g_main_ctx.pidfile, errno); return -1; } int pid = -1; fscanf(fp, "%d", &pid); fclose(fp); return pid; } #ifdef OS_UNIX // unix use signal #include void signal_handler(int signo) { hlogi("pid=%d recv signo=%d", getpid(), signo); switch (signo) { case SIGINT: case SIGNAL_TERMINATE: hlogi("killall processes"); signal(SIGCHLD, SIG_IGN); // master send SIGKILL => workers for (int i = 0; i < g_main_ctx.worker_processes; ++i) { if (g_main_ctx.proc_ctxs[i].pid <= 0) break; kill(g_main_ctx.proc_ctxs[i].pid, SIGKILL); g_main_ctx.proc_ctxs[i].pid = -1; } exit(0); break; case SIGCHLD: { pid_t pid = 0; int status = 0; while ((pid = waitpid(-1, &status, WNOHANG)) > 0) { hlogw("proc stop/waiting, pid=%d status=%d", pid, status); for (int i = 0; i < g_main_ctx.worker_processes; ++i) { proc_ctx_t* ctx = g_main_ctx.proc_ctxs + i; if (ctx->pid == pid) { ctx->pid = -1; // NOTE: avoid frequent crash and restart time_t run_time = time(NULL) - ctx->start_time; if (ctx->spawn_cnt < 3 || run_time > 3600) { hproc_spawn(ctx); } else { hloge("proc crash, pid=%d spawn_cnt=%d run_time=%us", pid, ctx->spawn_cnt, (unsigned int)run_time); bool have_worker = false; for (int i = 0; i < g_main_ctx.worker_processes; ++i) { if (g_main_ctx.proc_ctxs[i].pid > 0) { have_worker = true; break; } } if (!have_worker) { hlogw("No alive worker process, exit master process!"); exit(0); } } break; } } } } break; case SIGNAL_RELOAD: if (g_main_ctx.reload_fn) { g_main_ctx.reload_fn(g_main_ctx.reload_userdata); if (getpid_from_pidfile() == getpid()) { // master send SIGNAL_RELOAD => workers for (int i = 0; i < g_main_ctx.worker_processes; ++i) { if (g_main_ctx.proc_ctxs[i].pid <= 0) break; kill(g_main_ctx.proc_ctxs[i].pid, SIGNAL_RELOAD); } } } break; default: break; } } int signal_init(procedure_t reload_fn, void* reload_userdata) { g_main_ctx.reload_fn = reload_fn; g_main_ctx.reload_userdata = reload_userdata; signal(SIGINT, signal_handler); signal(SIGCHLD, signal_handler); signal(SIGNAL_TERMINATE, signal_handler); signal(SIGNAL_RELOAD, signal_handler); return 0; } #elif defined(OS_WIN) #include // for timeSetEvent // win32 use Event //static HANDLE s_hEventTerm = NULL; static HANDLE s_hEventReload = NULL; static void WINAPI on_timer(UINT uTimerID, UINT uMsg, DWORD_PTR dwUser, DWORD_PTR dw1, DWORD_PTR dw2) { DWORD ret; /* ret = WaitForSingleObject(s_hEventTerm, 0); if (ret == WAIT_OBJECT_0) { hlogi("pid=%d recv event [TERM]", getpid()); if (getpid_from_pidfile() == getpid()) { timeKillEvent(uTimerID); exit(0); } } */ ret = WaitForSingleObject(s_hEventReload, 0); if (ret == WAIT_OBJECT_0) { hlogi("pid=%d recv event [RELOAD]", getpid()); if (g_main_ctx.reload_fn) { g_main_ctx.reload_fn(g_main_ctx.reload_userdata); } } } static void signal_cleanup(void) { //CloseHandle(s_hEventTerm); //s_hEventTerm = NULL; CloseHandle(s_hEventReload); s_hEventReload = NULL; } int signal_init(procedure_t reload_fn, void* reload_userdata) { g_main_ctx.reload_fn = reload_fn; g_main_ctx.reload_userdata = reload_userdata; char eventname[MAX_PATH] = {0}; //snprintf(eventname, sizeof(eventname), "%s_term_event", g_main_ctx.program_name); //s_hEventTerm = CreateEvent(NULL, FALSE, FALSE, eventname); //s_hEventTerm = OpenEvent(EVENT_ALL_ACCESS, FALSE, eventname); snprintf(eventname, sizeof(eventname), "%s_reload_event", g_main_ctx.program_name); s_hEventReload = CreateEvent(NULL, FALSE, FALSE, eventname); timeSetEvent(1000, 1000, on_timer, 0, TIME_PERIODIC); atexit(signal_cleanup); return 0; } #endif static void kill_proc(int pid) { #ifdef OS_UNIX kill(pid, SIGNAL_TERMINATE); #else //SetEvent(s_hEventTerm); //hv_sleep(1); HANDLE hproc = OpenProcess(PROCESS_TERMINATE, FALSE, pid); if (hproc) { TerminateProcess(hproc, 0); CloseHandle(hproc); } #endif } void signal_handle(const char* signal) { if (strcmp(signal, "start") == 0) { if (g_main_ctx.oldpid > 0) { printf("%s is already running, pid=%d\n", g_main_ctx.program_name, g_main_ctx.oldpid); exit(0); } } else if (strcmp(signal, "stop") == 0) { if (g_main_ctx.oldpid > 0) { kill_proc(g_main_ctx.oldpid); printf("%s stop/waiting\n", g_main_ctx.program_name); } else { printf("%s is already stopped\n", g_main_ctx.program_name); } exit(0); } else if (strcmp(signal, "restart") == 0) { if (g_main_ctx.oldpid > 0) { kill_proc(g_main_ctx.oldpid); printf("%s stop/waiting\n", g_main_ctx.program_name); hv_sleep(1); } } else if (strcmp(signal, "status") == 0) { if (g_main_ctx.oldpid > 0) { printf("%s start/running, pid=%d\n", g_main_ctx.program_name, g_main_ctx.oldpid); } else { printf("%s stop/waiting\n", g_main_ctx.program_name); } exit(0); } else if (strcmp(signal, "reload") == 0) { if (g_main_ctx.oldpid > 0) { printf("reload confile [%s]\n", g_main_ctx.confile); #ifdef OS_UNIX kill(g_main_ctx.oldpid, SIGNAL_RELOAD); #else SetEvent(s_hEventReload); #endif } hv_sleep(1); exit(0); } else { printf("Invalid signal: '%s'\n", signal); exit(0); } printf("%s start/running\n", g_main_ctx.program_name); } // master-workers processes static HTHREAD_ROUTINE(worker_thread) { hlogi("worker_thread pid=%ld tid=%ld", hv_getpid(), hv_gettid()); if (g_main_ctx.worker_fn) { g_main_ctx.worker_fn(g_main_ctx.worker_userdata); } return 0; } static void worker_init(void* userdata) { #ifdef OS_UNIX setproctitle("%s: worker process", g_main_ctx.program_name); signal(SIGNAL_RELOAD, signal_handler); #endif } static void worker_proc(void* userdata) { for (int i = 1; i < g_main_ctx.worker_threads; ++i) { hthread_create(worker_thread, NULL); } worker_thread(NULL); } int master_workers_run(procedure_t worker_fn, void* worker_userdata, int worker_processes, int worker_threads, bool wait) { #ifdef OS_WIN // NOTE: Windows not provide MultiProcesses if (worker_threads == 0) { // MultiProcesses => MultiThreads worker_threads = worker_processes; } worker_processes = 0; #endif if (worker_threads == 0) worker_threads = 1; g_main_ctx.worker_threads = worker_threads; g_main_ctx.worker_fn = worker_fn; g_main_ctx.worker_userdata = worker_userdata; if (worker_processes == 0) { // single process if (wait) { for (int i = 1; i < worker_threads; ++i) { hthread_create(worker_thread, NULL); } worker_thread(NULL); } else { for (int i = 0; i < worker_threads; ++i) { hthread_create(worker_thread, NULL); } } } else { if (g_main_ctx.worker_processes != 0) { return ERR_OVER_LIMIT; } // master-workers processes #ifdef OS_UNIX setproctitle("%s: master process", g_main_ctx.program_name); signal(SIGNAL_RELOAD, signal_handler); #endif g_main_ctx.worker_processes = worker_processes; int bytes = g_main_ctx.worker_processes * sizeof(proc_ctx_t); SAFE_ALLOC(g_main_ctx.proc_ctxs, bytes); proc_ctx_t* ctx = g_main_ctx.proc_ctxs; for (int i = 0; i < g_main_ctx.worker_processes; ++i, ++ctx) { ctx->init = worker_init; ctx->proc = worker_proc; hproc_spawn(ctx); hlogi("workers[%d] start/running, pid=%d", i, ctx->pid); } g_main_ctx.pid = getpid(); hlogi("master start/running, pid=%d", g_main_ctx.pid); if (wait) { while (1) hv_sleep (1); } } return 0; }