/* * Copyright Red Hat Inc. 2008 * * Author: Steve Olivieri * Author: Vivek Goyal * * Some part of the programs have been derived from Dhaval Giani's posting * for daemon to place the task in right container. Original copyright notice * follows. * * Copyright IBM Corporation, 2007 * Author: Dhaval Giani linux.vnet.ibm.com> * Derived from test_cn_proc.c by Matt Helsley * Original copyright notice follows * * Copyright (C) Matt Helsley, IBM Corp. 2005 * Derived from fcctl.c by Guillaume Thouvenin * Original copyright notice follows: * * Copyright (C) 2005 BULL SA. * Written by Guillaume Thouvenin bull.net> * * This program is free software; you can redistribute it and/or modify it * under the terms of version 2.1 of the GNU Lesser General Public License * as published by the Free Software Foundation. * * This program is distributed in the hope that it would be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. * * TODO Stop using netlink for communication (or at least rewrite that part). */ #include "libcgroup.h" #include "cgrulesengd.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include /* Log file */ FILE* logfile; /** * Prints the usage information for this program and, optionally, an error * message. This function uses vfprintf. * @param fd The file stream to print to * @param msg The error message to print (printf style) * @param ... Any args to msg (printf style) */ void usage(FILE* fd, const char* msg, ...) { /* List of args to msg */ va_list ap; /* Put all args after msg into the list. */ va_start(ap, msg); if (msg) vfprintf(fd, msg, ap); fprintf(fd, "\n"); fprintf(fd, "cgrulesengd -- a daemon for the cgroups rules engine\n"); fprintf(fd, " usage : cgrulesengd [--nodaemon] [--nolog] [--log FILE]" "\n"); va_end(ap); } /** * Prints a formatted message (like printf()) to a file stream, and flushes * the file stream's buffer so that the message is immediately readable. * @param fd The file stream to write to * @param format The format for the message (printf style) * @param ... Any args to format (printf style) */ void flog(FILE* fd, const char* format, ...) { /* List of args to format */ va_list ap; /* Print the message to the given stream. */ va_start(ap, format); vfprintf(fd, format, ap); va_end(ap); /* Flush the stream's buffer, so the data is readable immediately. */ fflush(fd); } /** * Process an event from the kernel, and determine the correct UID/GID/PID to * pass to libcgroup. Then, libcgroup will decide the cgroup to move the PID * to, if any. * @param ev The event to process * @param type The type of event to process (part of ev) * @return 0 on success, > 0 on failure */ int cgre_process_event(const struct proc_event *ev, const int type) { /* Handle for the /proc/PID/status file */ FILE *f; /* Path for /proc/PID/status file */ char path[FILENAME_MAX]; /* Temporary buffer */ char *buf = NULL; /* UID data */ uid_t ruid, euid, suid, fsuid; /* GID data */ gid_t rgid, egid, sgid, fsgid; /* Return codes */ int ret = 0; /* * First, we need to open the /proc/PID/status file so that we can * get the effective UID and GID for the process that we're working * on. This process is probably not us, so we can't just call * geteuid() or getegid(). */ sprintf(path, "/proc/%d/status", ev->event_data.id.process_pid); f = fopen(path, "r"); if (!f) { flog(logfile, "Failed to open %s", path); goto finished; } /* Now, we need to find either the eUID or the eGID of the process. */ buf = calloc(4096, sizeof(char)); if (!buf) { flog(logfile, "Failed to process event, out of" "memory? Error: %s\n", strerror(errno)); ret = errno; fclose(f); goto finished; } switch (type) { case PROC_EVENT_UID: /* Have the eUID, need to find the eGID. */ while (fgets(buf, 4096, f)) { if (!strncmp(buf, "Gid:", 4)) { sscanf((buf + 5), "%d%d%d%d", &rgid, &egid, &sgid, &fsgid); break; } memset(buf, '\0', 4096); } break; case PROC_EVENT_GID: /* Have the eGID, need to find the eUID. */ while (fgets(buf, 4096, f)) { if (!strncmp(buf, "Uid:", 4)) { sscanf((buf + 5), "%d%d%d%d", &ruid, &euid, &suid, &fsuid); break; } memset(buf, '\0', 4096); } break; default: flog(logfile, "For some reason, we're processing a non-UID/GID" " event. Something is wrong!\n"); break; } free(buf); fclose(f); /* * Now that we have the UID, the GID, and the PID, we can make a call * to libcgroup to change the cgroup for this PID. */ switch (type) { case PROC_EVENT_UID: flog(logfile, "Attempting to change cgroup for PID: %d, " "UID: %d, GID: %d... ", ev->event_data.id.process_pid, ev->event_data.id.e.euid, egid); ret = cgroup_change_cgroup_uid_gid_flags( ev->event_data.id.e.euid, egid, ev->event_data.id.process_pid, CGFLAG_USECACHE); break; case PROC_EVENT_GID: flog(logfile, "Attempting to change cgroup for PID: %d, " "UID: %d, GID: %d... ", ev->event_data.id.process_pid, euid, ev->event_data.id.e.egid); ret = cgroup_change_cgroup_uid_gid_flags(euid, ev->event_data.id.e.egid, ev->event_data.id.process_pid, CGFLAG_USECACHE); break; default: break; } if (ret) { flog(logfile, "FAILED!\n (Error Code: %d)\n", ret); } else { flog(logfile, "OK!\n"); } finished: return ret; } /** * Handle a netlink message. In the event of PROC_EVENT_UID or PROC_EVENT_GID, * we pass the event along to cgre_process_event for further processing. All * other events are ignored. * @param cn_hdr The netlink message * @return 0 on success, > 0 on error */ int cgre_handle_msg(struct cn_msg *cn_hdr) { /* The event to consider */ struct proc_event *ev; /* Return codes */ int ret = 0; /* Get the event data. We only care about two event types. */ ev = (struct proc_event*)cn_hdr->data; switch (ev->what) { case PROC_EVENT_UID: flog(logfile, "UID Event:\n"); flog(logfile, " PID = %d, tGID = %d, rUID = %d, eUID = %d\n", ev->event_data.id.process_pid, ev->event_data.id.process_tgid, ev->event_data.id.r.ruid, ev->event_data.id.e.euid); ret = cgre_process_event(ev, PROC_EVENT_UID); break; case PROC_EVENT_GID: flog(logfile, "GID Event:\n"); flog(logfile, " PID = %d, tGID = %d, rGID = %d, eGID = %d\n", ev->event_data.id.process_pid, ev->event_data.id.process_tgid, ev->event_data.id.r.rgid, ev->event_data.id.e.egid); ret = cgre_process_event(ev, PROC_EVENT_GID); break; default: break; } return ret; } int cgre_create_netlink_socket_process_msg() { int sk_nl; int err; struct sockaddr_nl my_nla, kern_nla, from_nla; socklen_t from_nla_len; char buff[BUFF_SIZE]; int rc = -1; struct nlmsghdr *nl_hdr; struct cn_msg *cn_hdr; enum proc_cn_mcast_op *mcop_msg; size_t recv_len = 0; /* * Create an endpoint for communication. Use the kernel user * interface device (PF_NETLINK) which is a datagram oriented * service (SOCK_DGRAM). The protocol used is the connector * protocol (NETLINK_CONNECTOR) */ sk_nl = socket(PF_NETLINK, SOCK_DGRAM, NETLINK_CONNECTOR); if (sk_nl == -1) { printf("socket sk_nl error"); return rc; } my_nla.nl_family = AF_NETLINK; my_nla.nl_groups = CN_IDX_PROC; my_nla.nl_pid = getpid(); my_nla.nl_pad = 0; kern_nla.nl_family = AF_NETLINK; kern_nla.nl_groups = CN_IDX_PROC; kern_nla.nl_pid = 1; kern_nla.nl_pad = 0; err = bind(sk_nl, (struct sockaddr *)&my_nla, sizeof(my_nla)); if (err == -1) { printf("binding sk_nl error"); goto close_and_exit; } nl_hdr = (struct nlmsghdr *)buff; cn_hdr = (struct cn_msg *)NLMSG_DATA(nl_hdr); mcop_msg = (enum proc_cn_mcast_op*)&cn_hdr->data[0]; printf("sending proc connector: PROC_CN_MCAST_LISTEN... "); memset(buff, 0, sizeof(buff)); *mcop_msg = PROC_CN_MCAST_LISTEN; /* fill the netlink header */ nl_hdr->nlmsg_len = SEND_MESSAGE_LEN; nl_hdr->nlmsg_type = NLMSG_DONE; nl_hdr->nlmsg_flags = 0; nl_hdr->nlmsg_seq = 0; nl_hdr->nlmsg_pid = getpid(); /* fill the connector header */ cn_hdr->id.idx = CN_IDX_PROC; cn_hdr->id.val = CN_VAL_PROC; cn_hdr->seq = 0; cn_hdr->ack = 0; cn_hdr->len = sizeof(enum proc_cn_mcast_op); printf("sending netlink message len=%d, cn_msg len=%d\n", nl_hdr->nlmsg_len, sizeof(struct cn_msg)); if (send(sk_nl, nl_hdr, nl_hdr->nlmsg_len, 0) != nl_hdr->nlmsg_len) { printf("failed to send proc connector mcast ctl op!\n"); goto close_and_exit; } printf("sent\n"); for(memset(buff, 0, sizeof(buff)), from_nla_len = sizeof(from_nla); ; memset(buff, 0, sizeof(buff)), from_nla_len = sizeof(from_nla)) { struct nlmsghdr *nlh = (struct nlmsghdr*)buff; memcpy(&from_nla, &kern_nla, sizeof(from_nla)); recv_len = recvfrom(sk_nl, buff, BUFF_SIZE, 0, (struct sockaddr*)&from_nla, &from_nla_len); if (recv_len == ENOBUFS) { flog(logfile, "************************************" "***********\n" "!***ERROR: NETLINK BUFFER FULL, MSG " "DROPPED***!\n" "************************************" "***********\n"); continue; } if (recv_len < 1) continue; while (NLMSG_OK(nlh, recv_len)) { cn_hdr = NLMSG_DATA(nlh); if (nlh->nlmsg_type == NLMSG_NOOP) continue; if ((nlh->nlmsg_type == NLMSG_ERROR) || (nlh->nlmsg_type == NLMSG_OVERRUN)) break; if(cgre_handle_msg(cn_hdr) < 0) { goto close_and_exit; } if (nlh->nlmsg_type == NLMSG_DONE) break; nlh = NLMSG_NEXT(nlh, recv_len); } } close_and_exit: close(sk_nl); return rc; } /** * Turns this program into a daemon. In doing so, we fork() and kill the * parent process. Note too that stdout, stdin, and stderr are closed in * daemon mode, and a file descriptor for a log file is opened. * @param logp Path of the log file * @param daemon False to turn off daemon mode (no fork, leave FDs open) * @param logs False to disable logging (no log FD, leave stdout open) * @return 0 on success, > 0 on error */ int cgre_start_daemon(const char* logp, const unsigned char daemon, const unsigned char logs) { /* PID returned from the fork() */ pid_t pid; /* Current system time */ time_t tm; /* Fork and die. */ if (daemon) { pid = fork(); if (pid < 0) { openlog("CGRE", LOG_CONS, LOG_DAEMON|LOG_WARNING); syslog(LOG_DAEMON|LOG_WARNING, "Failed to fork," " error: %s", strerror(errno)); closelog(); flog(stderr, "Failed to fork(), %s\n", strerror(errno)); return 1; } else if (pid > 0) { flog(stdout, "Starting in daemon mode.\n"); exit(EXIT_SUCCESS); } /* Change the file mode mask. */ umask(0); } else { dbg("Not using daemon mode.\n"); pid = getpid(); } if (logs) { logfile = fopen(logp, "a"); if (!logfile) { flog(stderr, "Failed to open log file %s, error: %s." " Continuing anyway.\n", logp, strerror(errno)); logfile = stdout; } else { flog(logfile, "CGroup Rules Engine Daemon\n"); tm = time(0); flog(logfile, "Current time: %s", ctime(&tm)); flog(stdout, "Opened log file: %s\n", logp); } } else { logfile = stdout; flog(stdout, "Proceeding with stdout as log output.\n"); } if (!daemon) { /* We can skip the rest, since we're not becoming a daemon. */ flog(logfile, "Proceeding with PID %d\n\n", getpid()); if (logfile != stdout) flog(stdout, "Proceeding with PID %d\n", getpid()); return 0; } else { /* Get a new SID for the child. */ if (setsid() < 0) { flog(logfile, "Failed to get a new SID, error: %s\n", strerror(errno)); return 2; } /* Change to the root directory. */ if (chdir("/") < 0) { flog(logfile, "Failed to chdir to /, error: %s\n", strerror(errno)); return 3; } /* Close standard file descriptors. */ close(STDIN_FILENO); if (logfile != stdout) close(STDOUT_FILENO); close(STDERR_FILENO); } /* If we make it this far, we're a real daemon! Or we chose not to. */ flog(logfile, "Proceeding with PID %d\n\n", getpid()); return 0; } /** * Catch the SIGUSR2 signal and reload the rules configuration. This function * makes use of the logfile and flog() to print the new rules. * @param signum The signal that we caught (always SIGUSR2) */ void cgre_flash_rules(int signum) { /* Current time */ time_t tm = time(0); flog(logfile, "\nReloading rules configuration.\n"); flog(logfile, "Current time: %s\n", ctime(&tm)); /* Ask libcgroup to reload the rules table. */ cgroup_reload_cached_rules(); /* Print the results of the new table to our log file. */ cgroup_print_rules_config(logfile); flog(logfile, "\n"); } /** * Catch the SIGTERM and SIGINT signals so that we can exit gracefully. Before * exiting, this function makes use of the logfile and flog(). * @param signum The signal that we caught (SIGTERM, SIGINT) */ void cgre_catch_term(int signum) { /* Current time */ time_t tm = time(0); flog(logfile, "\nStopped CGroup Rules Engine Daemon at %s", ctime(&tm)); flog(logfile, "========================================"); flog(logfile, "========================================\n\n"); /* Close the log file, if we opened one. */ if (logfile && logfile != stdout) fclose(logfile); exit(EXIT_SUCCESS); } int main(int argc, char *argv[]) { /* Patch to the log file */ char logp[FILENAME_MAX]; /* For catching signals */ struct sigaction sa; /* Should we daemonize? */ unsigned char daemon = 1; /* Should we log? */ unsigned char logs = 1; /* Return codes */ int ret = 0; /* Loop variable */ int i = 0; /* Make sure the user is root. */ if (getuid() != 0) { fprintf(stderr, "Error: Only root can start/stop the control" " group rules engine daemon\n"); ret = 1; goto finished; } /* Set the default log file. */ memset(logp, '\0', FILENAME_MAX); strncpy(logp, "/root/cgrulesengd.log", strlen("/root/cgrulesengd.log")); logfile = NULL; /* Parse user args. */ for (i = 1; i < argc; i++) { if (strncmp(argv[i], "--log", strlen("--log")) == 0) { i++; memset(logp, '\0', FILENAME_MAX); strncpy(logp, argv[i], strlen(argv[i])); continue; } if (strncmp(argv[i], "--nodaemon", strlen("--nodaemon")) == 0) { daemon = 0; continue; } if (strncmp(argv[i], "--nolog", strlen("--nolog")) == 0) { logs = 0; continue; } /* If we get here, the user specified an invalid arg. */ usage(stderr, "Invalid argument: %s", argv[i]); ret = 2; goto finished; } flog(stdout, "Log file is: %s\n", logp); /* Initialize libcgroup. */ if ((ret = cgroup_init()) != 0) { fprintf(stderr, "Error: libcgroup initialization failed, %d\n", ret); goto finished; } /* Ask libcgroup to load the configuration rules. */ if ((ret = cgroup_init_rules_cache()) != 0) { fprintf(stderr, "Error: libcgroup failed to initialize rules" "cache, %d\n", ret); goto finished; } /* Now, start the daemon. */ if ((ret = cgre_start_daemon(logp, daemon, logs)) < 0) { fprintf(stderr, "Error: Failed to launch the daemon, %d\n", ret); goto finished; } /* * Set up the signal handler to reload the cached rules upon reception * of a SIGUSR2 signal. */ sa.sa_handler = &cgre_flash_rules; sa.sa_flags = 0; sa.sa_restorer = NULL; sigemptyset(&sa.sa_mask); if ((ret = sigaction(SIGUSR2, &sa, NULL))) { flog(logfile, "Failed to set up signal handler for SIGUSR2." " Error: %s\n", strerror(errno)); goto finished; } /* * Set up the signal handler to catch SIGINT and SIGTERM so that we * can exit gracefully. */ sa.sa_handler = &cgre_catch_term; ret = sigaction(SIGINT, &sa, NULL); ret |= sigaction(SIGTERM, &sa, NULL); if (ret) { flog(logfile, "Failed to set up the signal handler. Error:" " %s\n", strerror(errno)); goto finished; } /* Print the configuration to the log file, or stdout. */ cgroup_print_rules_config(logfile); flog(logfile, "Started the CGroup Rules Engine Daemon.\n"); /* We loop endlesly in this function, unless we encounter an error. */ ret = cgre_create_netlink_socket_process_msg(); finished: if (logfile && logfile != stdout) fclose(logfile); return ret; }