X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=codemux.c;h=4e4fabe23e1c69809993d15bc17d9cc1eb059141;hb=a445559e39bb43f8a5d63a27e602ac45452f0f80;hp=3ca9ba0570f3ffc200d06b3fc58e7b15c6bb7d34;hpb=3238906f14511128dfbf6512e8bbaa2332ff9f36;p=codemux.git diff --git a/codemux.c b/codemux.c index 3ca9ba0..4e4fabe 100644 --- a/codemux.c +++ b/codemux.c @@ -14,6 +14,12 @@ #include #include #include "codemuxlib.h" +#include "debug.h" + +#ifdef DEBUG +HANDLE hdebugLog; +int defaultTraceSync; +#endif #define CONF_FILE "/etc/codemux/codemux.conf" #define DEMUX_PORT 80 @@ -31,6 +37,8 @@ among them */ #define FAIRNESS_CUTOFF (MAX_CONNS * 0.85) +/* codemux version, from Makefile, or specfile */ +#define CODEMUX_VERSION RPM_VERSION typedef struct FlowBuf { int fb_refs; /* num refs */ @@ -86,6 +94,9 @@ static int numNeedingHeaders; /* how many conns waiting on headers? */ static int numForks; +/* PLC netflow domain name like netflow.planet-lab.org */ +static char* domainNamePLCNetflow = NULL; + #ifndef SO_SETXID #define SO_SETXID SO_PEERCRED #endif @@ -107,8 +118,10 @@ DumpStatus(int fd) int len; sprintf(start, + "CoDemux version %s\n" "numForks %d, numActiveSlices %d, numTotalSliceConns %d\n" "numNeedingHeaders %d, anySliceXidsNeeded %d\n", + CODEMUX_VERSION, numForks, numActiveSlices, numTotalSliceConns, numNeedingHeaders, anySliceXidsNeeded); start += strlen(start); @@ -162,14 +175,14 @@ GetSliceXids(void) int xid; if ((temp = strchr(line, ':')) == NULL) - continue; /* weird line */ + goto next_line; /* weird line */ *temp = '\0'; /* terminate slice name */ temp++; if ((temp = strchr(temp+1, ':')) == NULL) - continue; /* weird line */ + goto next_line; /* weird line */ if ((xid = atoi(temp+1)) < 1) - continue; /* weird xid */ - + goto next_line; /* weird xid */ + /* we've got a slice name and xid, let's try to match */ for (i = 0; i < numSlices; i++) { if (slices[i].si_xid == 0 && @@ -178,6 +191,9 @@ GetSliceXids(void) break; } } + next_line: + if (line) + xfree(line); } /* assume service 0 is the root service, and don't check it since @@ -234,11 +250,11 @@ WhichSlicePos(char *slice) if (numSlices >= numSlicesAlloc) { numSlicesAlloc = MAX(8, numSlicesAlloc * 2); - slices = realloc(slices, numSlicesAlloc * sizeof(SliceInfo)); + slices = xrealloc(slices, numSlicesAlloc * sizeof(SliceInfo)); } memset(&slices[numSlices], 0, sizeof(SliceInfo)); - slices[numSlices].si_sliceName = strdup(slice); + slices[numSlices].si_sliceName = xstrdup(slice); numSlices++; return(numSlices-1); } @@ -278,13 +294,13 @@ ReadConfFile(void) ServiceSig serv; int port; if (line != NULL) - free(line); + xfree(line); if ((line = GetNextLine(f)) == NULL) break; memset(&serv, 0, sizeof(serv)); - if (WordCount(line) != 3) { + if (WordCount(line) < 3) { fprintf(stderr, "bad line: %s\n", line); continue; } @@ -297,15 +313,23 @@ ReadConfFile(void) serv.ss_host = GetWord(line, 0); serv.ss_slice = GetWord(line, 1); - if (num == 0 && /* the first row must be an entry for apache */ - (strcmp(serv.ss_host, "*") != 0 || - strcmp(serv.ss_slice, "root") != 0)) { - fprintf(stderr, "first row has to be for webserver\n"); - exit(-1); + if (num == 0) { + /* the first row must be an entry for apache */ + if (strcmp(serv.ss_host, "*") != 0 || + strcmp(serv.ss_slice, "root") != 0) { + fprintf(stderr, "first row has to be for webserver\n"); + exit(-1); + } + /* see if there's PLC netflow's domain name */ + if (domainNamePLCNetflow != NULL) { + xfree(domainNamePLCNetflow); + domainNamePLCNetflow = NULL; + } + domainNamePLCNetflow = GetWord(line, 3); } if (num >= numAlloc) { numAlloc = MAX(numAlloc * 2, 8); - servs = realloc(servs, numAlloc * sizeof(ServiceSig)); + servs = xrealloc(servs, numAlloc * sizeof(ServiceSig)); } serv.ss_slicePos = WhichSlicePos(serv.ss_slice); if (slices[serv.ss_slicePos].si_inUse == 0 && @@ -317,6 +341,8 @@ ReadConfFile(void) fclose(f); +#if 0 + /* Faiyaz asked me to allow a single-entry codemux conf */ if (num == 1) { if (numServices == 0) { fprintf(stderr, "nothing found in codemux.conf\n"); @@ -324,12 +350,17 @@ ReadConfFile(void) } return; } +#endif + if (num < 1) { + fprintf(stderr, "no entry found in codemux.conf\n"); + exit(-1); + } for (i = 0; i < numServices; i++) { - free(serviceSig[i].ss_host); - free(serviceSig[i].ss_slice); + xfree(serviceSig[i].ss_host); + xfree(serviceSig[i].ss_slice); } - free(serviceSig); + xfree(serviceSig); serviceSig = servs; numServices = num; confFileReadTime = statBuf.st_mtime; @@ -426,7 +457,7 @@ static int FindService(FlowBuf *fb, int *whichService, struct in_addr addr) { char *end; - char *lowerBuf; + char lowerBuf[FB_ALLOCSIZE]; char *hostVal; char *buf = fb->fb_buf; char orig[256]; @@ -435,7 +466,7 @@ FindService(FlowBuf *fb, int *whichService, struct in_addr addr) int i; int len; #endif - + if (strstr(buf, "\n\r\n") == NULL && strstr(buf, "\n\n") == NULL) return(FAILURE); @@ -444,7 +475,7 @@ FindService(FlowBuf *fb, int *whichService, struct in_addr addr) fb->fb_used += InsertHeader(buf, fb->fb_used + 1, orig); /* get just the header, so we can work on it */ - LOCAL_STR_DUP_LOWER(lowerBuf, buf); + StrcpyLower(lowerBuf, buf); if ((end = strstr(lowerBuf, "\n\r\n")) == NULL) end = strstr(lowerBuf, "\n\n"); *end = '\0'; @@ -472,7 +503,6 @@ FindService(FlowBuf *fb, int *whichService, struct in_addr addr) DoesDotlessSuffixMatch(hostVal, 0, serviceSig[i].ss_host)) { *whichService = i; free(hostVal); - /* printf("%s", buf); */ return(SUCCESS); } } @@ -645,6 +675,10 @@ ReallyCloseSocks(void) SliceConnsDec(sockInfo[fd].si_whichService); sockInfo[fd].si_whichService = -1; } + /* KyoungSoo*/ + if (sockInfo[fd].si_peerFd >= 0) { + sockInfo[sockInfo[fd].si_peerFd].si_peerFd = -1; + } } numSocksToClose = 0; } @@ -664,7 +698,7 @@ SocketReadyToRead(int fd) } if ((fb = si->si_readBuf) == NULL) { - fb = si->si_readBuf = calloc(1, sizeof(FlowBuf)); + fb = si->si_readBuf = xcalloc(1, sizeof(FlowBuf)); fb->fb_refs = 1; if (si->si_peerFd >= 0) { sockInfo[si->si_peerFd].si_writeBuf = fb; @@ -673,10 +707,10 @@ SocketReadyToRead(int fd) } if (fb->fb_buf == NULL) - fb->fb_buf = malloc(FB_ALLOCSIZE); + fb->fb_buf = xmalloc(FB_ALLOCSIZE); /* determine read buffer size - if 0, then block reads and return */ - if ((spaceLeft = FB_SIZE - fb->fb_used) < 0) { + if ((spaceLeft = FB_SIZE - fb->fb_used) <= 0) { if (si->si_needsHeaderSince) { write(fd, err400BadRequest, strlen(err400BadRequest)); CloseSock(fd); @@ -686,8 +720,8 @@ SocketReadyToRead(int fd) ClearFd(fd, &masterReadSet); return; } - } - + } + /* read as much as allowed, and is available */ if ((res = read(fd, &fb->fb_buf[fb->fb_used], spaceLeft)) == 0) { CloseSock(fd); @@ -700,6 +734,7 @@ SocketReadyToRead(int fd) if (res == -1) { if (errno == EAGAIN) return; + TRACE("fd=%d errno=%d errstr=%s\n",fd, errno, strerror(errno)); CloseSock(fd); if (fb->fb_used == 0 && si->si_peerFd >= 0) { CloseSock(si->si_peerFd); @@ -709,7 +744,7 @@ SocketReadyToRead(int fd) } fb->fb_used += res; fb->fb_buf[fb->fb_used] = 0; /* terminate it for convenience */ - printf("sock %d, read %d, total %d\n", fd, res, fb->fb_used); + // printf("sock %d, read %d, total %d\n", fd, res, fb->fb_used); /* if we need header, check if we've gotten it. if so, do modifications and continue. if not, check if we've read the @@ -731,6 +766,25 @@ SocketReadyToRead(int fd) // printf("found service %d\n", whichService); slice = ServiceToSlice(whichService); + /* if it needs to be redirected to PLC, let it be handled here */ + if (whichService == 0 && domainNamePLCNetflow != NULL && + strcmp(slice->si_sliceName, "root") == 0) { + char msg[1024]; + int len; + static const char* resp302 = + "HTTP/1.0 302 Found\r\n" + "Location: http://%s\r\n" + "Cache-Control: no-cache, no-store\r\n" + "Content-type: text/html\r\n" + "Connection: close\r\n" + "\r\n" + "Your request is being redirected to PLC Netflow http://%s\n"; + len = snprintf(msg, sizeof(msg), resp302, + domainNamePLCNetflow, domainNamePLCNetflow); + write(fd, msg, len); + CloseSock(fd); + return; + } /* no service can have more than some absolute max number of connections. Also, when we're too busy, start enforcing fairness across the servers */ @@ -738,6 +792,7 @@ SocketReadyToRead(int fd) (numTotalSliceConns > FAIRNESS_CUTOFF && slice->si_numConns > MAX_CONNS/numActiveSlices)) { write(fd, err503TooBusy, strlen(err503TooBusy)); + TRACE("CloseSock(): fd=%d too busy\n", fd); CloseSock(fd); return; } @@ -758,6 +813,7 @@ SocketReadyToRead(int fd) numNeedingHeaders--; if (StartConnect(fd, whichService) != SUCCESS) { write(fd, err503Unavailable, strlen(err503Unavailable)); + TRACE("CloseSock(): fd=%d StartConnect() failed\n", fd); CloseSock(fd); return; } @@ -767,9 +823,13 @@ SocketReadyToRead(int fd) /* write anything possible */ if (WriteAvailData(si->si_peerFd) != SUCCESS) { /* assume the worst and close */ + TRACE("CloseSock(): fd=%d WriteAvailData() failed errno=%d errstr=%s\n", + fd, errno, strerror(errno)); CloseSock(fd); - CloseSock(si->si_peerFd); - si->si_peerFd = -1; + if (si->si_peerFd >=0) { + CloseSock(si->si_peerFd); + si->si_peerFd = -1; + } } } /*-----------------------------------------------------------------*/ @@ -790,6 +850,8 @@ SocketReadyToWrite(int fd) /* if we have data, write it */ if (WriteAvailData(fd) != SUCCESS) { /* assume the worst and close */ + TRACE("CloseSock(): fd=%d WriteAvailData() failed errno=%d errstr=%s\n", + fd, errno, strerror(errno)); CloseSock(fd); if (si->si_peerFd >= 0) { CloseSock(si->si_peerFd); @@ -799,8 +861,9 @@ SocketReadyToWrite(int fd) } /* if peer is closed and we're done writing, we should close */ - if (si->si_peerFd < 0 && si->si_writeBuf->fb_used == 0) + if (si->si_peerFd < 0 && si->si_writeBuf->fb_used == 0) { CloseSock(fd); + } } /*-----------------------------------------------------------------*/ static void @@ -836,7 +899,7 @@ CloseReqlessConns(void) /* if it's too old, close it */ for (i = 0; i < highestSetFd+1; i++) { if (sockInfo[i].si_needsHeaderSince && - (now - sockInfo[i].si_needsHeaderSince) > maxAge) + (now - sockInfo[i].si_needsHeaderSince) > maxAge) CloseSock(i); } } @@ -910,6 +973,11 @@ MainLoop(int lisSock) socklen_t lenAddr = sizeof(addr); if ((newSock = accept(lisSock, (struct sockaddr *) &addr, &lenAddr)) >= 0) { + /* make socket non-blocking */ + if (fcntl(newSock, F_SETFL, O_NONBLOCK) < 0) { + close(newSock); + continue; + } memset(&sockInfo[newSock], 0, sizeof(SockInfo)); sockInfo[newSock].si_needsHeaderSince = now; numNeedingHeaders++; @@ -964,19 +1032,8 @@ static int OpenLogFile(void) { static const char* logfile = "/var/log/codemux.log"; - static const char* oldlogfile = "/var/log/codemux.log.old"; int logfd; - /* if the previous log file exists, - rename it to the oldlogfile */ - if (access(logfile, F_OK) == 0) { - if (rename(logfile, oldlogfile) < 0) { - fprintf(stderr, "cannot rotate the logfile err=%s\n", - strerror(errno)); - exit(-1); - } - } - logfd = open(logfile, O_WRONLY | O_APPEND | O_CREAT, 0600); if (logfd < 0) { fprintf(stderr, "cannot open the logfile err=%s\n", @@ -1025,6 +1082,10 @@ main(int argc, char *argv[]) /* open the log file */ logFd = OpenLogFile(); + + /* write down the version */ + fprintf(stderr, "CoDemux version %s started\n", CODEMUX_VERSION); + while (1) { numForks++; if (fork()) {