diff options
| -rw-r--r-- | lib/libalpm/server.c | 578 | ||||
| -rw-r--r-- | lib/libalpm/server.h | 53 |
2 files changed, 631 insertions, 0 deletions
diff --git a/lib/libalpm/server.c b/lib/libalpm/server.c new file mode 100644 index 00000000..a0f38c42 --- /dev/null +++ b/lib/libalpm/server.c @@ -0,0 +1,578 @@ +/* + * server.c + * + * Copyright (c) 2006 by Miklos Vajna <vmiklos@frugalware.org> + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, + * USA. + */ + +#include <stdlib.h> +#include <string.h> +#include <stdio.h> +#include <libintl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <unistd.h> +#include <time.h> +#include <sys/time.h> +#include <ftplib.h> + +/* pacman */ +#include "server.h" +#include "error.h" +#include "log.h" +#include "alpm.h" +#include "util.h" +#include "handle.h" + +extern pmhandle_t *handle; +FtpCallback pm_dlcb = NULL; +/* progress bar */ +char *pm_dlfnm=NULL; +int *pm_dloffset=NULL; +struct timeval *pm_dlt0=NULL, *pm_dlt=NULL; +float *pm_dlrate=NULL; +int *pm_dlxfered1=NULL; +unsigned char *pm_dleta_h=NULL, *pm_dleta_m=NULL, *pm_dleta_s=NULL; + +pmserver_t *_alpm_server_new(char *url) +{ + pmserver_t *server; + char *ptr; + + server = (pmserver_t *)malloc(sizeof(pmserver_t)); + if(server == NULL) { + _alpm_log(PM_LOG_ERROR, _("malloc failure: could not allocate %d bytes"), sizeof(pmserver_t)); + RET_ERR(PM_ERR_MEMORY, NULL); + } + + memset(server, 0, sizeof(pmserver_t)); + + /* parse our special url */ + ptr = strstr(url, "://"); + if(ptr == NULL) { + RET_ERR(PM_ERR_SERVER_BAD_LOCATION, NULL); + } + *ptr = '\0'; + ptr++; ptr++; ptr++; + if(ptr == NULL || *ptr == '\0') { + RET_ERR(PM_ERR_SERVER_BAD_LOCATION, NULL); + } + server->protocol = strdup(url); + if(!strcmp(server->protocol, "ftp") || !strcmp(server->protocol, "http")) { + char *slash; + /* split the url into domain and path */ + slash = strchr(ptr, '/'); + if(slash == NULL) { + /* no path included, default to / */ + server->path = strdup("/"); + } else { + /* add a trailing slash if we need to */ + if(slash[strlen(slash)-1] == '/') { + server->path = strdup(slash); + } else { + if((server->path = (char *)malloc(strlen(slash)+2)) == NULL) { + _alpm_log(PM_LOG_ERROR, _("malloc failure: could not allocate %d bytes"), sizeof(strlen(slash+2))); + RET_ERR(PM_ERR_MEMORY, NULL); + } + sprintf(server->path, "%s/", slash); + } + *slash = '\0'; + } + server->server = strdup(ptr); + } else if(!strcmp(server->protocol, "file")){ + /* add a trailing slash if we need to */ + if(ptr[strlen(ptr)-1] == '/') { + server->path = strdup(ptr); + } else { + server->path = (char *)malloc(strlen(ptr)+2); + if(server->path == NULL) { + _alpm_log(PM_LOG_ERROR, _("malloc failure: could not allocate %d bytes"), sizeof(strlen(ptr+2))); + RET_ERR(PM_ERR_MEMORY, NULL); + } + sprintf(server->path, "%s/", ptr); + } + } else { + RET_ERR(PM_ERR_SERVER_PROTOCOL_UNSUPPORTED, NULL); + } + + return(server); +} + +void _alpm_server_free(void *data) +{ + pmserver_t *server = data; + + if(server == NULL) { + return; + } + + /* free memory */ + FREE(server->protocol); + FREE(server->server); + FREE(server->path); + free(server); +} + +/* + * Download a list of files from a list of servers + * - if one server fails, we try the next one in the list + * + * RETURN: 0 for successful download, 1 on error + */ +int _alpm_downloadfiles(PMList *servers, const char *localpath, PMList *files) +{ + return(!!_alpm_downloadfiles_forreal(servers, localpath, files, NULL, NULL)); +} + +/* + * This is the real downloadfiles, used directly by sync_synctree() to check + * modtimes on remote files. + * - if *mtime1 is non-NULL, then only download files + * if they are different than *mtime1. String should be in the form + * "YYYYMMDDHHMMSS" to match the form of ftplib's FtpModDate() function. + * - if *mtime2 is non-NULL, then it will be filled with the mtime + * of the remote file (from MDTM FTP cmd or Last-Modified HTTP header). + * + * RETURN: 0 for successful download + * -1 if the mtimes are identical + * 1 on error + */ +int _alpm_downloadfiles_forreal(PMList *servers, const char *localpath, + PMList *files, const char *mtime1, char *mtime2) +{ + int fsz; + netbuf *control = NULL; + PMList *lp; + int done = 0; + PMList *complete = NULL; + PMList *i; + + if(files == NULL) { + return(0); + } + + _alpm_log(PM_LOG_DEBUG, _("server check, %d\n"),servers); + for(i = servers; i && !done; i = i->next) { + _alpm_log(PM_LOG_DEBUG, _("server check, done? %d\n"),done); + pmserver_t *server = (pmserver_t*)i->data; + + if(!handle->xfercommand && strcmp(server->protocol, "file")) { + if(!strcmp(server->protocol, "ftp") && !handle->proxyhost) { + FtpInit(); + _alpm_log(PM_LOG_DEBUG, _("connecting to %s:21\n"), server->server); + if(!FtpConnect(server->server, &control)) { + _alpm_log(PM_LOG_WARNING, _("cannot connect to %s\n"), server->server); + continue; + } + if(!FtpLogin("anonymous", "libalpm@guest", control)) { + _alpm_log(PM_LOG_WARNING, _("anonymous login failed\n")); + FtpQuit(control); + continue; + } + if(!FtpChdir(server->path, control)) { + _alpm_log(PM_LOG_WARNING, _("could not cwd to %s: %s\n"), server->path, FtpLastResponse(control)); + FtpQuit(control); + continue; + } + if(!handle->nopassiveftp) { + if(!FtpOptions(FTPLIB_CONNMODE, FTPLIB_PASSIVE, control)) { + _alpm_log(PM_LOG_WARNING, _("failed to set passive mode\n")); + } + } else { + _alpm_log(PM_LOG_DEBUG, _("FTP passive mode not set\n")); + } + } else if(handle->proxyhost) { + char *host; + unsigned port; + host = (handle->proxyhost) ? handle->proxyhost : server->server; + port = (handle->proxyport) ? handle->proxyport : 80; + if(strchr(host, ':')) { + _alpm_log(PM_LOG_DEBUG, _("connecting to %s\n"), host); + } else { + _alpm_log(PM_LOG_DEBUG, _("connecting to %s:%u\n"), host, port); + } + if(!HttpConnect(host, port, &control)) { + _alpm_log(PM_LOG_WARNING, _("cannot connect to %s\n"), host); + continue; + } + } + + /* set up our progress bar's callback (and idle timeout) */ + if(strcmp(server->protocol, "file") && control) { + if(pm_dlcb) { + FtpOptions(FTPLIB_CALLBACK, (long)pm_dlcb, control); + } else { + _alpm_log(PM_LOG_DEBUG, _("downloadfiles: progress bar's callback is not set\n")); + } + FtpOptions(FTPLIB_IDLETIME, (long)1000, control); + FtpOptions(FTPLIB_CALLBACKARG, (long)&fsz, control); + FtpOptions(FTPLIB_CALLBACKBYTES, (10*1024), control); + } + } + + /* get each file in the list */ + for(lp = files; lp; lp = lp->next) { + char *fn = (char *)lp->data; + + if(_alpm_list_is_strin(fn, complete)) { + continue; + } + + if(handle->xfercommand && strcmp(server->protocol, "file")) { + int ret; + int usepart = 0; + char *ptr1, *ptr2; + char origCmd[PATH_MAX]; + char parsedCmd[PATH_MAX] = ""; + char url[PATH_MAX]; + char cwd[PATH_MAX]; + /* build the full download url */ + snprintf(url, PATH_MAX, "%s://%s%s%s", server->protocol, server->server, + server->path, fn); + /* replace all occurrences of %o with fn.part */ + strncpy(origCmd, handle->xfercommand, sizeof(origCmd)); + ptr1 = origCmd; + while((ptr2 = strstr(ptr1, "%o"))) { + usepart = 1; + ptr2[0] = '\0'; + strcat(parsedCmd, ptr1); + strcat(parsedCmd, fn); + strcat(parsedCmd, ".part"); + ptr1 = ptr2 + 2; + } + strcat(parsedCmd, ptr1); + /* replace all occurrences of %u with the download URL */ + strncpy(origCmd, parsedCmd, sizeof(origCmd)); + parsedCmd[0] = '\0'; + ptr1 = origCmd; + while((ptr2 = strstr(ptr1, "%u"))) { + ptr2[0] = '\0'; + strcat(parsedCmd, ptr1); + strcat(parsedCmd, url); + ptr1 = ptr2 + 2; + } + strcat(parsedCmd, ptr1); + /* cwd to the download directory */ + getcwd(cwd, PATH_MAX); + if(chdir(localpath)) { + _alpm_log(PM_LOG_WARNING, _("could not chdir to %s\n"), localpath); + return(PM_ERR_CONNECT_FAILED); + } + /* execute the parsed command via /bin/sh -c */ + _alpm_log(PM_LOG_DEBUG, _("running command: %s\n"), parsedCmd); + ret = system(parsedCmd); + if(ret == -1) { + _alpm_log(PM_LOG_WARNING, _("running XferCommand: fork failed!\n")); + return(PM_ERR_FORK_FAILED); + } else if(ret != 0) { + /* download failed */ + _alpm_log(PM_LOG_DEBUG, _("XferCommand command returned non-zero status code (%d)\n"), ret); + } else { + /* download was successful */ + complete = _alpm_list_add(complete, fn); + if(usepart) { + char fnpart[PATH_MAX]; + /* rename "output.part" file to "output" file */ + snprintf(fnpart, PATH_MAX, "%s.part", fn); + rename(fnpart, fn); + } + } + chdir(cwd); + } else { + char output[PATH_MAX]; + unsigned int j; + int filedone = 0; + char *ptr; + struct stat st; + snprintf(output, PATH_MAX, "%s/%s.part", localpath, fn); + if(pm_dlfnm) { + strncpy(pm_dlfnm, fn, 24); + } + /* drop filename extension */ + ptr = strstr(fn, PM_EXT_DB); + if(pm_dlfnm && ptr && (ptr-fn) < 24) { + pm_dlfnm[ptr-fn] = '\0'; + } + ptr = strstr(fn, PM_EXT_PKG); + if(ptr && (ptr-fn) < 24) { + pm_dlfnm[ptr-fn] = '\0'; + } + if(pm_dlfnm) { + for(j = strlen(pm_dlfnm); j < 24; j++) { + (pm_dlfnm)[j] = ' '; + } + pm_dlfnm[24] = '\0'; + } + if(pm_dloffset) { + *pm_dloffset = 0; + } + + /* ETA setup */ + if(pm_dlt0 && pm_dlt && pm_dlrate && pm_dlxfered1 && pm_dleta_h && pm_dleta_m && pm_dleta_s) { + gettimeofday(pm_dlt0, NULL); + *pm_dlt = *pm_dlt0; + *pm_dlrate = 0; + *pm_dlxfered1 = 0; + *pm_dleta_h = 0; + *pm_dleta_m = 0; + *pm_dleta_s = 0; + } + + if(!strcmp(server->protocol, "ftp") && !handle->proxyhost) { + if(!FtpSize(fn, &fsz, FTPLIB_IMAGE, control)) { + _alpm_log(PM_LOG_WARNING, _("failed to get filesize for %s\n"), fn); + } + /* check mtimes */ + if(mtime1) { + char fmtime[64]; + if(!FtpModDate(fn, fmtime, sizeof(fmtime)-1, control)) { + _alpm_log(PM_LOG_WARNING, _("failed to get mtime for %s\n"), fn); + } else { + _alpm_strtrim(fmtime); + if(mtime1 && !strcmp(mtime1, fmtime)) { + /* mtimes are identical, skip this file */ + _alpm_log(PM_LOG_DEBUG, _("mtimes are identical, skipping %s\n"), fn); + filedone = -1; + complete = _alpm_list_add(complete, fn); + } else { + if(mtime2) { + strncpy(mtime2, fmtime, 15); /* YYYYMMDDHHMMSS (=14b) */ + mtime2[14] = '\0'; + } + } + } + } + if(!filedone) { + if(!stat(output, &st)) { + *pm_dloffset = (int)st.st_size; + if(!FtpRestart(*pm_dloffset, control)) { + _alpm_log(PM_LOG_WARNING, _("failed to resume download -- restarting\n")); + /* can't resume: */ + /* unlink the file in order to restart download from scratch */ + unlink(output); + } + } + if(!FtpGet(output, fn, FTPLIB_IMAGE, control)) { + _alpm_log(PM_LOG_WARNING, _("\nfailed downloading %s from %s: %s\n"), + fn, server->server, FtpLastResponse(control)); + /* we leave the partially downloaded file in place so it can be resumed later */ + } else { + _alpm_log(PM_LOG_DEBUG, _("downloaded %s from %s\n"), + fn, server->server); + filedone = 1; + } + } + } else if(!strcmp(server->protocol, "http") || (handle->proxyhost && strcmp(server->protocol, "file"))) { + char src[PATH_MAX]; + char *host; + unsigned port; + struct tm fmtime1; + struct tm fmtime2; + memset(&fmtime1, 0, sizeof(struct tm)); + memset(&fmtime2, 0, sizeof(struct tm)); + if(!strcmp(server->protocol, "http") && !handle->proxyhost) { + /* HTTP servers hang up after each request (but not proxies), so + * we have to re-connect for each file. + */ + host = (handle->proxyhost) ? handle->proxyhost : server->server; + port = (handle->proxyhost) ? handle->proxyport : 80; + if(strchr(host, ':')) { + _alpm_log(PM_LOG_DEBUG, _("connecting to %s\n"), host); + } else { + _alpm_log(PM_LOG_DEBUG, _("connecting to %s:%u\n"), host, port); + } + if(!HttpConnect(host, port, &control)) { + _alpm_log(PM_LOG_WARNING, _("cannot connect to %s\n"), host); + continue; + } + /* set up our progress bar's callback (and idle timeout) */ + if(strcmp(server->protocol, "file") && control) { + if(pm_dlcb) { + FtpOptions(FTPLIB_CALLBACK, (long)pm_dlcb, control); + } else { + _alpm_log(PM_LOG_DEBUG, _("downloadfiles: progress bar's callback is not set\n")); + } + FtpOptions(FTPLIB_IDLETIME, (long)1000, control); + FtpOptions(FTPLIB_CALLBACKARG, (long)&fsz, control); + FtpOptions(FTPLIB_CALLBACKBYTES, (10*1024), control); + } + } + + if(!stat(output, &st)) { + *pm_dloffset = (int)st.st_size; + } + if(!handle->proxyhost) { + snprintf(src, PATH_MAX, "%s%s", server->path, fn); + } else { + snprintf(src, PATH_MAX, "%s://%s%s%s", server->protocol, server->server, server->path, fn); + } + if(mtime1 && strlen(mtime1)) { + struct tm tmref; + time_t t, tref; + int diff; + /* date conversion from YYYYMMDDHHMMSS to "rfc1123-date" */ + sscanf(mtime1, "%4d%2d%2d%2d%2d%2d", + &fmtime1.tm_year, &fmtime1.tm_mon, &fmtime1.tm_mday, + &fmtime1.tm_hour, &fmtime1.tm_min, &fmtime1.tm_sec); + fmtime1.tm_year -= 1900; + fmtime1.tm_mon--; + /* compute the week day because some web servers (like lighttpd) need them. */ + /* we set tmref to "Thu, 01 Jan 1970 00:00:00" */ + memset(&tmref, 0, sizeof(struct tm)); + tmref.tm_mday = 1; + tref = mktime(&tmref); + /* then we compute the difference with mtime1 */ + t = mktime(&fmtime1); + diff = ((t-tref)/3600/24)%7; + fmtime1.tm_wday = diff+(diff >= 3 ? -3 : 4); + + } + fmtime2.tm_year = 0; + if(!HttpGet(server->server, output, src, &fsz, control, *pm_dloffset, + (mtime1) ? &fmtime1 : NULL, (mtime2) ? &fmtime2 : NULL)) { + if(strstr(FtpLastResponse(control), "304")) { + _alpm_log(PM_LOG_DEBUG, _("mtimes are identical, skipping %s\n"), fn); + filedone = -1; + complete = _alpm_list_add(complete, fn); + } else { + _alpm_log(PM_LOG_WARNING, _("\nfailed downloading %s from %s: %s\n"), + src, server->server, FtpLastResponse(control)); + /* we leave the partially downloaded file in place so it can be resumed later */ + } + } else { + if(mtime2) { + if(fmtime2.tm_year) { + /* date conversion from "rfc1123-date" to YYYYMMDDHHMMSS */ + sprintf(mtime2, "%4d%02d%02d%02d%02d%02d", + fmtime2.tm_year+1900, fmtime2.tm_mon+1, fmtime2.tm_mday, + fmtime2.tm_hour, fmtime2.tm_min, fmtime2.tm_sec); + } else { + _alpm_log(PM_LOG_WARNING, _("failed to get mtime for %s\n"), fn); + } + } + filedone = 1; + } + } else if(!strcmp(server->protocol, "file")) { + char src[PATH_MAX]; + snprintf(src, PATH_MAX, "%s%s", server->path, fn); + _alpm_log(PM_LOG_DEBUG, _("copying %s to %s/%s\n"), src, localpath, fn); + /* local repository, just copy the file */ + if(_alpm_copyfile(src, output)) { + _alpm_log(PM_LOG_WARNING, _("failed copying %s\n"), src); + } else { + filedone = 1; + } + } + + if(filedone > 0) { + char completefile[PATH_MAX]; + if(!strcmp(server->protocol, "file")) { + EVENT(handle->trans, PM_TRANS_EVT_RETRIEVE_LOCAL, pm_dlfnm, server->path); + } else if(pm_dlcb) { + pm_dlcb(control, fsz-*pm_dloffset, &fsz); + } + complete = _alpm_list_add(complete, fn); + /* rename "output.part" file to "output" file */ + snprintf(completefile, PATH_MAX, "%s/%s", localpath, fn); + rename(output, completefile); + } else if(filedone < 0) { + return(-1); + } + } + } + if(!handle->xfercommand) { + if(!strcmp(server->protocol, "ftp") && !handle->proxyhost) { + FtpQuit(control); + } else if(!strcmp(server->protocol, "http") || (handle->proxyhost && strcmp(server->protocol, "file"))) { + HttpQuit(control); + } + } + + if(_alpm_list_count(complete) == _alpm_list_count(files)) { + done = 1; + } + } + + _alpm_log(PM_LOG_DEBUG, _("end _alpm_downloadfiles_forreal - return %d"),!done); + return(!done); +} + +char *_alpm_fetch_pkgurl(char *target) +{ + char spath[PATH_MAX]; + char url[PATH_MAX]; + char *host, *path, *fn; + struct stat buf; + + strncpy(url, target, PATH_MAX); + host = strstr(url, "://"); + *host = '\0'; + host += 3; + path = strchr(host, '/'); + *path = '\0'; + path++; + fn = strrchr(path, '/'); + if(fn) { + *fn = '\0'; + if(path[0] == '/') { + snprintf(spath, PATH_MAX, "%s/", path); + } else { + snprintf(spath, PATH_MAX, "/%s/", path); + } + fn++; + } else { + fn = path; + strcpy(spath, "/"); + } + + /* do not download the file if it exists in the current dir + */ + if(stat(fn, &buf) == 0) { + _alpm_log(PM_LOG_DEBUG, _(" %s is already in the current directory\n"), fn); + } else { + pmserver_t *server; + PMList *servers = NULL; + PMList *files; + + if((server = (pmserver_t *)malloc(sizeof(pmserver_t))) == NULL) { + _alpm_log(PM_LOG_ERROR, _("malloc failure: could not allocate %d bytes"), sizeof(pmserver_t)); + return(NULL); + } + server->protocol = url; + server->server = host; + server->path = spath; + servers = _alpm_list_add(servers, server); + + files = _alpm_list_add(NULL, fn); + if(_alpm_downloadfiles(servers, ".", files)) { + _alpm_log(PM_LOG_WARNING, _("failed to download %s\n"), target); + return(NULL); + } + FREELISTPTR(files); + + FREELIST(servers); + } + + /* return the target with the raw filename, no URL */ + #if defined(__OpenBSD__) || defined(__APPLE__) + return(strdup(fn)); + #else + return(strndup(fn, PATH_MAX)); + #endif +} + +/* vim: set ts=2 sw=2 noet: */ diff --git a/lib/libalpm/server.h b/lib/libalpm/server.h new file mode 100644 index 00000000..c5c57a44 --- /dev/null +++ b/lib/libalpm/server.h @@ -0,0 +1,53 @@ +/* + * server.h + * + * Copyright (c) 2006 by Miklos Vajna <vmiklos@frugalware.org> + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, + * USA. + */ +#ifndef _ALPM_SERVER_H +#define _ALPM_SERVER_H + +#include "list.h" + +#define FREESERVER(p) \ +do { \ + if(p) { \ + _alpm_server_free(p); \ + p = NULL; \ + } \ +} while(0) + +#define FREELISTSERVERS(p) _FREELIST(p, _alpm_server_free) + +/* Servers */ +typedef struct __pmserver_t { + char *protocol; + char *server; + char *path; +} pmserver_t; + +pmserver_t *_alpm_server_new(char *url); +void _alpm_server_free(void *data); +int _alpm_downloadfiles(PMList *servers, const char *localpath, PMList *files); +int _alpm_downloadfiles_forreal(PMList *servers, const char *localpath, + PMList *files, const char *mtime1, char *mtime2); + +char *_alpm_fetch_pkgurl(char *target); + +#endif /* _ALPM_SERVER_H */ + +/* vim: set ts=2 sw=2 noet: */ |