libopkg/opkg_download.c

   1 /* vi: set noexpandtab sw=4 sts=4: */
   2 /* opkg_download.c - the opkg package management system
   3
   4    Carl D. Worth
   5
   6    Copyright (C) 2001 University of Southern California
   7    Copyright (C) 2008 OpenMoko Inc
   8
   9    This program is free software; you can redistribute it and/or
  10    modify it under the terms of the GNU General Public License as
  11    published by the Free Software Foundation; either version 2, or (at
  12    your option) any later version.
  13
  14    This program is distributed in the hope that it will be useful, but
  15    WITHOUT ANY WARRANTY; without even the implied warranty of
  16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  17    General Public License for more details.
  18 */
  19
  20 #include <stdio.h>
  21 #include <unistd.h>
  22 #include <libgen.h>
  23
  24 #include "opkg_download.h"
  25 #include "opkg_message.h"
  26
  27 #include "sprintf_alloc.h"
  28 #include "xsystem.h"
  29 #include "file_util.h"
  30 #include "opkg_defines.h"
  31 #include "libbb/libbb.h"
  32
  33 static int str_starts_with(const char *str, const char *prefix)
  34 {
  35         return (strncmp(str, prefix, strlen(prefix)) == 0);
  36 }
  37
  38 int opkg_verify_integrity(pkg_t *pkg, const char *filename)
  39 {
  40         int err = 0;
  41         char *file_md5, *pkg_md5;
  42         char *file_sha256, *pkg_sha256;
  43         struct stat pkg_stat;
  44         long long int pkg_expected_size;
  45
  46         /* Check file size */
  47         err = lstat(filename, &pkg_stat);
  48
  49         if (err) {
  50                 opkg_msg(ERROR, "Failed to stat %s: %s\n",
  51                          filename, strerror(errno));
  52                 return err;
  53         }
  54
  55         pkg_expected_size = pkg_get_int(pkg, PKG_SIZE);
  56
  57         if (pkg_expected_size > 0 && pkg_stat.st_size != pkg_expected_size) {
  58                 opkg_msg(INFO,
  59                          "Package size mismatch: %s is %lld bytes, expecting %lld bytes\n",
  60                          pkg->name, (long long int)pkg_stat.st_size, pkg_expected_size);
  61                 err = -1;
  62                 goto out;
  63         }
  64
  65         /* Check for md5 values */
  66         pkg_md5 = pkg_get_md5(pkg);
  67         if (pkg_md5) {
  68                 file_md5 = file_md5sum_alloc(filename);
  69                 if (file_md5 && strcmp(file_md5, pkg_md5)) {
  70                         opkg_msg(INFO, "Package %s md5sum mismatch.\n",
  71                                  pkg->name);
  72                         err = -1;
  73                         free(file_md5);
  74                         goto out;
  75                 }
  76                 if (file_md5)
  77                         free(file_md5);
  78         }
  79
  80         /* Check for sha256 value */
  81         pkg_sha256 = pkg_get_sha256(pkg);
  82         if (pkg_sha256) {
  83                 file_sha256 = file_sha256sum_alloc(filename);
  84                 if (file_sha256 && strcmp(file_sha256, pkg_sha256)) {
  85                         opkg_msg(INFO, "Package %s sha256sum mismatch.\n",
  86                                  pkg->name);
  87                         err = -1;
  88                         free(file_sha256);
  89                         goto out;
  90                 }
  91                 if (file_sha256)
  92                         free(file_sha256);
  93         }
  94
  95 out:
  96         return err;
  97 }
  98
  99 int
 100 opkg_download(const char *src, const char *dest_file_name,
 101               const short hide_error)
 102 {
 103         int err = 0;
 104
 105         char *src_basec = xstrdup(src);
 106         char *src_base = basename(src_basec);
 107         char *tmp_file_location;
 108
 109         opkg_msg(NOTICE, "Downloading %s\n", src);
 110
 111         if (str_starts_with(src, "file:")) {
 112                 char *file_src = urldecode_path(src + 5);
 113                 opkg_msg(INFO, "Copying %s to %s...", file_src, dest_file_name);
 114                 err = file_copy(file_src, dest_file_name);
 115                 opkg_msg(INFO, "Done.\n");
 116                 free(src_basec);
 117                 free(file_src);
 118                 return err;
 119         }
 120
 121         sprintf_alloc(&tmp_file_location, "%s/%s", conf->tmp_dir, src_base);
 122         free(src_basec);
 123         err = unlink(tmp_file_location);
 124         if (err && errno != ENOENT) {
 125                 opkg_perror(ERROR, "Failed to unlink %s", tmp_file_location);
 126                 free(tmp_file_location);
 127                 return -1;
 128         }
 129
 130         if (conf->http_proxy) {
 131                 opkg_msg(DEBUG,
 132                          "Setting environment variable: http_proxy = %s.\n",
 133                          conf->http_proxy);
 134                 setenv("http_proxy", conf->http_proxy, 1);
 135         }
 136         if (conf->ftp_proxy) {
 137                 opkg_msg(DEBUG,
 138                          "Setting environment variable: ftp_proxy = %s.\n",
 139                          conf->ftp_proxy);
 140                 setenv("ftp_proxy", conf->ftp_proxy, 1);
 141         }
 142         if (conf->no_proxy) {
 143                 opkg_msg(DEBUG,
 144                          "Setting environment variable: no_proxy = %s.\n",
 145                          conf->no_proxy);
 146                 setenv("no_proxy", conf->no_proxy, 1);
 147         }
 148
 149         {
 150                 int res;
 151                 const char *argv[11];
 152                 int i = 0;
 153
 154                 argv[i++] = "wget";
 155                 argv[i++] = "-q";
 156                 if (conf->no_check_certificate) {
 157                         argv[i++] = "--no-check-certificate";
 158                 }
 159                 if (conf->http_timeout) {
 160                         argv[i++] = "--timeout";
 161                         argv[i++] = conf->http_timeout;
 162                 }
 163                 if (conf->http_proxy || conf->ftp_proxy) {
 164                         argv[i++] = "-Y";
 165                         argv[i++] = "on";
 166                 }
 167                 argv[i++] = "-O";
 168                 argv[i++] = tmp_file_location;
 169                 argv[i++] = src;
 170                 argv[i++] = NULL;
 171                 res = xsystem(argv);
 172
 173                 if (res) {
 174                         opkg_msg(ERROR,
 175                                  "Failed to download %s, wget returned %d.\n",
 176                                  src, res);
 177                         if (res == 4)
 178                                 opkg_msg(ERROR,
 179                                          "Check your network settings and connectivity.\n\n");
 180                         free(tmp_file_location);
 181                         return -1;
 182                 }
 183         }
 184
 185         err = file_move(tmp_file_location, dest_file_name);
 186
 187         free(tmp_file_location);
 188
 189         return err;
 190 }
 191
 192 static char* get_cache_filename(const char *dest_file_name)
 193 {
 194         char *cache_name;
 195         char *filename = strrchr(dest_file_name, '/');
 196         if (filename)
 197                 cache_name = xstrdup(filename + 1);     // strip leading '/'
 198         else
 199                 cache_name = xstrdup(dest_file_name);
 200         return cache_name;
 201 }
 202
 203 static int
 204 opkg_download_cache(const char *src, const char *dest_file_name)
 205 {
 206         char *cache_name, *cache_location;
 207         int err = 0;
 208
 209         if (!conf->cache || str_starts_with(src, "file:")) {
 210                 err = opkg_download(src, dest_file_name, 0);
 211                 goto out1;
 212         }
 213
 214         if (!file_is_dir(conf->cache)) {
 215                 opkg_msg(ERROR, "%s is not a directory.\n", conf->cache);
 216                 err = 1;
 217                 goto out1;
 218         }
 219
 220         cache_name = get_cache_filename(dest_file_name);
 221         sprintf_alloc(&cache_location, "%s/%s", conf->cache, cache_name);
 222         if (file_exists(cache_location))
 223                 opkg_msg(NOTICE, "Copying %s.\n", cache_location);
 224         else {
 225                 err = opkg_download(src, cache_location, 0);
 226                 if (err) {
 227                         (void)unlink(cache_location);
 228                         goto out2;
 229                 }
 230         }
 231
 232         err = file_copy(cache_location, dest_file_name);
 233
 234 out2:
 235         free(cache_location);
 236         free(cache_name);
 237 out1:
 238         return err;
 239 }
 240
 241 int opkg_download_pkg(pkg_t * pkg, const char *dir)
 242 {
 243         int err;
 244         char *url;
 245         char *local_filename;
 246         char *stripped_filename;
 247         char *urlencoded_path;
 248         char *filename;
 249         char *cache_name;
 250         char *cache_location;
 251
 252         if (pkg->src == NULL) {
 253                 opkg_msg(ERROR,
 254                          "Package %s is not available from any configured src.\n",
 255                          pkg->name);
 256                 return -1;
 257         }
 258
 259         filename = pkg_get_string(pkg, PKG_FILENAME);
 260
 261         if (filename == NULL) {
 262                 opkg_msg(ERROR,
 263                          "Package %s does not have a valid filename field.\n",
 264                          pkg->name);
 265                 return -1;
 266         }
 267
 268         urlencoded_path = urlencode_path(filename);
 269         sprintf_alloc(&url, "%s/%s", pkg->src->value, urlencoded_path);
 270         free(urlencoded_path);
 271
 272         /* The filename might be something like
 273            "../../foo.opk". While this is correct, and exactly what we
 274            want to use to construct url above, here we actually need to
 275            use just the filename part, without any directory. */
 276
 277         stripped_filename = strrchr(filename, '/');
 278         if (!stripped_filename)
 279                 stripped_filename = filename;
 280
 281         sprintf_alloc(&local_filename, "%s/%s", dir, stripped_filename);
 282         pkg_set_string(pkg, PKG_LOCAL_FILENAME, local_filename);
 283
 284         /* Invalidate/remove cached package if it has an incorrect checksum. */
 285         if (conf->cache) {
 286                 cache_name = get_cache_filename(local_filename);
 287                 sprintf_alloc(&cache_location, "%s/%s", conf->cache, cache_name);
 288                 free(cache_name);
 289                 if (file_exists(cache_location)) {
 290                         err = opkg_verify_integrity(pkg, cache_location);
 291                         if (err) {
 292                                 opkg_msg(NOTICE,
 293                                          "Removing %s from cache because it has incorrect checksum.\n",
 294                                          pkg->name);
 295                                 unlink(cache_location);
 296                         }
 297                 }
 298                 free(cache_location);
 299         }
 300
 301         err = opkg_download_cache(url, local_filename);
 302         free(url);
 303
 304         return err;
 305 }
 306
 307 /*
 308  * Downloads file from url, installs in package database, return package name.
 309  */
 310 int opkg_prepare_url_for_install(const char *url, char **namep)
 311 {
 312         int err = 0;
 313         pkg_t *pkg;
 314         abstract_pkg_t *ab_pkg;
 315
 316         pkg = pkg_new();
 317
 318         if (str_starts_with(url, "http://")
 319             || str_starts_with(url, "ftp://")) {
 320                 char *tmp_file;
 321                 char *file_basec = xstrdup(url);
 322                 char *file_base = basename(file_basec);
 323
 324                 sprintf_alloc(&tmp_file, "%s/%s", conf->tmp_dir, file_base);
 325                 err = opkg_download(url, tmp_file, 0);
 326                 if (err)
 327                         return err;
 328
 329                 err = pkg_init_from_file(pkg, tmp_file);
 330                 if (err)
 331                         return err;
 332
 333                 free(tmp_file);
 334                 free(file_basec);
 335
 336         } else if (strcmp(&url[strlen(url) - 4], OPKG_PKG_EXTENSION) == 0
 337                    || strcmp(&url[strlen(url) - 4], IPKG_PKG_EXTENSION) == 0
 338                    || strcmp(&url[strlen(url) - 4], DPKG_PKG_EXTENSION) == 0) {
 339
 340                 err = pkg_init_from_file(pkg, url);
 341                 if (err)
 342                         return err;
 343                 opkg_msg(DEBUG2, "Package %s provided by hand (%s).\n",
 344                          pkg->name, pkg_get_string(pkg, PKG_LOCAL_FILENAME));
 345                 pkg->provided_by_hand = 1;
 346
 347         } else {
 348                 ab_pkg = ensure_abstract_pkg_by_name(url);
 349
 350                 if (!(ab_pkg->state_flag & SF_NEED_DETAIL)) {
 351                         opkg_msg(DEBUG, "applying abpkg flag to %s\n", ab_pkg->name);
 352                         ab_pkg->state_flag |= SF_NEED_DETAIL;
 353                 }
 354
 355                 pkg_deinit(pkg);
 356                 free(pkg);
 357                 return 0;
 358         }
 359
 360         pkg->dest = conf->default_dest;
 361         pkg->state_want = SW_INSTALL;
 362         pkg->state_flag |= SF_PREFER;
 363         hash_insert_pkg(pkg, 1);
 364
 365         if (namep) {
 366                 *namep = xstrdup(pkg->name);
 367         }
 368         return 0;
 369 }
 370
 371 int opkg_verify_file(char *text_file, char *sig_file)
 372 {
 373 #if defined HAVE_USIGN
 374         const char *argv[] = { conf->verify_program, "verify", sig_file,
 375                                text_file, NULL };
 376
 377         return xsystem(argv) ? -1 : 0;
 378 #else
 379         /* mute `unused variable' warnings. */
 380         (void)sig_file;
 381         (void)text_file;
 382         (void)conf;
 383         return 0;
 384 #endif
 385 }