libopkg/opkg_download.c

   1 /* vi: set noexpandtab sw=4 sts=4: */
   2 /* opkg_download.c - the opkg package management system
   3
   4    Carl D. Worth
   5
   6    Copyright (C) 2001 University of Southern California
   7    Copyright (C) 2008 OpenMoko Inc
   8
   9    This program is free software; you can redistribute it and/or
  10    modify it under the terms of the GNU General Public License as
  11    published by the Free Software Foundation; either version 2, or (at
  12    your option) any later version.
  13
  14    This program is distributed in the hope that it will be useful, but
  15    WITHOUT ANY WARRANTY; without even the implied warranty of
  16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  17    General Public License for more details.
  18 */
  19 #include "config.h"
  20
  21 #ifdef HAVE_CURL
  22 #include <curl/curl.h>
  23 #endif
  24
  25 #if defined(HAVE_SSLCURL) || defined(HAVE_OPENSSL)
  26 #include <openssl/conf.h>
  27 #include <openssl/evp.h>
  28 #include <openssl/err.h>
  29 #include <openssl/ssl.h>
  30 #endif
  31
  32 #if defined(HAVE_GPGME)
  33 #include <gpgme.h>
  34 #elif defined(HAVE_OPENSSL)
  35 #include <openssl/bio.h>
  36 #include <openssl/objects.h>
  37 #include <openssl/x509.h>
  38 #include <openssl/pem.h>
  39 #include <openssl/hmac.h>
  40 #endif
  41
  42 #include "includes.h"
  43 #include "opkg_download.h"
  44 #include "opkg_message.h"
  45
  46 #include "sprintf_alloc.h"
  47 #include "xsystem.h"
  48 #include "file_util.h"
  49 #include "str_util.h"
  50 #include "opkg_defines.h"
  51 #include "libbb/libbb.h"
  52
  53 #ifdef HAVE_PATHFINDER
  54 #include "opkg_pathfinder.h"
  55 #endif
  56
  57 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
  58 static void openssl_init(void);
  59 #endif
  60
  61 #ifdef HAVE_OPENSSL
  62 static X509_STORE *setup_verify(opkg_conf_t *conf, char *CAfile, char *CApath);
  63 #endif
  64
  65 #ifdef HAVE_CURL
  66 /*
  67  * Make curl an instance variable so we don't have to instanciate it
  68  * each time
  69  */
  70 static CURL *curl = NULL;
  71 static void opkg_curl_cleanup(void);
  72 static CURL *opkg_curl_init(opkg_conf_t *conf, curl_progress_func cb, void *data);
  73 #endif
  74
  75 int opkg_download(opkg_conf_t *conf, const char *src,
  76   const char *dest_file_name, curl_progress_func cb, void *data)
  77 {
  78     int err = 0;
  79
  80     char *src_basec = xstrdup(src);
  81     char *src_base = basename(src_basec);
  82     char *tmp_file_location;
  83
  84     opkg_message(conf,OPKG_NOTICE,"Downloading %s\n", src);
  85
  86     if (str_starts_with(src, "file:")) {
  87         int ret;
  88         const char *file_src = src + 5;
  89         opkg_message(conf,OPKG_INFO,"Copying %s to %s...", file_src, dest_file_name);
  90         ret = file_copy(src + 5, dest_file_name);
  91         opkg_message(conf,OPKG_INFO,"Done\n");
  92         free(src_basec);
  93         return ret;
  94     }
  95
  96     sprintf_alloc(&tmp_file_location, "%s/%s", conf->tmp_dir, src_base);
  97     err = unlink(tmp_file_location);
  98     if (err && errno != ENOENT) {
  99         opkg_message(conf,OPKG_ERROR, "%s: ERROR: failed to unlink %s: %s\n",
 100                 __FUNCTION__, tmp_file_location, strerror(errno));
 101         free(tmp_file_location);
 102         free(src_basec);
 103         return errno;
 104     }
 105
 106     if (conf->http_proxy) {
 107         opkg_message(conf,OPKG_DEBUG,"Setting environment variable: http_proxy = %s\n", conf->http_proxy);
 108         setenv("http_proxy", conf->http_proxy, 1);
 109     }
 110     if (conf->ftp_proxy) {
 111         opkg_message(conf,OPKG_DEBUG,"Setting environment variable: ftp_proxy = %s\n", conf->ftp_proxy);
 112         setenv("ftp_proxy", conf->ftp_proxy, 1);
 113     }
 114     if (conf->no_proxy) {
 115         opkg_message(conf,OPKG_DEBUG,"Setting environment variable: no_proxy = %s\n", conf->no_proxy);
 116         setenv("no_proxy", conf->no_proxy, 1);
 117     }
 118
 119 #ifdef HAVE_CURL
 120     CURL *curl;
 121     CURLcode res;
 122     FILE * file = fopen (tmp_file_location, "w");
 123
 124     curl = opkg_curl_init (conf, cb, data);
 125     if (curl)
 126     {
 127         curl_easy_setopt (curl, CURLOPT_URL, src);
 128         curl_easy_setopt (curl, CURLOPT_WRITEDATA, file);
 129
 130         res = curl_easy_perform (curl);
 131         fclose (file);
 132         if (res)
 133         {
 134             long error_code;
 135             curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &error_code);
 136             opkg_message(conf, OPKG_ERROR, "Failed to download %s. \nerror detail: %s\n", src, curl_easy_strerror(res));
 137             free(tmp_file_location);
 138             free(src_basec);
 139             return res;
 140         }
 141
 142     }
 143     else
 144     {
 145         free(tmp_file_location);
 146         free(src_basec);
 147         return -1;
 148     }
 149 #else
 150     {
 151       int res;
 152       char *wgetcmd;
 153       char *wgetopts;
 154       wgetopts = getenv("OPKG_WGETOPTS");
 155       sprintf_alloc(&wgetcmd, "wget -q %s%s -O \"%s\" \"%s\"",
 156                     (conf->http_proxy || conf->ftp_proxy) ? "-Y on " : "",
 157                     (wgetopts!=NULL) ? wgetopts : "",
 158                     tmp_file_location, src);
 159       opkg_message(conf, OPKG_INFO, "Executing: %s\n", wgetcmd);
 160       res = xsystem(wgetcmd);
 161       free(wgetcmd);
 162       if (res) {
 163         opkg_message(conf, OPKG_ERROR, "Failed to download %s, error %d\n", src, res);
 164         free(tmp_file_location);
 165         free(src_basec);
 166         return res;
 167       }
 168     }
 169 #endif
 170
 171     err = file_move(tmp_file_location, dest_file_name);
 172
 173     free(tmp_file_location);
 174     free(src_basec);
 175
 176     if (err) {
 177         return err;
 178     }
 179
 180     return 0;
 181 }
 182
 183 static int opkg_download_cache(opkg_conf_t *conf, const char *src,
 184   const char *dest_file_name, curl_progress_func cb, void *data)
 185 {
 186     char *cache_name = xstrdup(src);
 187     char *cache_location, *p;
 188     int err = 0;
 189
 190     if (!conf->cache || str_starts_with(src, "file:")) {
 191         err = opkg_download(conf, src, dest_file_name, cb, data);
 192         goto out1;
 193     }
 194
 195     for (p = cache_name; *p; p++)
 196         if (*p == '/')
 197             *p = ',';   /* looks nicer than | or # */
 198
 199     sprintf_alloc(&cache_location, "%s/%s", conf->cache, cache_name);
 200     if (file_exists(cache_location))
 201         opkg_message(conf, OPKG_NOTICE, "Copying %s\n", cache_location);
 202     else {
 203         err = opkg_download(conf, src, cache_location, cb, data);
 204         if (err) {
 205             (void) unlink(cache_location);
 206             goto out2;
 207         }
 208     }
 209
 210     err = file_copy(cache_location, dest_file_name);
 211
 212
 213 out2:
 214     free(cache_location);
 215 out1:
 216     free(cache_name);
 217     return err;
 218 }
 219
 220 int opkg_download_pkg(opkg_conf_t *conf, pkg_t *pkg, const char *dir)
 221 {
 222     int err;
 223     char *url;
 224     char *stripped_filename;
 225
 226     if (pkg->src == NULL) {
 227         opkg_message(conf,OPKG_ERROR, "ERROR: Package %s (parent %s) is not available from any configured src.\n",
 228                 pkg->name, pkg->parent->name);
 229         return -1;
 230     }
 231     if (pkg->filename == NULL) {
 232         opkg_message(conf,OPKG_ERROR, "ERROR: Package %s (parent %s) does not have a valid filename field.\n",pkg->name, pkg->parent->name);
 233         return -1;
 234     }
 235
 236     sprintf_alloc(&url, "%s/%s", pkg->src->value, pkg->filename);
 237
 238     /* XXX: BUG: The pkg->filename might be something like
 239        "../../foo.opk". While this is correct, and exactly what we
 240        want to use to construct url above, here we actually need to
 241        use just the filename part, without any directory. */
 242
 243     stripped_filename = strrchr(pkg->filename, '/');
 244     if ( ! stripped_filename )
 245         stripped_filename = pkg->filename;
 246
 247     sprintf_alloc(&pkg->local_filename, "%s/%s", dir, stripped_filename);
 248
 249     err = opkg_download_cache(conf, url, pkg->local_filename, NULL, NULL);
 250     free(url);
 251
 252     return err;
 253 }
 254
 255 /*
 256  * Downloads file from url, installs in package database, return package name.
 257  */
 258 int opkg_prepare_url_for_install(opkg_conf_t *conf, const char *url, char **namep)
 259 {
 260      int err = 0;
 261      pkg_t *pkg;
 262      pkg = pkg_new();
 263      if (pkg == NULL)
 264           return ENOMEM;
 265
 266      if (str_starts_with(url, "http://")
 267          || str_starts_with(url, "ftp://")) {
 268           char *tmp_file;
 269           char *file_basec = xstrdup(url);
 270           char *file_base = basename(file_basec);
 271
 272           sprintf_alloc(&tmp_file, "%s/%s", conf->tmp_dir, file_base);
 273           err = opkg_download(conf, url, tmp_file, NULL, NULL);
 274           if (err)
 275                return err;
 276
 277           err = pkg_init_from_file(pkg, tmp_file);
 278           if (err)
 279                return err;
 280
 281           free(tmp_file);
 282           free(file_basec);
 283
 284      } else if (strcmp(&url[strlen(url) - 4], OPKG_PKG_EXTENSION) == 0
 285                 || strcmp(&url[strlen(url) - 4], IPKG_PKG_EXTENSION) == 0
 286                 || strcmp(&url[strlen(url) - 4], DPKG_PKG_EXTENSION) == 0) {
 287
 288           err = pkg_init_from_file(pkg, url);
 289           if (err)
 290                return err;
 291           opkg_message(conf, OPKG_DEBUG2, "Package %s provided by hand (%s).\n", pkg->name,pkg->local_filename);
 292           pkg->provided_by_hand = 1;
 293
 294      } else {
 295        pkg_deinit(pkg);
 296        free(pkg);
 297        return 0;
 298      }
 299
 300      if (!pkg->architecture) {
 301           opkg_message(conf, OPKG_ERROR, "Package %s has no Architecture defined.\n", pkg->name);
 302           return -EINVAL;
 303      }
 304
 305      pkg->dest = conf->default_dest;
 306      pkg->state_want = SW_INSTALL;
 307      pkg->state_flag |= SF_PREFER;
 308      pkg = hash_insert_pkg(&conf->pkg_hash, pkg, 1,conf);
 309      if ( pkg == NULL ){
 310         fprintf(stderr, "%s : This should never happen. Report this Bug in bugzilla please \n ",__FUNCTION__);
 311         return 0;
 312      }
 313      if (namep) {
 314           *namep = xstrdup(pkg->name);
 315      }
 316      return 0;
 317 }
 318
 319 int
 320 opkg_verify_file (opkg_conf_t *conf, char *text_file, char *sig_file)
 321 {
 322 #if defined HAVE_GPGME
 323     if (conf->check_signature == 0 )
 324         return 0;
 325     int status = -1;
 326     gpgme_ctx_t ctx;
 327     gpgme_data_t sig, text, key;
 328     gpgme_error_t err = -1;
 329     gpgme_verify_result_t result;
 330     gpgme_signature_t s;
 331     char *trusted_path = NULL;
 332
 333     err = gpgme_new (&ctx);
 334
 335     if (err)
 336         return -1;
 337
 338     sprintf_alloc(&trusted_path, "%s/%s", conf->offline_root, "/etc/opkg/trusted.gpg");
 339     err = gpgme_data_new_from_file (&key, trusted_path, 1);
 340     free (trusted_path);
 341     if (err)
 342     {
 343       return -1;
 344     }
 345     err = gpgme_op_import (ctx, key);
 346     if (err)
 347     {
 348       gpgme_data_release (key);
 349       return -1;
 350     }
 351     gpgme_data_release (key);
 352
 353     err = gpgme_data_new_from_file (&sig, sig_file, 1);
 354     if (err)
 355     {
 356         gpgme_release (ctx);
 357         return -1;
 358     }
 359
 360     err = gpgme_data_new_from_file (&text, text_file, 1);
 361     if (err)
 362     {
 363         gpgme_data_release (sig);
 364         gpgme_release (ctx);
 365         return -1;
 366     }
 367
 368     err = gpgme_op_verify (ctx, sig, text, NULL);
 369
 370     result = gpgme_op_verify_result (ctx);
 371     if (!result)
 372         return -1;
 373
 374     /* see if any of the signitures matched */
 375     s = result->signatures;
 376     while (s)
 377     {
 378         status = gpg_err_code (s->status);
 379         if (status == GPG_ERR_NO_ERROR)
 380             break;
 381         s = s->next;
 382     }
 383
 384
 385     gpgme_data_release (sig);
 386     gpgme_data_release (text);
 387     gpgme_release (ctx);
 388
 389     return status;
 390 #elif defined HAVE_OPENSSL
 391     X509_STORE *store = NULL;
 392     PKCS7 *p7 = NULL;
 393     BIO *in = NULL, *indata = NULL;
 394
 395     // Sig check failed by default !
 396     int status = -1;
 397
 398     openssl_init();
 399
 400     // Set-up the key store
 401     if(!(store = setup_verify(conf, conf->signature_ca_file, conf->signature_ca_path))){
 402         opkg_message(conf, OPKG_ERROR,
 403                 "Can't open CA certificates\n");
 404         goto verify_file_end;
 405     }
 406
 407     // Open a BIO to read the sig file
 408     if (!(in = BIO_new_file(sig_file, "rb"))){
 409         opkg_message(conf, OPKG_ERROR,
 410                 "Can't open signature file %s\n", sig_file);
 411         goto verify_file_end;
 412     }
 413
 414     // Read the PKCS7 block contained in the sig file
 415     p7 = PEM_read_bio_PKCS7(in, NULL, NULL, NULL);
 416     if(!p7){
 417         opkg_message(conf, OPKG_ERROR,
 418                 "Can't read signature file (Corrupted ?)\n");
 419         goto verify_file_end;
 420     }
 421 #if defined(HAVE_PATHFINDER)
 422     if(conf->check_x509_path){
 423         if(!pkcs7_pathfinder_verify_signers(p7)){
 424             opkg_message(conf,  OPKG_ERROR, "pkcs7_pathfinder_verify_signers: "
 425                     "Path verification failed\n");
 426             goto verify_file_end;
 427         }
 428     }
 429 #endif
 430
 431     // Open the Package file to authenticate
 432     if (!(indata = BIO_new_file(text_file, "rb"))){
 433         opkg_message(conf, OPKG_ERROR,
 434                 "Can't open file %s\n", text_file);
 435         goto verify_file_end;
 436     }
 437
 438     // Let's verify the autenticity !
 439     if (PKCS7_verify(p7, NULL, store, indata, NULL, PKCS7_BINARY) != 1){
 440         // Get Off My Lawn!
 441         opkg_message(conf, OPKG_ERROR,
 442                 "Verification failure\n");
 443     }else{
 444         // Victory !
 445         status = 0;
 446     }
 447
 448 verify_file_end:
 449     BIO_free(in);
 450     BIO_free(indata);
 451     PKCS7_free(p7);
 452     X509_STORE_free(store);
 453
 454     return status;
 455 #else
 456     /* mute `unused variable' warnings. */
 457     (void) sig_file;
 458     (void) text_file;
 459     (void) conf;
 460     return 0;
 461 #endif
 462 }
 463
 464
 465 #if defined(HAVE_OPENSSL) || defined(HAVE_SSLCURL)
 466 static void openssl_init(void){
 467     static int init = 0;
 468
 469     if(!init){
 470         OPENSSL_config(NULL);
 471         OpenSSL_add_all_algorithms();
 472         ERR_load_crypto_strings();
 473         init = 1;
 474     }
 475 }
 476
 477 #endif
 478
 479
 480 #if defined HAVE_OPENSSL
 481 static X509_STORE *setup_verify(opkg_conf_t *conf, char *CAfile, char *CApath){
 482     X509_STORE *store = NULL;
 483     X509_LOOKUP *lookup = NULL;
 484
 485     if(!(store = X509_STORE_new())){
 486         // Something bad is happening...
 487         goto end;
 488     }
 489
 490     // adds the X509 file lookup method
 491     lookup = X509_STORE_add_lookup(store,X509_LOOKUP_file());
 492     if (lookup == NULL){
 493         goto end;
 494     }
 495
 496     // Autenticating against one CA file
 497     if (CAfile) {
 498         if(!X509_LOOKUP_load_file(lookup,CAfile,X509_FILETYPE_PEM)) {
 499             // Invalid CA => Bye bye
 500             opkg_message(conf, OPKG_ERROR,
 501                     "Error loading file %s\n", CAfile);
 502             goto end;
 503         }
 504     } else {
 505         X509_LOOKUP_load_file(lookup,NULL,X509_FILETYPE_DEFAULT);
 506     }
 507
 508     // Now look into CApath directory if supplied
 509     lookup = X509_STORE_add_lookup(store,X509_LOOKUP_hash_dir());
 510     if (lookup == NULL){
 511         goto end;
 512     }
 513
 514     if (CApath) {
 515         if(!X509_LOOKUP_add_dir(lookup,CApath,X509_FILETYPE_PEM)) {
 516             opkg_message(conf, OPKG_ERROR,
 517                     "Error loading directory %s\n", CApath);
 518             goto end;
 519         }
 520     } else {
 521         X509_LOOKUP_add_dir(lookup,NULL,X509_FILETYPE_DEFAULT);
 522     }
 523
 524     // All right !
 525     ERR_clear_error();
 526     return store;
 527
 528 end:
 529
 530     X509_STORE_free(store);
 531     return NULL;
 532
 533 }
 534
 535 #endif
 536
 537 #ifdef HAVE_CURL
 538 static void opkg_curl_cleanup(void){
 539     if(curl != NULL){
 540         curl_easy_cleanup (curl);
 541         curl = NULL;
 542     }
 543 }
 544
 545 static CURL *opkg_curl_init(opkg_conf_t *conf, curl_progress_func cb, void *data){
 546
 547     if(curl == NULL){
 548         curl = curl_easy_init();
 549
 550 #ifdef HAVE_SSLCURL
 551         openssl_init();
 552
 553         if (conf->ssl_engine) {
 554
 555             /* use crypto engine */
 556             if (curl_easy_setopt(curl, CURLOPT_SSLENGINE, conf->ssl_engine) != CURLE_OK){
 557                 opkg_message(conf, OPKG_ERROR, "can't set crypto engine: '%s'\n",
 558                         conf->ssl_engine);
 559
 560                 opkg_curl_cleanup();
 561                 return NULL;
 562             }
 563             /* set the crypto engine as default */
 564             if (curl_easy_setopt(curl, CURLOPT_SSLENGINE_DEFAULT, 1L) != CURLE_OK){
 565                 opkg_message(conf, OPKG_ERROR, "can't set crypto engine as default\n");
 566
 567                 opkg_curl_cleanup();
 568                 return NULL;
 569             }
 570         }
 571
 572         /* cert & key can only be in PEM case in the same file */
 573         if(conf->ssl_key_passwd){
 574             if (curl_easy_setopt(curl, CURLOPT_SSLKEYPASSWD, conf->ssl_key_passwd) != CURLE_OK)
 575             {
 576                 opkg_message(conf, OPKG_DEBUG, "Failed to set key password\n");
 577             }
 578         }
 579
 580         /* sets the client certificate and its type */
 581         if(conf->ssl_cert_type){
 582             if (curl_easy_setopt(curl, CURLOPT_SSLCERTTYPE, conf->ssl_cert_type) != CURLE_OK)
 583             {
 584                 opkg_message(conf, OPKG_DEBUG, "Failed to set certificate format\n");
 585             }
 586         }
 587         /* SSL cert name isn't mandatory */
 588         if(conf->ssl_cert){
 589                 curl_easy_setopt(curl, CURLOPT_SSLCERT, conf->ssl_cert);
 590         }
 591
 592         /* sets the client key and its type */
 593         if(conf->ssl_key_type){
 594             if (curl_easy_setopt(curl, CURLOPT_SSLKEYTYPE, conf->ssl_key_type) != CURLE_OK)
 595             {
 596                 opkg_message(conf, OPKG_DEBUG, "Failed to set key format\n");
 597             }
 598         }
 599         if(conf->ssl_key){
 600             if (curl_easy_setopt(curl, CURLOPT_SSLKEY, conf->ssl_key) != CURLE_OK)
 601             {
 602                 opkg_message(conf, OPKG_DEBUG, "Failed to set key\n");
 603             }
 604         }
 605
 606         /* Should we verify the peer certificate ? */
 607         if(conf->ssl_dont_verify_peer){
 608             /*
 609              * CURLOPT_SSL_VERIFYPEER default is nonzero (curl => 7.10)
 610              */
 611             curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0);
 612         }else{
 613 #ifdef HAVE_PATHFINDER
 614             if(conf->check_x509_path){
 615                 if (curl_easy_setopt(curl, CURLOPT_SSL_CTX_FUNCTION, curl_ssl_ctx_function) != CURLE_OK){
 616                     opkg_message(conf, OPKG_DEBUG, "Failed to set ssl path verification callback\n");
 617                 }else{
 618                     curl_easy_setopt(curl, CURLOPT_SSL_CTX_DATA, NULL);
 619                 }
 620             }
 621 #endif
 622         }
 623
 624         /* certification authority file and/or path */
 625         if(conf->ssl_ca_file){
 626             curl_easy_setopt(curl, CURLOPT_CAINFO, conf->ssl_ca_file);
 627         }
 628         if(conf->ssl_ca_path){
 629             curl_easy_setopt(curl, CURLOPT_CAPATH, conf->ssl_ca_path);
 630         }
 631 #endif
 632
 633         curl_easy_setopt (curl, CURLOPT_FOLLOWLOCATION, 1);
 634         curl_easy_setopt (curl, CURLOPT_FAILONERROR, 1);
 635         if (conf->http_proxy || conf->ftp_proxy)
 636         {
 637             char *userpwd;
 638             sprintf_alloc (&userpwd, "%s:%s", conf->proxy_user,
 639                     conf->proxy_passwd);
 640             curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD, userpwd);
 641             free (userpwd);
 642         }
 643
 644         /* add curl cleanup callback */
 645         if(!atexit(opkg_curl_cleanup)){
 646             opkg_message(conf,OPKG_DEBUG, "Failed to register atexit curl cleanup function\n");
 647         }
 648
 649     }
 650
 651     curl_easy_setopt (curl, CURLOPT_NOPROGRESS, (cb == NULL));
 652     if (cb)
 653     {
 654         curl_easy_setopt (curl, CURLOPT_PROGRESSDATA, data);
 655         curl_easy_setopt (curl, CURLOPT_PROGRESSFUNCTION, cb);
 656     }
 657
 658     return curl;
 659
 660 }
 661 #endif