1 /* opkg_hash.c - the opkg package management system
5 Copyright (C) 2002 Compaq Computer Corporation
7 This program is free software; you can redistribute it and/or
8 modify it under the terms of the GNU General Public License as
9 published by the Free Software Foundation; either version 2, or (at
10 your option) any later version.
12 This program is distributed in the hope that it will be useful, but
13 WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 General Public License for more details.
20 #include "hash_table.h"
22 #include "opkg_message.h"
23 #include "pkg_depends.h"
26 #include "parse_util.h"
27 #include "pkg_parse.h"
28 #include "opkg_utils.h"
29 #include "sprintf_alloc.h"
30 #include "file_util.h"
31 #include "libbb/libbb.h"
32 #include "libbb/gzip.h"
34 void pkg_hash_init(void)
36 hash_table_init("pkg-hash", &conf
->pkg_hash
,
37 OPKG_CONF_DEFAULT_HASH_LEN
);
40 static void free_pkgs(const char *key
, void *entry
, void *data
)
43 abstract_pkg_t
*ab_pkg
;
45 /* Each entry in the hash table is an abstract package, which contains
46 * a list of packages that provide the abstract package.
49 ab_pkg
= (abstract_pkg_t
*) entry
;
52 for (i
= 0; i
< ab_pkg
->pkgs
->len
; i
++) {
53 pkg_deinit(ab_pkg
->pkgs
->pkgs
[i
]);
54 free(ab_pkg
->pkgs
->pkgs
[i
]);
58 abstract_pkg_vec_free(ab_pkg
->provided_by
);
59 abstract_pkg_vec_free(ab_pkg
->replaced_by
);
60 pkg_vec_free(ab_pkg
->pkgs
);
61 free(ab_pkg
->depended_upon_by
);
66 void pkg_hash_deinit(void)
68 hash_table_foreach(&conf
->pkg_hash
, free_pkgs
, NULL
);
69 hash_table_deinit(&conf
->pkg_hash
);
73 pkg_hash_add_from_file(const char *file_name
,
74 pkg_src_t
* src
, pkg_dest_t
* dest
, int is_status_file
, int state_flags
,
75 void (*cb
)(pkg_t
*, void *), void *priv
)
80 const size_t len
= 4096;
82 struct gzip_handle zh
;
84 if (src
&& src
->gzip
) {
85 fp
= gzip_fdopen(&zh
, file_name
);
87 fp
= fopen(file_name
, "r");
91 opkg_perror(ERROR
, "Failed to open %s", file_name
);
101 pkg
->state_flag
|= state_flags
;
103 ret
= parse_from_stream_nomalloc(pkg_parse_line
, pkg
, fp
, 0,
106 if (pkg
->name
== NULL
) {
107 /* probably just a blank line */
117 /* Probably a blank line, continue parsing. */
122 if (!(pkg
->state_flag
& SF_NEED_DETAIL
)) {
123 //opkg_msg(DEBUG, "Package %s is unrelated, ignoring.\n", pkg->name);
129 if (!pkg_get_architecture(pkg
) || !pkg_get_arch_priority(pkg
)) {
130 char *version_str
= pkg_version_str_alloc(pkg
);
131 opkg_msg(NOTICE
, "Package %s version %s has no "
132 "valid architecture, ignoring.\n",
133 pkg
->name
, version_str
);
141 hash_insert_pkg(pkg
, is_status_file
);
148 if (src
&& src
->gzip
)
155 * Load in feed files from the cached "src" and/or "src/gz" locations.
157 int pkg_hash_load_feeds(int state_flags
, void (*cb
)(pkg_t
*, void *), void *priv
)
159 pkg_src_list_elt_t
*iter
;
161 char *list_file
, *lists_dir
;
163 opkg_msg(INFO
, "\n");
165 lists_dir
= conf
->restrict_to_default_dest
?
166 conf
->default_dest
->lists_dir
: conf
->lists_dir
;
168 for (iter
= void_list_first(&conf
->pkg_src_list
); iter
;
169 iter
= void_list_next(&conf
->pkg_src_list
, iter
)) {
171 src
= (pkg_src_t
*) iter
->data
;
173 sprintf_alloc(&list_file
, "%s/%s", lists_dir
, src
->name
);
175 if (file_exists(list_file
)) {
176 if (pkg_hash_add_from_file(list_file
, src
, NULL
, 0, state_flags
, cb
, priv
)) {
188 * Load in status files from the configured "dest"s.
190 int pkg_hash_load_status_files(void (*cb
)(pkg_t
*, void *), void *priv
)
192 pkg_dest_list_elt_t
*iter
;
195 opkg_msg(INFO
, "\n");
197 for (iter
= void_list_first(&conf
->pkg_dest_list
); iter
;
198 iter
= void_list_next(&conf
->pkg_dest_list
, iter
)) {
200 dest
= (pkg_dest_t
*) iter
->data
;
202 if (file_exists(dest
->status_file_name
)) {
203 if (pkg_hash_add_from_file
204 (dest
->status_file_name
, NULL
, dest
, 1, SF_NEED_DETAIL
, cb
, priv
))
213 pkg_hash_load_package_details_helper(const char *pkg_name
, void *entry
, void *data
)
216 abstract_pkg_t
*ab_pkg
= (abstract_pkg_t
*) entry
;
218 if (ab_pkg
->state_flag
& SF_NEED_DETAIL
) {
219 if (ab_pkg
->state_flag
& SF_MARKED
) {
220 opkg_msg(DEBUG
, "skipping already seen flagged abpkg %s\n",
225 opkg_msg(DEBUG
, "found yet incomplete flagged abpkg %s\n",
229 ab_pkg
->state_flag
|= SF_MARKED
;
233 int pkg_hash_load_package_details(void)
238 pkg_hash_load_feeds(0, NULL
, NULL
);
241 hash_table_foreach(&conf
->pkg_hash
, pkg_hash_load_package_details_helper
, &n_need_detail
);
243 if (n_need_detail
> 0)
244 opkg_msg(DEBUG
, "Found %d packages requiring details, reloading feeds\n", n_need_detail
);
253 pkg_hash_check_unresolved(pkg_t
*maybe
)
255 char **unresolved
= NULL
;
260 depends
= pkg_vec_alloc();
261 pkg_hash_fetch_unsatisfied_dependencies(maybe
, depends
, &unresolved
, 1);
267 opkg_msg(ERROR
, "cannot find dependency %s for %s\n", *tmp
, maybe
->name
);
272 pkg_vec_free(depends
);
277 pkg_t
*pkg_hash_fetch_best_installation_candidate(abstract_pkg_t
* apkg
,
278 int (*constraint_fcn
) (pkg_t
*
282 void *cdata
, int quiet
)
287 int wrong_arch_found
= 0;
289 int good_pkg_score
= 0;
290 pkg_vec_t
*matching_pkgs
;
291 abstract_pkg_vec_t
*matching_apkgs
;
292 abstract_pkg_vec_t
*provided_apkg_vec
;
293 abstract_pkg_t
**provided_apkgs
;
294 abstract_pkg_vec_t
*providers
;
295 pkg_t
*latest_installed_parent
= NULL
;
296 pkg_t
*latest_matching
= NULL
;
297 pkg_t
*priorized_matching
= NULL
;
298 pkg_t
*held_pkg
= NULL
;
299 pkg_t
*good_pkg_by_name
= NULL
;
301 if (apkg
== NULL
|| apkg
->provided_by
== NULL
302 || (apkg
->provided_by
->len
== 0))
305 matching_pkgs
= pkg_vec_alloc();
306 matching_apkgs
= abstract_pkg_vec_alloc();
307 providers
= abstract_pkg_vec_alloc();
309 opkg_msg(DEBUG
, "Best installation candidate for %s:\n", apkg
->name
);
311 provided_apkg_vec
= apkg
->provided_by
;
312 nprovides
= provided_apkg_vec
->len
;
313 provided_apkgs
= provided_apkg_vec
->pkgs
;
315 opkg_msg(DEBUG
, "apkg=%s nprovides=%d.\n", apkg
->name
,
318 /* accumulate all the providers */
319 for (i
= 0; i
< nprovides
; i
++) {
320 abstract_pkg_t
*provider_apkg
= provided_apkgs
[i
];
321 opkg_msg(DEBUG
, "Adding %s to providers.\n",
322 provider_apkg
->name
);
323 abstract_pkg_vec_insert(providers
, provider_apkg
);
325 nprovides
= providers
->len
;
327 for (i
= 0; i
< nprovides
; i
++) {
328 abstract_pkg_t
*provider_apkg
=
329 abstract_pkg_vec_get(providers
, i
);
330 abstract_pkg_t
*replacement_apkg
= NULL
;
333 if (provider_apkg
->replaced_by
334 && provider_apkg
->replaced_by
->len
) {
335 replacement_apkg
= provider_apkg
->replaced_by
->pkgs
[0];
336 if (provider_apkg
->replaced_by
->len
> 1) {
337 opkg_msg(NOTICE
, "Multiple replacers for %s, "
338 "using first one (%s).\n",
340 replacement_apkg
->name
);
344 if (replacement_apkg
)
346 "replacement_apkg=%s for provider_apkg=%s.\n",
347 replacement_apkg
->name
, provider_apkg
->name
);
349 if (replacement_apkg
&& (replacement_apkg
!= provider_apkg
)) {
350 if (abstract_pkg_vec_contains
351 (providers
, replacement_apkg
))
354 provider_apkg
= replacement_apkg
;
357 if (!(vec
= provider_apkg
->pkgs
)) {
358 opkg_msg(DEBUG
, "No pkgs for provider_apkg %s.\n",
359 provider_apkg
->name
);
363 /* now check for supported architecture */
367 /* count packages matching max arch priority and keep track of last one */
368 for (j
= 0; j
< vec
->len
; j
++) {
369 pkg_t
*maybe
= vec
->pkgs
[j
];
370 arch_priority
= pkg_get_arch_priority(maybe
);
373 "%s arch=%s arch_priority=%d version=%s.\n",
374 maybe
->name
, pkg_get_architecture(maybe
),
375 arch_priority
, pkg_get_string(maybe
, PKG_VERSION
));
376 /* We make sure not to add the same package twice. Need to search for the reason why
377 they show up twice sometimes. */
378 if ((arch_priority
> 0)
380 (!pkg_vec_contains(matching_pkgs
, maybe
))) {
381 if (!pkg_hash_check_unresolved(maybe
)) {
383 abstract_pkg_vec_insert(matching_apkgs
,
385 pkg_vec_insert(matching_pkgs
, maybe
);
390 if (vec
->len
> 0 && matching_pkgs
->len
< 1)
391 wrong_arch_found
= 1;
395 if (matching_pkgs
->len
< 1) {
396 if (wrong_arch_found
)
397 opkg_msg(ERROR
, "Packages for %s found, but"
398 " incompatible with the architectures configured\n",
400 pkg_vec_free(matching_pkgs
);
401 abstract_pkg_vec_free(matching_apkgs
);
402 abstract_pkg_vec_free(providers
);
406 if (matching_pkgs
->len
> 1)
407 pkg_vec_sort(matching_pkgs
,
408 pkg_name_version_and_architecture_compare
);
409 if (matching_apkgs
->len
> 1)
410 abstract_pkg_vec_sort(matching_apkgs
, abstract_pkg_name_compare
);
412 for (i
= 0; i
< matching_pkgs
->len
; i
++) {
413 pkg_t
*matching
= matching_pkgs
->pkgs
[i
];
414 if (constraint_fcn(matching
, cdata
)) {
416 if (strcmp(matching
->name
, apkg
->name
) == 0)
419 opkg_msg(DEBUG
, "Candidate: %s %s (score %d).\n",
420 matching
->name
, pkg_get_string(matching
, PKG_VERSION
),
422 if (score
< good_pkg_score
)
425 good_pkg_by_name
= matching
;
426 good_pkg_score
= score
;
427 /* It has been provided by hand, so it is what user want */
428 if (matching
->provided_by_hand
== 1)
433 for (i
= 0; i
< matching_pkgs
->len
; i
++) {
434 pkg_t
*matching
= matching_pkgs
->pkgs
[i
];
435 latest_matching
= matching
;
436 if (matching
->parent
->state_status
== SS_INSTALLED
437 || matching
->parent
->state_status
== SS_UNPACKED
)
438 latest_installed_parent
= matching
;
439 if (matching
->state_flag
& (SF_HOLD
| SF_PREFER
)) {
442 "Multiple packages (%s and %s) providing"
443 " same name marked HOLD or PREFER. "
444 "Using latest.\n", held_pkg
->name
,
450 if (!good_pkg_by_name
&& !held_pkg
&& !latest_installed_parent
451 && matching_apkgs
->len
> 1 && !quiet
) {
453 for (i
= 0; i
< matching_pkgs
->len
; i
++) {
454 pkg_t
*matching
= matching_pkgs
->pkgs
[i
];
455 arch_priority
= pkg_get_arch_priority(matching
);
456 if (arch_priority
> prio
) {
457 priorized_matching
= matching
;
458 prio
= arch_priority
;
459 opkg_msg(DEBUG
, "Match %s with priority %i.\n",
460 matching
->name
, prio
);
466 if (conf
->verbosity
>= INFO
&& matching_apkgs
->len
> 1) {
467 opkg_msg(INFO
, "%d matching pkgs for apkg=%s:\n",
468 matching_pkgs
->len
, apkg
->name
);
469 for (i
= 0; i
< matching_pkgs
->len
; i
++) {
470 pkg_t
*matching
= matching_pkgs
->pkgs
[i
];
471 opkg_msg(INFO
, "%s %s %s\n",
472 matching
->name
, pkg_get_string(matching
, PKG_VERSION
),
473 pkg_get_architecture(matching
));
477 nmatching
= matching_apkgs
->len
;
479 pkg_vec_free(matching_pkgs
);
480 abstract_pkg_vec_free(matching_apkgs
);
481 abstract_pkg_vec_free(providers
);
483 if (good_pkg_by_name
) { /* We found a good candidate, we will install it */
484 return good_pkg_by_name
;
487 opkg_msg(INFO
, "Using held package %s.\n", held_pkg
->name
);
490 if (latest_installed_parent
) {
492 "Using latest version of installed package %s.\n",
493 latest_installed_parent
->name
);
494 return latest_installed_parent
;
496 if (priorized_matching
) {
497 opkg_msg(INFO
, "Using priorized matching %s %s %s.\n",
498 priorized_matching
->name
, pkg_get_string(priorized_matching
, PKG_VERSION
),
499 pkg_get_architecture(priorized_matching
));
500 return priorized_matching
;
503 opkg_msg(INFO
, "No matching pkg out of %d matching_apkgs.\n",
507 if (latest_matching
) {
508 opkg_msg(INFO
, "Using latest matching %s %s %s.\n",
509 latest_matching
->name
, pkg_get_string(latest_matching
, PKG_VERSION
),
510 pkg_get_architecture(latest_matching
));
511 return latest_matching
;
516 static int pkg_name_constraint_fcn(pkg_t
* pkg
, void *cdata
)
518 const char *name
= (const char *)cdata
;
520 if (strcmp(pkg
->name
, name
) == 0)
526 static pkg_vec_t
*pkg_vec_fetch_by_name(const char *pkg_name
)
528 abstract_pkg_t
*ab_pkg
;
530 if (!(ab_pkg
= abstract_pkg_fetch_by_name(pkg_name
)))
536 if (ab_pkg
->provided_by
) {
537 abstract_pkg_t
*abpkg
=
538 abstract_pkg_vec_get(ab_pkg
->provided_by
, 0);
548 pkg_t
*pkg_hash_fetch_best_installation_candidate_by_name(const char *name
)
550 abstract_pkg_t
*apkg
= NULL
;
552 if (!(apkg
= abstract_pkg_fetch_by_name(name
)))
555 return pkg_hash_fetch_best_installation_candidate(apkg
,
556 pkg_name_constraint_fcn
,
560 pkg_t
*pkg_hash_fetch_by_name_version(const char *pkg_name
, const char *version
)
564 char *version_str
= NULL
;
566 if (!(vec
= pkg_vec_fetch_by_name(pkg_name
)))
569 for (i
= 0; i
< vec
->len
; i
++) {
570 version_str
= pkg_version_str_alloc(vec
->pkgs
[i
]);
571 if (!strcmp(version_str
, version
)) {
584 pkg_t
*pkg_hash_fetch_installed_by_name_dest(const char *pkg_name
,
590 if (!(vec
= pkg_vec_fetch_by_name(pkg_name
))) {
594 for (i
= 0; i
< vec
->len
; i
++)
595 if ((vec
->pkgs
[i
]->state_status
== SS_INSTALLED
596 || vec
->pkgs
[i
]->state_status
== SS_UNPACKED
)
597 && vec
->pkgs
[i
]->dest
== dest
) {
604 pkg_t
*pkg_hash_fetch_installed_by_name(const char *pkg_name
)
609 if (!(vec
= pkg_vec_fetch_by_name(pkg_name
))) {
613 for (i
= 0; i
< vec
->len
; i
++) {
614 if (vec
->pkgs
[i
]->state_status
== SS_INSTALLED
615 || vec
->pkgs
[i
]->state_status
== SS_UNPACKED
) {
624 pkg_hash_fetch_available_helper(const char *pkg_name
, void *entry
, void *data
)
627 abstract_pkg_t
*ab_pkg
= (abstract_pkg_t
*) entry
;
628 pkg_vec_t
*all
= (pkg_vec_t
*) data
;
629 pkg_vec_t
*pkg_vec
= ab_pkg
->pkgs
;
634 for (j
= 0; j
< pkg_vec
->len
; j
++) {
635 pkg_t
*pkg
= pkg_vec
->pkgs
[j
];
636 pkg_vec_insert(all
, pkg
);
640 void pkg_hash_fetch_available(pkg_vec_t
* all
)
642 hash_table_foreach(&conf
->pkg_hash
, pkg_hash_fetch_available_helper
,
647 pkg_hash_fetch_all_installed_helper(const char *pkg_name
, void *entry
,
650 abstract_pkg_t
*ab_pkg
= (abstract_pkg_t
*) entry
;
651 pkg_vec_t
*all
= (pkg_vec_t
*) data
;
652 pkg_vec_t
*pkg_vec
= ab_pkg
->pkgs
;
658 for (j
= 0; j
< pkg_vec
->len
; j
++) {
659 pkg_t
*pkg
= pkg_vec
->pkgs
[j
];
660 if (pkg
->state_status
== SS_INSTALLED
661 || pkg
->state_status
== SS_UNPACKED
)
662 pkg_vec_insert(all
, pkg
);
666 void pkg_hash_fetch_all_installed(pkg_vec_t
* all
)
668 hash_table_foreach(&conf
->pkg_hash
, pkg_hash_fetch_all_installed_helper
,
673 * This assumes that the abstract pkg doesn't exist.
675 static abstract_pkg_t
*add_new_abstract_pkg_by_name(const char *pkg_name
)
677 abstract_pkg_t
*ab_pkg
;
679 ab_pkg
= abstract_pkg_new();
681 ab_pkg
->name
= xstrdup(pkg_name
);
682 hash_table_insert(&conf
->pkg_hash
, pkg_name
, ab_pkg
);
687 abstract_pkg_t
*ensure_abstract_pkg_by_name(const char *pkg_name
)
689 abstract_pkg_t
*ab_pkg
;
691 if (!(ab_pkg
= abstract_pkg_fetch_by_name(pkg_name
)))
692 ab_pkg
= add_new_abstract_pkg_by_name(pkg_name
);
697 void hash_insert_pkg(pkg_t
* pkg
, int set_status
)
699 abstract_pkg_t
*ab_pkg
;
701 ab_pkg
= ensure_abstract_pkg_by_name(pkg
->name
);
703 ab_pkg
->pkgs
= pkg_vec_alloc();
705 if (pkg
->state_status
== SS_INSTALLED
) {
706 ab_pkg
->state_status
= SS_INSTALLED
;
707 } else if (pkg
->state_status
== SS_UNPACKED
) {
708 ab_pkg
->state_status
= SS_UNPACKED
;
713 buildProvides(ab_pkg
, pkg
);
715 init_providelist(pkg
, NULL
);
717 /* Need to build the conflicts graph before replaces for correct
718 * calculation of replaced_by relation.
722 buildReplaces(ab_pkg
, pkg
);
724 buildDependedUponBy(pkg
, ab_pkg
);
726 pkg_vec_insert_merge(ab_pkg
->pkgs
, pkg
, set_status
);
727 pkg
->parent
= ab_pkg
;
730 static const char *strip_offline_root(const char *file_name
)
734 if (conf
->offline_root
) {
735 len
= strlen(conf
->offline_root
);
736 if (strncmp(file_name
, conf
->offline_root
, len
) == 0)
743 void file_hash_remove(const char *file_name
)
745 file_name
= strip_offline_root(file_name
);
746 hash_table_remove(&conf
->file_hash
, file_name
);
749 pkg_t
*file_hash_get_file_owner(const char *file_name
)
751 file_name
= strip_offline_root(file_name
);
752 return hash_table_get(&conf
->file_hash
, file_name
);
755 void file_hash_set_file_owner(const char *file_name
, pkg_t
* owning_pkg
)
757 pkg_t
*old_owning_pkg
;
758 int file_name_len
= strlen(file_name
);
760 if (file_name
[file_name_len
- 1] == '/')
763 file_name
= strip_offline_root(file_name
);
765 old_owning_pkg
= hash_table_get(&conf
->file_hash
, file_name
);
766 hash_table_insert(&conf
->file_hash
, file_name
, owning_pkg
);
768 if (old_owning_pkg
) {
769 pkg_get_installed_files(old_owning_pkg
);
770 str_list_remove_elt(old_owning_pkg
->installed_files
, file_name
);
771 pkg_free_installed_files(old_owning_pkg
);
773 /* mark this package to have its filelist written */
774 old_owning_pkg
->state_flag
|= SF_FILELIST_CHANGED
;
775 owning_pkg
->state_flag
|= SF_FILELIST_CHANGED
;