?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Only download sync databases
[pacman-ng.git] / lib / libalpm / be_sync.c
blob0504ca633a62963448365870fe463a2c6a2d1cc2
1 /*
2 * be_sync.c
3 *
4 * Copyright (c) 2006-2010 Pacman Development Team <pacman-dev@archlinux.org>
5 * Copyright (c) 2002-2006 by Judd Vinet <jvinet@zeroflux.org>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program. If not, see <http://www.gnu.org/licenses/>.
19 */
20
21 #include "config.h"
22
23 #include <errno.h>
24 #include <dirent.h>
25 #include <ctype.h>
26 #include <locale.h>
27
28 /* libarchive */
29 #include <archive.h>
30 #include <archive_entry.h>
31
32 /* libalpm */
33 #include "util.h"
34 #include "log.h"
35 #include "alpm.h"
36 #include "alpm_list.h"
37 #include "package.h"
38 #include "handle.h"
39 #include "delta.h"
40 #include "deps.h"
41 #include "dload.h"
42
43 /** Update a package database
44 *
45 * An update of the package database \a db will be attempted. Unless
46 * \a force is true, the update will only be performed if the remote
47 * database was modified since the last update.
48 *
49 * A transaction is necessary for this operation, in order to obtain a
50 * database lock. During this transaction the front-end will be informed
51 * of the download progress of the database via the download callback.
52 *
53 * Example:
54 * @code
55 * pmdb_t *db;
56 * int result;
57 * db = alpm_list_getdata(alpm_option_get_syncdbs());
58 * if(alpm_trans_init(0, NULL, NULL, NULL) == 0) {
59 * result = alpm_db_update(0, db);
60 * alpm_trans_release();
61 *
62 * if(result > 0) {
63 * printf("Unable to update database: %s\n", alpm_strerrorlast());
64 * } else if(result < 0) {
65 * printf("Database already up to date\n");
66 * } else {
67 * printf("Database updated\n");
68 * }
69 * }
70 * @endcode
71 *
72 * @ingroup alpm_databases
73 * @note After a successful update, the \link alpm_db_get_pkgcache()
74 * package cache \endlink will be invalidated
75 * @param force if true, then forces the update, otherwise update only in case
76 * the database isn't up to date
77 * @param db pointer to the package database to update
78 * @return 0 on success, > 0 on error (pm_errno is set accordingly), < 0 if up
79 * to date
80 */
81 int SYMEXPORT alpm_db_update(int force, pmdb_t *db)
82 {
83 char *dbfile, *syncpath;
84 const char *dbpath;
85 size_t len;
86 int ret;
87
88 ALPM_LOG_FUNC;
89
90 /* Sanity checks */
91 ASSERT(handle != NULL, RET_ERR(PM_ERR_HANDLE_NULL, -1));
92 ASSERT(db != NULL && db != handle->db_local, RET_ERR(PM_ERR_WRONG_ARGS, -1));
93 /* Verify we are in a transaction. This is done _mainly_ because we need a DB
94 * lock - if we update without a db lock, we may kludge some other pacman
95 * process that _has_ a lock.
96 */
97 ASSERT(handle->trans != NULL, RET_ERR(PM_ERR_TRANS_NULL, -1));
98 ASSERT(handle->trans->state == STATE_INITIALIZED, RET_ERR(PM_ERR_TRANS_NOT_INITIALIZED, -1));
99
100 if(!alpm_list_find_ptr(handle->dbs_sync, db)) {
101 RET_ERR(PM_ERR_DB_NOT_FOUND, -1);
102 }
103
104 len = strlen(db->treename) + 4;
105 MALLOC(dbfile, len, RET_ERR(PM_ERR_MEMORY, -1));
106 sprintf(dbfile, "%s.db", db->treename);
107
108 dbpath = alpm_option_get_dbpath();
109 len = strlen(dbpath) + 6;
110 MALLOC(syncpath, len, RET_ERR(PM_ERR_MEMORY, -1));
111 sprintf(syncpath, "%s%s", dbpath, "sync/");
112
113 ret = _alpm_download_single_file(dbfile, db->servers, syncpath, force);
114 free(dbfile);
115 free(syncpath);
116
117 if(ret == 1) {
118 /* files match, do nothing */
119 pm_errno = 0;
120 return(1);
121 } else if(ret == -1) {
122 /* pm_errno was set by the download code */
123 _alpm_log(PM_LOG_DEBUG, "failed to sync db: %s\n", alpm_strerrorlast());
124 return(-1);
125 }
126
127 /* Cache needs to be rebuilt */
128 _alpm_db_free_pkgcache(db);
129
130 return(0);
131 }
132
133 int _alpm_sync_db_populate(pmdb_t *db)
134 {
135 int count = 0;
136 struct archive *archive;
137 struct archive_entry *entry;
138 const char * archive_path;
139
140 ALPM_LOG_FUNC;
141
142 ASSERT(db != NULL, RET_ERR(PM_ERR_DB_NULL, -1));
143
144 if((archive = archive_read_new()) == NULL)
145 RET_ERR(PM_ERR_LIBARCHIVE, 1);
146
147 archive_read_support_compression_all(archive);
148 archive_read_support_format_all(archive);
149
150 if(archive_read_open_filename(archive, _alpm_db_path(db),
151 ARCHIVE_DEFAULT_BYTES_PER_BLOCK) != ARCHIVE_OK) {
152 _alpm_log(PM_LOG_ERROR, _("could not open %s: %s\n"), _alpm_db_path(db),
153 archive_error_string(archive));
154 RET_ERR(PM_ERR_PKG_OPEN, 1);
155 }
156
157 while(archive_read_next_header(archive, &entry) == ARCHIVE_OK) {
158 const struct stat *st;
159 const char *name;
160 pmpkg_t *pkg;
161
162 st = archive_entry_stat(entry);
163
164 if(S_ISDIR(st->st_mode)) {
165 archive_path = archive_entry_pathname(entry);
166
167 pkg = _alpm_pkg_new();
168 if(pkg == NULL) {
169 archive_read_finish(archive);
170 return(-1);
171 }
172
173 name = archive_entry_pathname(entry);
174
175 if(splitname(name, pkg) != 0) {
176 _alpm_log(PM_LOG_ERROR, _("invalid name for database entry '%s'\n"),
177 name);
178 _alpm_pkg_free(pkg);
179 continue;
180 }
181
182 /* duplicated database entries are not allowed */
183 if(_alpm_pkg_find(db->pkgcache, pkg->name)) {
184 _alpm_log(PM_LOG_ERROR, _("duplicated database entry '%s'\n"), pkg->name);
185 _alpm_pkg_free(pkg);
186 continue;
187 }
188
189 pkg->origin = PKG_FROM_SYNCDB;
190 pkg->ops = &default_pkg_ops;
191 pkg->origin_data.db = db;
192
193 /* add to the collection */
194 _alpm_log(PM_LOG_FUNCTION, "adding '%s' to package cache for db '%s'\n",
195 pkg->name, db->treename);
196 db->pkgcache = alpm_list_add(db->pkgcache, pkg);
197 count++;
198 } else {
199 /* we have desc, depends or deltas - parse it */
200 _alpm_sync_db_read(db, archive, entry);
201 }
202 }
203
204 db->pkgcache = alpm_list_msort(db->pkgcache, count, _alpm_pkg_cmp);
205 archive_read_finish(archive);
206
207 return(count);
208 }
209
210 int _alpm_sync_db_read(pmdb_t *db, struct archive *archive, struct archive_entry *entry)
211 {
212 char line[1024];
213 const char *entryname;
214 char *filename, *pkgname, *p, *q;
215 pmpkg_t *pkg;
216
217 ALPM_LOG_FUNC;
218
219 if(db == NULL) {
220 RET_ERR(PM_ERR_DB_NULL, -1);
221 }
222
223 if(entry == NULL) {
224 _alpm_log(PM_LOG_DEBUG, "invalid archive entry provided to _alpm_sync_db_read, skipping\n");
225 return(-1);
226 }
227
228 entryname = archive_entry_pathname(entry);
229
230 _alpm_log(PM_LOG_FUNCTION, "loading package data from archive entry %s\n",
231 entryname);
232
233 /* get package and db file names */
234 STRDUP(pkgname, entryname, RET_ERR(PM_ERR_MEMORY, -1));
235 p = pkgname + strlen(pkgname);
236 for(q = --p; *q && *q != '/'; q--);
237 STRDUP(filename, q+1, RET_ERR(PM_ERR_MEMORY, -1));
238 for(p = --q; *p && *p != '-'; p--);
239 for(q = --p; *q && *q != '-'; q--);
240 *q = '\0';
241
242 /* package is already in db due to parsing of directory name */
243 pkg = _alpm_pkg_find(db->pkgcache, pkgname);
244 if(pkg == NULL) {
245 _alpm_log(PM_LOG_DEBUG, "package %s not found in %s sync database",
246 pkgname, db->treename);
247 return(-1);
248 }
249
250 if(strcmp(filename, "desc") == 0) {
251 while(_alpm_archive_fgets(line, sizeof(line), archive) != NULL) {
252 _alpm_strtrim(line);
253 if(strcmp(line, "%NAME%") == 0) {
254 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
255 goto error;
256 }
257 if(strcmp(_alpm_strtrim(line), pkg->name) != 0) {
258 _alpm_log(PM_LOG_ERROR, _("%s database is inconsistent: name "
259 "mismatch on package %s\n"), db->treename, pkg->name);
260 }
261 } else if(strcmp(line, "%VERSION%") == 0) {
262 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
263 goto error;
264 }
265 if(strcmp(_alpm_strtrim(line), pkg->version) != 0) {
266 _alpm_log(PM_LOG_ERROR, _("%s database is inconsistent: version "
267 "mismatch on package %s\n"), db->treename, pkg->name);
268 }
269 } else if(strcmp(line, "%FILENAME%") == 0) {
270 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
271 goto error;
272 }
273 STRDUP(pkg->filename, _alpm_strtrim(line), goto error);
274 } else if(strcmp(line, "%DESC%") == 0) {
275 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
276 goto error;
277 }
278 STRDUP(pkg->desc, _alpm_strtrim(line), goto error);
279 } else if(strcmp(line, "%GROUPS%") == 0) {
280 while(_alpm_archive_fgets(line, sizeof(line), archive) && strlen(_alpm_strtrim(line))) {
281 char *linedup;
282 STRDUP(linedup, _alpm_strtrim(line), goto error);
283 pkg->groups = alpm_list_add(pkg->groups, linedup);
284 }
285 } else if(strcmp(line, "%URL%") == 0) {
286 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
287 goto error;
288 }
289 STRDUP(pkg->url, _alpm_strtrim(line), goto error);
290 } else if(strcmp(line, "%LICENSE%") == 0) {
291 while(_alpm_archive_fgets(line, sizeof(line), archive) &&
292 strlen(_alpm_strtrim(line))) {
293 char *linedup;
294 STRDUP(linedup, _alpm_strtrim(line), goto error);
295 pkg->licenses = alpm_list_add(pkg->licenses, linedup);
296 }
297 } else if(strcmp(line, "%ARCH%") == 0) {
298 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
299 goto error;
300 }
301 STRDUP(pkg->arch, _alpm_strtrim(line), goto error);
302 } else if(strcmp(line, "%BUILDDATE%") == 0) {
303 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
304 goto error;
305 }
306 _alpm_strtrim(line);
307
308 char first = tolower((unsigned char)line[0]);
309 if(first > 'a' && first < 'z') {
310 struct tm tmp_tm = {0}; /* initialize to null in case of failure */
311 setlocale(LC_TIME, "C");
312 strptime(line, "%a %b %e %H:%M:%S %Y", &tmp_tm);
313 pkg->builddate = mktime(&tmp_tm);
314 setlocale(LC_TIME, "");
315 } else {
316 pkg->builddate = atol(line);
317 }
318 } else if(strcmp(line, "%INSTALLDATE%") == 0) {
319 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
320 goto error;
321 }
322 _alpm_strtrim(line);
323
324 char first = tolower((unsigned char)line[0]);
325 if(first > 'a' && first < 'z') {
326 struct tm tmp_tm = {0}; /* initialize to null in case of failure */
327 setlocale(LC_TIME, "C");
328 strptime(line, "%a %b %e %H:%M:%S %Y", &tmp_tm);
329 pkg->installdate = mktime(&tmp_tm);
330 setlocale(LC_TIME, "");
331 } else {
332 pkg->installdate = atol(line);
333 }
334 } else if(strcmp(line, "%PACKAGER%") == 0) {
335 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
336 goto error;
337 }
338 STRDUP(pkg->packager, _alpm_strtrim(line), goto error);
339 } else if(strcmp(line, "%REASON%") == 0) {
340 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
341 goto error;
342 }
343 pkg->reason = (pmpkgreason_t)atol(_alpm_strtrim(line));
344 } else if(strcmp(line, "%SIZE%") == 0 || strcmp(line, "%CSIZE%") == 0) {
345 /* NOTE: the CSIZE and SIZE fields both share the "size" field
346 * in the pkginfo_t struct. This can be done b/c CSIZE
347 * is currently only used in sync databases, and SIZE is
348 * only used in local databases.
349 */
350 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
351 goto error;
352 }
353 pkg->size = atol(_alpm_strtrim(line));
354 /* also store this value to isize if isize is unset */
355 if(pkg->isize == 0) {
356 pkg->isize = pkg->size;
357 }
358 } else if(strcmp(line, "%ISIZE%") == 0) {
359 /* ISIZE (installed size) tag only appears in sync repositories,
360 * not the local one. */
361 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
362 goto error;
363 }
364 pkg->isize = atol(_alpm_strtrim(line));
365 } else if(strcmp(line, "%MD5SUM%") == 0) {
366 /* MD5SUM tag only appears in sync repositories,
367 * not the local one. */
368 if(_alpm_archive_fgets(line, sizeof(line), archive) == NULL) {
369 goto error;
370 }
371 STRDUP(pkg->md5sum, _alpm_strtrim(line), goto error);
372 } else if(strcmp(line, "%REPLACES%") == 0) {
373 while(_alpm_archive_fgets(line, sizeof(line), archive) &&
374 strlen(_alpm_strtrim(line))) {
375 char *linedup;
376 STRDUP(linedup, _alpm_strtrim(line), goto error);
377 pkg->replaces = alpm_list_add(pkg->replaces, linedup);
378 }
379 } else if(strcmp(line, "%FORCE%") == 0) {
380 pkg->force = 1;
381 }
382 }
383 } else if(strcmp(filename, "depends") == 0) {
384 while(_alpm_archive_fgets(line, sizeof(line), archive) != NULL) {
385 _alpm_strtrim(line);
386 if(strcmp(line, "%DEPENDS%") == 0) {
387 while(_alpm_archive_fgets(line, sizeof(line), archive) &&
388 strlen(_alpm_strtrim(line))) {
389 pmdepend_t *dep = _alpm_splitdep(_alpm_strtrim(line));
390 pkg->depends = alpm_list_add(pkg->depends, dep);
391 }
392 } else if(strcmp(line, "%OPTDEPENDS%") == 0) {
393 while(_alpm_archive_fgets(line, sizeof(line), archive) &&
394 strlen(_alpm_strtrim(line))) {
395 char *linedup;
396 STRDUP(linedup, _alpm_strtrim(line), goto error);
397 pkg->optdepends = alpm_list_add(pkg->optdepends, linedup);
398 }
399 } else if(strcmp(line, "%CONFLICTS%") == 0) {
400 while(_alpm_archive_fgets(line, sizeof(line), archive) &&
401 strlen(_alpm_strtrim(line))) {
402 char *linedup;
403 STRDUP(linedup, _alpm_strtrim(line), goto error);
404 pkg->conflicts = alpm_list_add(pkg->conflicts, linedup);
405 }
406 } else if(strcmp(line, "%PROVIDES%") == 0) {
407 while(_alpm_archive_fgets(line, sizeof(line), archive) &&
408 strlen(_alpm_strtrim(line))) {
409 char *linedup;
410 STRDUP(linedup, _alpm_strtrim(line), goto error);
411 pkg->provides = alpm_list_add(pkg->provides, linedup);
412 }
413 }
414 }
415 } else if(strcmp(filename, "deltas") == 0) {
416 while(_alpm_archive_fgets(line, sizeof(line), archive) != NULL) {
417 _alpm_strtrim(line);
418 if(strcmp(line, "%DELTAS%") == 0) {
419 while(_alpm_archive_fgets(line, sizeof(line), archive) && strlen(_alpm_strtrim(line))) {
420 pmdelta_t *delta = _alpm_delta_parse(line);
421 if(delta) {
422 pkg->deltas = alpm_list_add(pkg->deltas, delta);
423 }
424 }
425 }
426 }
427 } else {
428 /* unknown database file */
429 _alpm_log(PM_LOG_DEBUG, "unknown database file: %s", filename);
430 }
431
432 error:
433 FREE(pkgname);
434 FREE(filename);
435 return(0);
436 }
437
438 struct db_operations sync_db_ops = {
439 .populate = _alpm_sync_db_populate,
440 .unregister = _alpm_db_unregister,
441 };
442
443 pmdb_t *_alpm_db_register_sync(const char *treename)
444 {
445 pmdb_t *db;
446 alpm_list_t *i;
447
448 ALPM_LOG_FUNC;
449
450 for(i = handle->dbs_sync; i; i = i->next) {
451 pmdb_t *sdb = i->data;
452 if(strcmp(treename, sdb->treename) == 0) {
453 _alpm_log(PM_LOG_DEBUG, "attempt to re-register the '%s' database, using existing\n", sdb->treename);
454 return sdb;
455 }
456 }
457
458 _alpm_log(PM_LOG_DEBUG, "registering sync database '%s'\n", treename);
459
460 db = _alpm_db_new(treename, 0);
461 db->ops = &sync_db_ops;
462 if(db == NULL) {
463 RET_ERR(PM_ERR_DB_CREATE, NULL);
464 }
465
466 handle->dbs_sync = alpm_list_add(handle->dbs_sync, db);
467 return(db);
468 }
469
470
471 /* vim: set ts=2 sw=2 noet: */
ngaba's pacman repo