diff options
Diffstat (limited to 'src/split')
| -rw-r--r-- | src/split/dpkg-split.h | 84 | ||||
| -rw-r--r-- | src/split/info.c | 291 | ||||
| -rw-r--r-- | src/split/join.c | 151 | ||||
| -rw-r--r-- | src/split/main.c | 185 | ||||
| -rw-r--r-- | src/split/queue.c | 365 | ||||
| -rw-r--r-- | src/split/split.c | 287 |
6 files changed, 1363 insertions, 0 deletions
diff --git a/src/split/dpkg-split.h b/src/split/dpkg-split.h new file mode 100644 index 0000000..f53e0c5 --- /dev/null +++ b/src/split/dpkg-split.h @@ -0,0 +1,84 @@ +/* + * dpkg-split - splitting and joining of multipart *.deb archives + * dpkg-split.h - external definitions for this program + * + * Copyright © 1995 Ian Jackson <ijackson@chiark.greenend.org.uk> + * Copyright © 2008-2012 Guillem Jover <guillem@debian.org> + * + * This is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <https://www.gnu.org/licenses/>. + */ + +#ifndef DPKG_SPLIT_H +#define DPKG_SPLIT_H + +#include <dpkg/ar.h> +#include <dpkg/deb-version.h> + +action_func do_split; +action_func do_join; +action_func do_info; +action_func do_auto; +action_func do_queue; +action_func do_discard; + +struct partinfo { + struct deb_version fmtversion; + const char *filename; + const char *package; + const char *version; + const char *arch; + const char *md5sum; + off_t orglength; + int thispartn, maxpartn; + off_t maxpartlen; + off_t thispartoffset; + off_t thispartlen; + /** Size of header in part file. */ + off_t headerlen; + off_t filesize; +}; + +struct partqueue { + struct partqueue *nextinqueue; + + /** Only fields filename, md5sum, maxpartlen, thispartn, maxpartn + * are valid; the rest are NULL. If the file is not named correctly + * to be a part file md5sum is NULL too and the numbers are zero. */ + struct partinfo info; +}; + +extern off_t opt_maxpartsize; +extern const char *opt_depotdir; +extern const char *opt_outputfile; +extern int opt_npquiet; +extern int opt_msdos; + +void read_fail(int rc, const char *filename, const char *what) DPKG_ATTR_NORET; +void print_info(const struct partinfo *pi); +struct partinfo *read_info(struct dpkg_ar *ar, struct partinfo *ir); + +void reassemble(struct partinfo **partlist, const char *outputfile); +void mustgetpartinfo(const char *filename, struct partinfo *ri); +void addtopartlist(struct partinfo**, struct partinfo*, struct partinfo *refi); + +#define SPLITVERSION "2.1" + +#define PARTSDIR "parts" + +#define PARTMAGIC "debian-split" +#define HEADERALLOWANCE 1024 + +#define SPLITPARTDEFMAX (450 * 1024) + +#endif /* DPKG_SPLIT_H */ diff --git a/src/split/info.c b/src/split/info.c new file mode 100644 index 0000000..73fbd69 --- /dev/null +++ b/src/split/info.c @@ -0,0 +1,291 @@ +/* + * dpkg-split - splitting and joining of multipart *.deb archives + * info.c - information about split archives + * + * Copyright © 1995 Ian Jackson <ijackson@chiark.greenend.org.uk> + * Copyright © 2008-2012 Guillem Jover <guillem@debian.org> + * + * This is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <https://www.gnu.org/licenses/>. + */ + +#include <config.h> +#include <compat.h> + +#include <sys/stat.h> + +#include <errno.h> +#include <limits.h> +#include <string.h> +#include <unistd.h> +#include <inttypes.h> +#include <stdint.h> +#include <stdlib.h> +#include <stdio.h> + +#include <dpkg/i18n.h> +#include <dpkg/c-ctype.h> +#include <dpkg/dpkg.h> +#include <dpkg/dpkg-db.h> +#include <dpkg/fdio.h> +#include <dpkg/ar.h> +#include <dpkg/options.h> + +#include "dpkg-split.h" + +static intmax_t +parse_intmax(const char *value, const char *fn, const char *what) +{ + intmax_t r; + char *endp; + + errno = 0; + r = strtoimax(value, &endp, 10); + if (value == endp || *endp) + ohshit(_("file '%.250s' is corrupt - bad digit (code %d) in %s"), + fn, *endp, what); + if (r < 0 || errno == ERANGE) + ohshit(_("file '%s' is corrupt; out of range integer in %s"), fn, what); + return r; +} + +static char *nextline(char **ripp, const char *fn, const char *what) { + char *newline, *rip; + + rip= *ripp; + if (!rip) + ohshit(_("file '%.250s' is corrupt - %.250s missing"), fn, what); + newline= strchr(rip,'\n'); + if (!newline) + ohshit(_("file '%.250s' is corrupt - missing newline after %.250s"), + fn, what); + *ripp= newline+1; + + str_rtrim_spaces(rip, newline); + + return rip; +} + +/** + * Read a deb-split part archive. + * + * @return Part info (nfmalloc'd) if was an archive part and we read it, + * NULL if it wasn't. + */ +struct partinfo * +read_info(struct dpkg_ar *ar, struct partinfo *ir) +{ + static char *readinfobuf= NULL; + static size_t readinfobuflen= 0; + + size_t thisilen; + intmax_t templong; + char magicbuf[sizeof(DPKG_AR_MAGIC) - 1], *rip, *partnums, *slash; + const char *err; + struct dpkg_ar_hdr arh; + ssize_t rc; + + rc = fd_read(ar->fd, magicbuf, sizeof(magicbuf)); + if (rc != sizeof(magicbuf)) { + if (rc < 0) + ohshite(_("error reading %.250s"), ar->name); + else + return NULL; + } + if (memcmp(magicbuf, DPKG_AR_MAGIC, sizeof(magicbuf))) + return NULL; + + rc = fd_read(ar->fd, &arh, sizeof(arh)); + if (rc != sizeof(arh)) + read_fail(rc, ar->name, "ar header"); + + dpkg_ar_normalize_name(&arh); + + if (strncmp(arh.ar_name, PARTMAGIC, sizeof(arh.ar_name)) != 0) + return NULL; + if (dpkg_ar_member_is_illegal(&arh)) + ohshit(_("file '%.250s' is corrupt - bad magic at end of first header"), + ar->name); + thisilen = dpkg_ar_member_get_size(ar, &arh); + if (thisilen >= readinfobuflen) { + readinfobuflen = thisilen + 2; + readinfobuf= m_realloc(readinfobuf,readinfobuflen); + } + rc = fd_read(ar->fd, readinfobuf, thisilen + (thisilen & 1)); + if (rc != (ssize_t)(thisilen + (thisilen & 1))) + read_fail(rc, ar->name, "reading header member"); + if (thisilen & 1) { + int c = readinfobuf[thisilen]; + + if (c != '\n') + ohshit(_("file '%.250s' is corrupt - bad padding character (code %d)"), + ar->name, c); + } + readinfobuf[thisilen] = '\0'; + if (memchr(readinfobuf,0,thisilen)) + ohshit(_("file '%.250s' is corrupt - nulls in info section"), ar->name); + + ir->filename = ar->name; + + rip= readinfobuf; + err = deb_version_parse(&ir->fmtversion, + nextline(&rip, ar->name, _("format version number"))); + if (err) + ohshit(_("file '%.250s' has invalid format version: %s"), ar->name, err); + if (ir->fmtversion.major != 2) + ohshit(_("file '%.250s' is format version %d.%d; get a newer dpkg-split"), + ar->name, ir->fmtversion.major, ir->fmtversion.minor); + + ir->package = nfstrsave(nextline(&rip, ar->name, _("package name"))); + ir->version = nfstrsave(nextline(&rip, ar->name, _("package version number"))); + ir->md5sum = nfstrsave(nextline(&rip, ar->name, _("package file MD5 checksum"))); + if (strlen(ir->md5sum) != MD5HASHLEN || + strspn(ir->md5sum, "0123456789abcdef") != MD5HASHLEN) + ohshit(_("file '%.250s' is corrupt - bad MD5 checksum '%.250s'"), + ar->name, ir->md5sum); + + ir->orglength = parse_intmax(nextline(&rip, ar->name, _("archive total size")), + ar->name, _("archive total size")); + ir->maxpartlen = parse_intmax(nextline(&rip, ar->name, _("archive part offset")), + ar->name, _("archive part offset")); + + partnums = nextline(&rip, ar->name, _("archive part numbers")); + slash= strchr(partnums,'/'); + if (!slash) + ohshit(_("file '%.250s' is corrupt - no slash between archive part numbers"), ar->name); + *slash++ = '\0'; + + templong = parse_intmax(slash, ar->name, _("number of archive parts")); + if (templong <= 0 || templong > INT_MAX) + ohshit(_("file '%.250s' is corrupt - bad number of archive parts"), ar->name); + ir->maxpartn= templong; + templong = parse_intmax(partnums, ar->name, _("archive parts number")); + if (templong <= 0 || templong > ir->maxpartn) + ohshit(_("file '%.250s' is corrupt - bad archive part number"), ar->name); + ir->thispartn= templong; + + /* If the package was created with dpkg 1.16.1 or later it will include + * the architecture. */ + if (*rip != '\0') + ir->arch = nfstrsave(nextline(&rip, ar->name, _("package architecture"))); + else + ir->arch = NULL; + + rc = fd_read(ar->fd, &arh, sizeof(arh)); + if (rc != sizeof(arh)) + read_fail(rc, ar->name, "reading data part member ar header"); + + dpkg_ar_normalize_name(&arh); + + if (dpkg_ar_member_is_illegal(&arh)) + ohshit(_("file '%.250s' is corrupt - bad magic at end of second header"), + ar->name); + if (strncmp(arh.ar_name,"data",4)) + ohshit(_("file '%.250s' is corrupt - second member is not data member"), + ar->name); + + ir->thispartlen = dpkg_ar_member_get_size(ar, &arh); + ir->thispartoffset= (ir->thispartn-1)*ir->maxpartlen; + + if (ir->maxpartn != (ir->orglength+ir->maxpartlen-1)/ir->maxpartlen) + ohshit(_("file '%.250s' is corrupt - wrong number of parts for quoted sizes"), + ar->name); + if (ir->thispartlen != + (ir->thispartn == ir->maxpartn + ? ir->orglength - ir->thispartoffset : ir->maxpartlen)) + ohshit(_("file '%.250s' is corrupt - size is wrong for quoted part number"), + ar->name); + + ir->filesize = (strlen(DPKG_AR_MAGIC) + + sizeof(arh) + thisilen + (thisilen & 1) + + sizeof(arh) + ir->thispartlen + (ir->thispartlen & 1)); + + if (S_ISREG(ar->mode)) { + /* Don't do this check if it's coming from a pipe or something. It's + * only an extra sanity check anyway. */ + if (ar->size < ir->filesize) + ohshit(_("file '%.250s' is corrupt - too short"), ar->name); + } + + ir->headerlen = strlen(DPKG_AR_MAGIC) + + sizeof(arh) + thisilen + (thisilen & 1) + sizeof(arh); + + return ir; +} + +void mustgetpartinfo(const char *filename, struct partinfo *ri) { + struct dpkg_ar *part; + + part = dpkg_ar_open(filename); + if (!part) + ohshite(_("cannot open archive part file '%.250s'"), filename); + if (!read_info(part, ri)) + ohshite(_("file '%.250s' is not an archive part"), filename); + dpkg_ar_close(part); +} + +void print_info(const struct partinfo *pi) { + printf(_("%s:\n" + " Part format version: %d.%d\n" + " Part of package: %s\n" + " ... version: %s\n" + " ... architecture: %s\n" + " ... MD5 checksum: %s\n" + " ... length: %jd bytes\n" + " ... split every: %jd bytes\n" + " Part number: %d/%d\n" + " Part length: %jd bytes\n" + " Part offset: %jd bytes\n" + " Part file size (used portion): %jd bytes\n\n"), + pi->filename, + pi->fmtversion.major, pi->fmtversion.minor, + pi->package, + pi->version, + pi->arch ? pi->arch : C_("architecture", "<unknown>"), + pi->md5sum, + (intmax_t)pi->orglength, + (intmax_t)pi->maxpartlen, + pi->thispartn, + pi->maxpartn, + (intmax_t)pi->thispartlen, + (intmax_t)pi->thispartoffset, + (intmax_t)pi->filesize); +} + +int +do_info(const char *const *argv) +{ + const char *thisarg; + struct partinfo *pi, ps; + struct dpkg_ar *part; + + if (!*argv) + badusage(_("--%s requires one or more part file arguments"), + cipaction->olong); + + while ((thisarg= *argv++)) { + part = dpkg_ar_open(thisarg); + if (!part) + ohshite(_("cannot open archive part file '%.250s'"), thisarg); + pi = read_info(part, &ps); + dpkg_ar_close(part); + if (pi) { + print_info(pi); + } else { + printf(_("file '%s' is not an archive part\n"), thisarg); + } + m_output(stdout, _("<standard output>")); + } + + return 0; +} diff --git a/src/split/join.c b/src/split/join.c new file mode 100644 index 0000000..51de444 --- /dev/null +++ b/src/split/join.c @@ -0,0 +1,151 @@ +/* + * dpkg-split - splitting and joining of multipart *.deb archives + * join.c - joining + * + * Copyright © 1995 Ian Jackson <ijackson@chiark.greenend.org.uk> + * + * This is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <https://www.gnu.org/licenses/>. + */ + +#include <config.h> +#include <compat.h> + +#include <limits.h> +#include <string.h> +#include <fcntl.h> +#include <unistd.h> +#include <stdlib.h> +#include <stdio.h> + +#include <dpkg/i18n.h> +#include <dpkg/dpkg.h> +#include <dpkg/dpkg-db.h> +#include <dpkg/buffer.h> +#include <dpkg/options.h> + +#include "dpkg-split.h" + +void reassemble(struct partinfo **partlist, const char *outputfile) { + struct dpkg_error err; + int fd_out, fd_in; + int i; + + printf(P_("Putting package %s together from %d part: ", + "Putting package %s together from %d parts: ", + partlist[0]->maxpartn), + partlist[0]->package,partlist[0]->maxpartn); + + fd_out = creat(outputfile, 0644); + if (fd_out < 0) + ohshite(_("unable to open output file '%.250s'"), outputfile); + for (i=0; i<partlist[0]->maxpartn; i++) { + struct partinfo *pi = partlist[i]; + + fd_in = open(pi->filename, O_RDONLY); + if (fd_in < 0) + ohshite(_("unable to (re)open input part file '%.250s'"), pi->filename); + if (fd_skip(fd_in, pi->headerlen, &err) < 0) + ohshit(_("cannot skip split package header for '%s': %s"), pi->filename, + err.str); + if (fd_fd_copy(fd_in, fd_out, pi->thispartlen, &err) < 0) + ohshit(_("cannot append split package part '%s' to '%s': %s"), + pi->filename, outputfile, err.str); + close(fd_in); + + printf("%d ", i + 1); + } + if (fsync(fd_out)) + ohshite(_("unable to sync file '%s'"), outputfile); + if (close(fd_out)) + ohshite(_("unable to close file '%s'"), outputfile); + + printf(_("done\n")); +} + + +void addtopartlist(struct partinfo **partlist, + struct partinfo *pi, struct partinfo *refi) { + int i; + + if (strcmp(pi->package,refi->package) || + strcmp(pi->version,refi->version) || + strcmp(pi->md5sum,refi->md5sum) || + pi->orglength != refi->orglength || + pi->maxpartn != refi->maxpartn || + pi->maxpartlen != refi->maxpartlen) { + print_info(pi); + print_info(refi); + ohshit(_("files '%.250s' and '%.250s' are not parts of the same file"), + pi->filename,refi->filename); + } + i= pi->thispartn-1; + if (partlist[i]) + ohshit(_("there are several versions of part %d - at least '%.250s' and '%.250s'"), + pi->thispartn, pi->filename, partlist[i]->filename); + partlist[i]= pi; +} + +int +do_join(const char *const *argv) +{ + const char *thisarg; + struct partqueue *queue = NULL; + struct partqueue *pq; + struct partinfo *refi, **partlist; + int i; + + if (!*argv) + badusage(_("--%s requires one or more part file arguments"), + cipaction->olong); + while ((thisarg= *argv++)) { + pq = nfmalloc(sizeof(*pq)); + + mustgetpartinfo(thisarg,&pq->info); + + pq->nextinqueue= queue; + queue= pq; + } + refi= NULL; + for (pq= queue; pq; pq= pq->nextinqueue) + if (!refi || pq->info.thispartn < refi->thispartn) refi= &pq->info; + if (refi == NULL) + internerr("empty deb part queue"); + + partlist = nfmalloc(sizeof(*partlist) * refi->maxpartn); + for (i = 0; i < refi->maxpartn; i++) + partlist[i] = NULL; + for (pq= queue; pq; pq= pq->nextinqueue) { + struct partinfo *pi = &pq->info; + + addtopartlist(partlist,pi,refi); + } + for (i=0; i<refi->maxpartn; i++) { + if (!partlist[i]) ohshit(_("part %d is missing"),i+1); + } + if (!opt_outputfile) { + char *p; + + p= nfmalloc(strlen(refi->package)+1+strlen(refi->version)+sizeof(DEBEXT)); + strcpy(p,refi->package); + strcat(p, "_"); + strcat(p,refi->version); + strcat(p, "_"); + strcat(p, refi->arch ? refi->arch : "unknown"); + strcat(p,DEBEXT); + opt_outputfile = p; + } + reassemble(partlist, opt_outputfile); + + return 0; +} diff --git a/src/split/main.c b/src/split/main.c new file mode 100644 index 0000000..eba2333 --- /dev/null +++ b/src/split/main.c @@ -0,0 +1,185 @@ +/* + * dpkg-split - splitting and joining of multipart *.deb archives + * main.c - main program + * + * Copyright © 1994-1996 Ian Jackson <ijackson@chiark.greenend.org.uk> + * Copyright © 2006-2012 Guillem Jover <guillem@debian.org> + * + * This is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <https://www.gnu.org/licenses/>. + */ +#include <config.h> +#include <compat.h> + +#include <sys/types.h> + +#include <errno.h> +#include <limits.h> +#include <inttypes.h> +#if HAVE_LOCALE_H +#include <locale.h> +#endif +#include <string.h> +#include <stdlib.h> +#include <stdio.h> + +#include <dpkg/macros.h> +#include <dpkg/i18n.h> +#include <dpkg/dpkg.h> +#include <dpkg/dpkg-db.h> +#include <dpkg/debug.h> +#include <dpkg/fsys.h> +#include <dpkg/options.h> + +#include "dpkg-split.h" + +static int +printversion(const char *const *argv) +{ + printf(_("Debian '%s' package split/join tool; version %s.\n"), + SPLITTER, PACKAGE_RELEASE); + + printf(_( +"This is free software; see the GNU General Public License version 2 or\n" +"later for copying conditions. There is NO warranty.\n")); + + m_output(stdout, _("<standard output>")); + + return 0; +} + +static int +usage(const char *const *argv) +{ + printf(_( +"Usage: %s [<option> ...] <command>\n" +"\n"), SPLITTER); + + printf(_( +"Commands:\n" +" -s|--split <file> [<prefix>] Split an archive.\n" +" -j|--join <part> <part> ... Join parts together.\n" +" -I|--info <part> ... Display info about a part.\n" +" -a|--auto -o <complete> <part> Auto-accumulate parts.\n" +" -l|--listq List unmatched pieces.\n" +" -d|--discard [<filename> ...] Discard unmatched pieces.\n" +"\n")); + + printf(_( +" -?, --help Show this help message.\n" +" --version Show the version.\n" +"\n")); + + printf(_( +"Options:\n" +" --depotdir <directory> Use <directory> instead of %s/%s.\n" +" --admindir <directory> Use <directory> instead of %s.\n" +" --root <directory> Use <directory> instead of %s.\n" +" -S, --partsize <size> In KiB, for -s (default is 450).\n" +" -o, --output <file> Filename, for -j (default is\n" +" <package>_<version>_<arch>.deb).\n" +" -Q, --npquiet Be quiet when -a is not a part.\n" +" --msdos Generate 8.3 filenames.\n" +"\n"), ADMINDIR, PARTSDIR, ADMINDIR, "/"); + + printf(_( +"Exit status:\n" +" 0 = ok\n" +" 1 = with --auto, file is not a part\n" +" 2 = trouble\n")); + + + m_output(stdout, _("<standard output>")); + + return 0; +} + +static const char printforhelp[] = N_("Type dpkg-split --help for help."); + +off_t opt_maxpartsize = SPLITPARTDEFMAX; +const char *opt_depotdir; +const char *opt_outputfile = NULL; +int opt_npquiet = 0; +int opt_msdos = 0; + +void DPKG_ATTR_NORET +read_fail(int rc, const char *filename, const char *what) +{ + if (rc >= 0) + ohshit(_("unexpected end of file in %s in %.255s"), what, filename); + else + ohshite(_("error reading %s from file %.255s"), what, filename); +} + +static void +set_part_size(const struct cmdinfo *cip, const char *value) +{ + off_t newpartsize; + char *endp; + + errno = 0; + newpartsize = strtoimax(value, &endp, 10); + if (value == endp || *endp) + badusage(_("invalid integer for --%s: '%.250s'"), cip->olong, value); + if (newpartsize <= 0 || newpartsize > (INT_MAX >> 10) || errno == ERANGE) + badusage(_("part size is far too large or is not positive")); + + opt_maxpartsize = newpartsize << 10; + if (opt_maxpartsize <= HEADERALLOWANCE) + badusage(_("part size must be at least %d KiB (to allow for header)"), + (HEADERALLOWANCE >> 10) + 1); +} + +static const struct cmdinfo cmdinfos[]= { + ACTION("split", 's', 0, do_split), + ACTION("join", 'j', 0, do_join), + ACTION("info", 'I', 0, do_info), + ACTION("auto", 'a', 0, do_auto), + ACTION("listq", 'l', 0, do_queue), + ACTION("discard", 'd', 0, do_discard), + ACTION("help", '?', 0, usage), + ACTION("version", 0, 0, printversion), + + { "admindir", 0, 1, NULL, NULL, set_admindir, 0 }, + { "root", 0, 1, NULL, NULL, set_root, 0 }, + { "depotdir", 0, 1, NULL, &opt_depotdir, NULL }, + { "partsize", 'S', 1, NULL, NULL, set_part_size }, + { "output", 'o', 1, NULL, &opt_outputfile, NULL }, + { "npquiet", 'Q', 0, &opt_npquiet, NULL, NULL, 1 }, + { "msdos", 0, 0, &opt_msdos, NULL, NULL, 1 }, + { NULL, 0 } +}; + +int main(int argc, const char *const *argv) { + int ret; + + dpkg_locales_init(PACKAGE); + dpkg_program_init(SPLITTER); + dpkg_options_parse(&argv, cmdinfos, printforhelp); + + debug(dbg_general, "root=%s admindir=%s", dpkg_fsys_get_dir(), dpkg_db_get_dir()); + + if (opt_depotdir == NULL) + opt_depotdir = dpkg_db_get_path(PARTSDIR); + + if (!cipaction) badusage(_("need an action option")); + + ret = cipaction->action(argv); + + m_output(stderr, _("<standard error>")); + + dpkg_program_done(); + dpkg_locales_done(); + + return ret; +} diff --git a/src/split/queue.c b/src/split/queue.c new file mode 100644 index 0000000..c9b8847 --- /dev/null +++ b/src/split/queue.c @@ -0,0 +1,365 @@ +/* + * dpkg-split - splitting and joining of multipart *.deb archives + * queue.c - queue management + * + * Copyright © 1995 Ian Jackson <ijackson@chiark.greenend.org.uk> + * Copyright © 2008-2014 Guillem Jover <guillem@debian.org> + * + * This is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <https://www.gnu.org/licenses/>. + */ + +#include <config.h> +#include <compat.h> + +#include <sys/stat.h> + +#include <errno.h> +#include <limits.h> +#include <inttypes.h> +#include <string.h> +#include <fcntl.h> +#include <dirent.h> +#include <unistd.h> +#include <stdint.h> +#include <stdlib.h> +#include <stdio.h> + +#include <dpkg/i18n.h> +#include <dpkg/dpkg.h> +#include <dpkg/dpkg-db.h> +#include <dpkg/dir.h> +#include <dpkg/buffer.h> +#include <dpkg/options.h> + +#include "dpkg-split.h" + +/* + * The queue, by default located in /var/lib/dpkg/parts/, is a plain + * directory with one file per part. + * + * Each part is named “<md5sum>.<maxpartlen>.<thispartn>.<maxpartn>”, + * with all numbers in hex. + */ + + +static bool +decompose_filename(const char *filename, struct partqueue *pq) +{ + const char *p; + char *q; + + if (strspn(filename, "0123456789abcdef") != MD5HASHLEN || + filename[MD5HASHLEN] != '.') + return false; + + pq->info.md5sum = nfstrnsave(filename, MD5HASHLEN); + + p = filename + MD5HASHLEN + 1; + errno = 0; + pq->info.maxpartlen = strtoimax(p, &q, 16); + if (q == p || *q++ != '.' || errno != 0) + return false; + + p = q; + pq->info.thispartn = (int)strtol(p, &q, 16); + if (q == p || *q++ != '.' || pq->info.thispartn < 0 || errno != 0) + return false; + + p = q; + pq->info.maxpartn = (int)strtol(p, &q, 16); + if (q == p || *q || pq->info.maxpartn < 0 || errno != 0) + return false; + + return true; +} + +static struct partqueue * +scandepot(void) +{ + DIR *depot; + struct dirent *de; + struct partqueue *queue = NULL; + + depot = opendir(opt_depotdir); + if (!depot) { + if (errno == ENOENT) + return NULL; + + ohshite(_("unable to read depot directory '%.250s'"), opt_depotdir); + } + while ((de= readdir(depot))) { + struct partqueue *pq; + char *p; + + if (de->d_name[0] == '.') continue; + pq = nfmalloc(sizeof(*pq)); + pq->info.fmtversion.major = 0; + pq->info.fmtversion.minor = 0; + pq->info.package = NULL; + pq->info.version = NULL; + pq->info.arch = NULL; + pq->info.orglength= pq->info.thispartoffset= pq->info.thispartlen= 0; + pq->info.headerlen= 0; + p = nfmalloc(strlen(opt_depotdir) + 1 + strlen(de->d_name) + 1); + sprintf(p, "%s/%s", opt_depotdir, de->d_name); + pq->info.filename= p; + if (!decompose_filename(de->d_name,pq)) { + pq->info.md5sum= NULL; + pq->info.maxpartlen= pq->info.thispartn= pq->info.maxpartn= 0; + } + pq->nextinqueue= queue; + queue= pq; + } + closedir(depot); + + return queue; +} + +static bool +partmatches(struct partinfo *pi, struct partinfo *refi) +{ + return (pi->md5sum && + strcmp(pi->md5sum, refi->md5sum) == 0 && + pi->maxpartn == refi->maxpartn && + pi->maxpartlen == refi->maxpartlen); +} + +int +do_auto(const char *const *argv) +{ + const char *partfile; + struct partinfo *refi, **partlist, *otherthispart; + struct partqueue *queue; + struct partqueue *pq; + struct dpkg_ar *part; + int i, j; + + if (!opt_outputfile) + badusage(_("--auto requires the use of the --output option")); + partfile = *argv++; + if (partfile == NULL || *argv) + badusage(_("--auto requires exactly one part file argument")); + + refi = nfmalloc(sizeof(*refi)); + part = dpkg_ar_open(partfile); + if (!part) + ohshite(_("unable to read part file '%.250s'"), partfile); + refi = read_info(part, refi); + dpkg_ar_close(part); + + if (refi == NULL) { + if (!opt_npquiet) + printf(_("File '%.250s' is not part of a multipart archive.\n"), partfile); + m_output(stdout, _("<standard output>")); + return 1; + } + + queue = scandepot(); + if (queue == NULL) + if (dir_make_path(opt_depotdir, 0755) < 0) + ohshite(_("cannot create directory %s"), opt_depotdir); + + partlist = nfmalloc(sizeof(*partlist) * refi->maxpartn); + for (i = 0; i < refi->maxpartn; i++) + partlist[i] = NULL; + for (pq= queue; pq; pq= pq->nextinqueue) { + struct partinfo *npi, *pi = &pq->info; + + if (!partmatches(pi,refi)) continue; + npi = nfmalloc(sizeof(*npi)); + mustgetpartinfo(pi->filename,npi); + addtopartlist(partlist,npi,refi); + } + /* If we already have a copy of this version we ignore it and prefer the + * new one, but we still want to delete the one in the depot, so we + * save its partinfo (with the filename) for later. This also prevents + * us from accidentally deleting the source file. */ + otherthispart= partlist[refi->thispartn-1]; + partlist[refi->thispartn-1]= refi; + for (j=refi->maxpartn-1; j>=0 && partlist[j]; j--); + + if (j>=0) { + struct dpkg_error err; + int fd_src, fd_dst; + int ap; + char *p, *q; + + p = str_fmt("%s/t.%lx", opt_depotdir, (long)getpid()); + q = str_fmt("%s/%s.%jx.%x.%x", opt_depotdir, refi->md5sum, + (intmax_t)refi->maxpartlen, refi->thispartn, refi->maxpartn); + + fd_src = open(partfile, O_RDONLY); + if (fd_src < 0) + ohshite(_("unable to reopen part file '%.250s'"), partfile); + fd_dst = creat(p, 0644); + if (fd_dst < 0) + ohshite(_("unable to open new depot file '%.250s'"), p); + + if (fd_fd_copy(fd_src, fd_dst, refi->filesize, &err) < 0) + ohshit(_("cannot extract split package part '%s': %s"), + partfile, err.str); + + if (fsync(fd_dst)) + ohshite(_("unable to sync file '%s'"), p); + if (close(fd_dst)) + ohshite(_("unable to close file '%s'"), p); + close(fd_src); + + if (rename(p, q)) + ohshite(_("unable to rename new depot file '%.250s' to '%.250s'"), p, q); + free(q); + free(p); + + printf(_("Part %d of package %s filed (still want "),refi->thispartn,refi->package); + /* There are still some parts missing. */ + for (i=0, ap=0; i<refi->maxpartn; i++) + if (!partlist[i]) + printf("%s%d", !ap++ ? "" : i == j ? _(" and ") : ", ", i + 1); + printf(").\n"); + + dir_sync_path(opt_depotdir); + } else { + /* We have all the parts. */ + reassemble(partlist, opt_outputfile); + + /* OK, delete all the parts (except the new one, which we never copied). */ + partlist[refi->thispartn-1]= otherthispart; + for (i=0; i<refi->maxpartn; i++) + if (partlist[i]) + if (unlink(partlist[i]->filename)) + ohshite(_("unable to delete used-up depot file '%.250s'"), + partlist[i]->filename); + } + + m_output(stderr, _("<standard error>")); + + return 0; +} + +int +do_queue(const char *const *argv) +{ + struct partqueue *queue; + struct partqueue *pq; + const char *head; + struct stat stab; + off_t bytes; + + if (*argv) + badusage(_("--%s takes no arguments"), cipaction->olong); + + queue = scandepot(); + + head= N_("Junk files left around in the depot directory:\n"); + for (pq= queue; pq; pq= pq->nextinqueue) { + if (pq->info.md5sum) continue; + fputs(gettext(head),stdout); head= ""; + if (lstat(pq->info.filename,&stab)) + ohshit(_("unable to stat '%.250s'"), pq->info.filename); + if (S_ISREG(stab.st_mode)) { + bytes= stab.st_size; + printf(_(" %s (%jd bytes)\n"), pq->info.filename, (intmax_t)bytes); + } else { + printf(_(" %s (not a plain file)\n"),pq->info.filename); + } + } + if (!*head) putchar('\n'); + + head= N_("Packages not yet reassembled:\n"); + for (pq= queue; pq; pq= pq->nextinqueue) { + struct partinfo ti; + int i; + + if (!pq->info.md5sum) continue; + mustgetpartinfo(pq->info.filename,&ti); + fputs(gettext(head),stdout); head= ""; + printf(_(" Package %s: part(s) "), ti.package); + bytes= 0; + for (i=0; i<ti.maxpartn; i++) { + struct partqueue *qq; + + for (qq= pq; + qq && !(partmatches(&qq->info,&ti) && qq->info.thispartn == i+1); + qq= qq->nextinqueue); + if (qq) { + printf("%d ",i+1); + if (lstat(qq->info.filename,&stab)) + ohshite(_("unable to stat '%.250s'"), qq->info.filename); + if (!S_ISREG(stab.st_mode)) + ohshit(_("part file '%.250s' is not a plain file"), qq->info.filename); + bytes+= stab.st_size; + + /* Don't find this package again. */ + qq->info.md5sum = NULL; + } + } + printf(_("(total %jd bytes)\n"), (intmax_t)bytes); + } + m_output(stdout, _("<standard output>")); + + return 0; +} + +enum discard_which { + DISCARD_PART_JUNK, + DISCARD_PART_PACKAGE, + DISCARD_PART_ALL, +}; + +static void +discard_parts(struct partqueue *queue, enum discard_which which, + const char *package) +{ + struct partqueue *pq; + + for (pq= queue; pq; pq= pq->nextinqueue) { + switch (which) { + case DISCARD_PART_JUNK: + if (pq->info.md5sum) continue; + break; + case DISCARD_PART_PACKAGE: + if (!pq->info.md5sum || strcasecmp(pq->info.package,package)) continue; + break; + case DISCARD_PART_ALL: + break; + default: + internerr("unknown discard_which '%d'", which); + } + if (unlink(pq->info.filename)) + ohshite(_("unable to discard '%.250s'"), pq->info.filename); + printf(_("Deleted %s.\n"),pq->info.filename); + } +} + +int +do_discard(const char *const *argv) +{ + const char *thisarg; + struct partqueue *queue; + struct partqueue *pq; + + queue = scandepot(); + if (*argv) { + for (pq= queue; pq; pq= pq->nextinqueue) + if (pq->info.md5sum) + mustgetpartinfo(pq->info.filename,&pq->info); + discard_parts(queue, DISCARD_PART_JUNK, NULL); + while ((thisarg = *argv++)) + discard_parts(queue, DISCARD_PART_PACKAGE, thisarg); + } else { + discard_parts(queue, DISCARD_PART_ALL, NULL); + } + + return 0; +} diff --git a/src/split/split.c b/src/split/split.c new file mode 100644 index 0000000..0df8fa7 --- /dev/null +++ b/src/split/split.c @@ -0,0 +1,287 @@ +/* + * dpkg-split - splitting and joining of multipart *.deb archives + * split.c - splitting archives + * + * Copyright © 1995 Ian Jackson <ijackson@chiark.greenend.org.uk> + * Copyright © 2008-2015 Guillem Jover <guillem@debian.org> + * + * This is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <https://www.gnu.org/licenses/>. + */ + +#include <config.h> +#include <compat.h> + +#include <sys/types.h> +#include <sys/stat.h> +#include <sys/wait.h> + +#include <errno.h> +#include <limits.h> +#include <inttypes.h> +#include <fcntl.h> +#include <libgen.h> +#include <string.h> +#include <time.h> +#include <unistd.h> +#include <stdint.h> +#include <stdlib.h> +#include <stdio.h> + +#include <dpkg/i18n.h> +#include <dpkg/c-ctype.h> +#include <dpkg/dpkg.h> +#include <dpkg/dpkg-db.h> +#include <dpkg/parsedump.h> +#include <dpkg/path.h> +#include <dpkg/string.h> +#include <dpkg/subproc.h> +#include <dpkg/buffer.h> +#include <dpkg/ar.h> +#include <dpkg/options.h> + +#include "dpkg-split.h" + +/** + * Parse the control file from a .deb package into a struct pkginfo. + */ +static struct pkginfo * +deb_parse_control(const char *filename) +{ + struct parsedb_state *ps; + struct pkginfo *pkg; + pid_t pid; + int p[2]; + + m_pipe(p); + + pid = subproc_fork(); + if (pid == 0) { + /* Child writes to pipe. */ + m_dup2(p[1], 1); + close(p[0]); + close(p[1]); + + execlp(BACKEND, BACKEND, "--info", filename, "control", NULL); + ohshite(_("unable to execute %s (%s)"), + _("package field value extraction"), BACKEND); + } + close(p[1]); + + /* Parent reads from pipe. */ + ps = parsedb_new(_("<dpkg-deb --info pipe>"), p[0], pdb_parse_binary); + parsedb_load(ps); + parsedb_parse(ps, &pkg); + parsedb_close(ps); + + close(p[0]); + + subproc_reap(pid, _("package field value extraction"), SUBPROC_NOPIPE); + + return pkg; +} + +static intmax_t +parse_timestamp(const char *value) +{ + intmax_t timestamp; + char *end; + + errno = 0; + timestamp = strtoimax(value, &end, 10); + if (value == end || *end || errno != 0) + ohshite(_("unable to parse timestamp '%.255s'"), value); + + return timestamp; +} + +/* Cleanup filename for use in crippled msdos systems. */ +static char * +clean_msdos_filename(char *filename) +{ + char *d, *s; + + for (s = d = filename; *s; d++, s++) { + if (*s == '+') + *d = 'x'; + else if (c_isupper(*s)) + *d = c_tolower(*s); + else if (c_islower(*s) || c_isdigit(*s)) + *d = *s; + else + s++; + } + + return filename; +} + +static int +mksplit(const char *file_src, const char *prefix, off_t maxpartsize, + bool msdos) +{ + struct pkginfo *pkg; + struct dpkg_error err; + int fd_src; + struct stat st; + intmax_t timestamp; + const char *timestamp_str; + const char *version; + char hash[MD5HASHLEN + 1]; + int nparts, curpart; + off_t partsize; + off_t cur_partsize, last_partsize; + char *prefixdir = NULL, *msdos_prefix = NULL; + struct varbuf file_dst = VARBUF_INIT; + struct varbuf partmagic = VARBUF_INIT; + struct varbuf partname = VARBUF_INIT; + + fd_src = open(file_src, O_RDONLY); + if (fd_src < 0) + ohshite(_("unable to open source file '%.250s'"), file_src); + if (fstat(fd_src, &st)) + ohshite(_("unable to fstat source file")); + if (!S_ISREG(st.st_mode)) + ohshit(_("source file '%.250s' not a plain file"), file_src); + + if (fd_md5(fd_src, hash, -1, &err) < 0) + ohshit(_("cannot compute MD5 digest for file '%s': %s"), + file_src, err.str); + lseek(fd_src, 0, SEEK_SET); + + pkg = deb_parse_control(file_src); + version = versiondescribe(&pkg->available.version, vdew_nonambig); + + timestamp_str = getenv("SOURCE_DATE_EPOCH"); + if (timestamp_str) + timestamp = parse_timestamp(timestamp_str); + else + timestamp = time(NULL); + + partsize = maxpartsize - HEADERALLOWANCE; + last_partsize = st.st_size % partsize; + if (last_partsize == 0) + last_partsize = partsize; + nparts = (st.st_size + partsize - 1) / partsize; + + printf(P_("Splitting package %s into %d part: ", + "Splitting package %s into %d parts: ", nparts), + pkg->set->name, nparts); + + if (msdos) { + char *t; + + t = m_strdup(prefix); + prefixdir = m_strdup(dirname(t)); + free(t); + + msdos_prefix = m_strdup(path_basename(prefix)); + prefix = clean_msdos_filename(msdos_prefix); + } + + for (curpart = 1; curpart <= nparts; curpart++) { + struct dpkg_ar *ar; + + varbuf_reset(&file_dst); + /* Generate output filename. */ + if (msdos) { + char *refname; + int prefix_max; + + refname = str_fmt("%dof%d", curpart, nparts); + prefix_max = max(8 - strlen(refname), 0); + varbuf_printf(&file_dst, "%s/%.*s%.8s.deb", + prefixdir, prefix_max, prefix, refname); + free(refname); + } else { + varbuf_printf(&file_dst, "%s.%dof%d.deb", + prefix, curpart, nparts); + } + + if (curpart == nparts) + cur_partsize = last_partsize; + else + cur_partsize = partsize; + + if (cur_partsize > maxpartsize) { + ohshit(_("header is too long, making part too long; " + "the package name or version\n" + "numbers must be extraordinarily long, " + "or something; giving up")); + } + + /* Split the data. */ + ar = dpkg_ar_create(file_dst.buf, 0644); + dpkg_ar_set_mtime(ar, timestamp); + + /* Write the ar header. */ + dpkg_ar_put_magic(ar); + + /* Write the debian-split part. */ + varbuf_printf(&partmagic, + "%s\n%s\n%s\n%s\n%jd\n%jd\n%d/%d\n%s\n", + SPLITVERSION, pkg->set->name, version, hash, + (intmax_t)st.st_size, (intmax_t)partsize, + curpart, nparts, pkg->available.arch->name); + dpkg_ar_member_put_mem(ar, PARTMAGIC, + partmagic.buf, partmagic.used); + varbuf_reset(&partmagic); + + /* Write the data part. */ + varbuf_printf(&partname, "data.%d", curpart); + dpkg_ar_member_put_file(ar, partname.buf, + fd_src, cur_partsize); + varbuf_reset(&partname); + + dpkg_ar_close(ar); + + printf("%d ", curpart); + } + + varbuf_destroy(&file_dst); + varbuf_destroy(&partname); + varbuf_destroy(&partmagic); + + free(prefixdir); + free(msdos_prefix); + + close(fd_src); + + printf(_("done\n")); + + return 0; +} + +int +do_split(const char *const *argv) +{ + const char *sourcefile, *prefix; + + sourcefile = *argv++; + if (!sourcefile) + badusage(_("--split needs a source filename argument")); + prefix = *argv++; + if (prefix && *argv) + badusage(_("--split takes at most a source filename and destination prefix")); + if (!prefix) { + size_t sourcefile_len = strlen(sourcefile); + + if (str_match_end(sourcefile, DEBEXT)) + sourcefile_len -= strlen(DEBEXT); + + prefix = nfstrnsave(sourcefile, sourcefile_len); + } + + mksplit(sourcefile, prefix, opt_maxpartsize, opt_msdos); + + return 0; +} |