/* * arfile.cc - Wrapper around ARArchive and ARArchive::Member. * * Copyright 2009 Julian Andres Klode * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, * MA 02110-1301, USA. */ #include #include "generic.h" #include "apt_instmodule.h" #include #include #include #include #include #include #include #include #include #include static PyObject *armember_get_name(PyObject *self, void *closure) { return CppPyPath(GetCpp(self)->Name); } static PyObject *armember_get_mtime(PyObject *self, void *closure) { return MkPyNumber(GetCpp(self)->MTime); } static PyObject *armember_get_uid(PyObject *self, void *closure) { return MkPyNumber(GetCpp(self)->UID); } static PyObject *armember_get_gid(PyObject *self, void *closure) { return MkPyNumber(GetCpp(self)->GID); } static PyObject *armember_get_mode(PyObject *self, void *closure) { return MkPyNumber(GetCpp(self)->Mode); } static PyObject *armember_get_size(PyObject *self, void *closure) { return MkPyNumber(GetCpp(self)->Size); } static PyObject *armember_get_start(PyObject *self, void *closure) { return MkPyNumber(GetCpp(self)->Start); } static PyObject *armember_repr(PyObject *self) { return PyString_FromFormat("<%s object: name:'%s'>", self->ob_type->tp_name, GetCpp(self)->Name.c_str()); } static PyGetSetDef armember_getset[] = { {"gid",armember_get_gid,0,"The group id of the owner."}, {"mode",armember_get_mode,0,"The mode of the file."}, {"mtime",armember_get_mtime,0,"Last time of modification."}, {"name",armember_get_name,0,"The name of the file."}, {"size",armember_get_size,0,"The size of the files."}, {"start",armember_get_start,0, "The offset in the archive where the file starts."}, {"uid",armember_get_uid,0,"The user ID of the owner."}, {NULL} }; static const char *armember_doc = "Represent a single file within an AR archive. For\n" "Debian packages this can be e.g. control.tar.gz. This class provides\n" "information about this file, such as the mode and size."; PyTypeObject PyArMember_Type = { PyVarObject_HEAD_INIT(&PyType_Type, 0) "apt_inst.ArMember", // tp_name sizeof(CppPyObject), // tp_basicsize 0, // tp_itemsize // Methods CppDeallocPtr, // tp_dealloc 0, // tp_print 0, // tp_getattr 0, // tp_setattr 0, // tp_compare armember_repr, // tp_repr 0, // tp_as_number 0, // tp_as_sequence 0, // tp_as_mapping 0, // tp_hash 0, // tp_call 0, // tp_str 0, // tp_getattro 0, // tp_setattro 0, // tp_as_buffer Py_TPFLAGS_DEFAULT | // tp_flags Py_TPFLAGS_HAVE_GC, armember_doc, // tp_doc CppTraverse,// tp_traverse CppClear, // tp_clear 0, // tp_richcompare 0, // tp_weaklistoffset 0, // tp_iter 0, // tp_iternext 0, // tp_methods 0, // tp_members armember_getset, // tp_getset }; static const char *filefd_doc= "Internal helper type, representing a FileFd."; PyTypeObject PyFileFd_Type = { PyVarObject_HEAD_INIT(&PyType_Type, 0) "apt_inst.__FileFd" , // tp_name sizeof(CppPyObject), // tp_basicsize 0, // tp_itemsize // Methods CppDealloc, // tp_dealloc 0, // tp_print 0, // tp_getattr 0, // tp_setattr 0, // tp_compare 0, // tp_repr 0, // tp_as_number 0, // tp_as_sequence 0, // tp_as_mapping 0, // tp_hash 0, // tp_call 0, // tp_str 0, // tp_getattro 0, // tp_setattro 0, // tp_as_buffer Py_TPFLAGS_DEFAULT | // tp_flags Py_TPFLAGS_HAVE_GC, filefd_doc, // tp_doc CppTraverse, // tp_traverse CppClear, // tp_clear }; // We just add an inline method and should thus be ABI compatible in a way that // we can simply cast ARArchive instances to PyARArchiveHack. class PyARArchiveHack : public ARArchive { public: inline Member *Members() { return List; } }; struct PyArArchiveObject : public CppPyObject { CppPyObject *Fd; }; static const char *ararchive_getmember_doc = "getmember(name: str) -> ArMember\n\n" "Return an ArMember object for the member given by 'name'. Raise\n" "LookupError if there is no ArMember with the given name."; static PyObject *ararchive_getmember(PyArArchiveObject *self, PyObject *arg) { PyApt_Filename name; CppPyObject *ret; if (!name.init(arg)) return 0; const ARArchive::Member *member = self->Object->FindMember(name); if (!member) { PyErr_Format(PyExc_LookupError,"No member named '%s'",name.path); return 0; } // Create our object. ret = CppPyObject_NEW(self,&PyArMember_Type); ret->Object = const_cast(member); ret->NoDelete = true; return ret; } static const char *ararchive_extractdata_doc = "extractdata(name: str) -> bytes\n\n" "Return the contents of the member, as a bytes object. Raise\n" "LookupError if there is no ArMember with the given name."; static PyObject *ararchive_extractdata(PyArArchiveObject *self, PyObject *args) { PyApt_Filename name; if (PyArg_ParseTuple(args, "O&:extractdata", PyApt_Filename::Converter, &name) == 0) return 0; const ARArchive::Member *member = self->Object->FindMember(name); if (!member) { PyErr_Format(PyExc_LookupError,"No member named '%s'",name.path); return 0; } if (member->Size > SIZE_MAX) { PyErr_Format(PyExc_MemoryError, "Member '%s' is too large to read into memory",name.path); return 0; } if (!self->Fd->Object.Seek(member->Start)) return HandleErrors(); char* value; try { value = new char[member->Size]; } catch (std::bad_alloc&) { PyErr_Format(PyExc_MemoryError, "Member '%s' is too large to read into memory",name.path); return 0; } self->Fd->Object.Read(value, member->Size, true); PyObject *result = PyBytes_FromStringAndSize(value, member->Size); delete[] value; return result; } // Helper class to close the FD automatically. class IntFD { public: int fd; inline operator int() { return fd; }; inline IntFD(int fd): fd(fd) { }; inline ~IntFD() { close(fd); }; }; static PyObject *_extract(FileFd &Fd, const ARArchive::Member *member, const char *dir) { if (!Fd.Seek(member->Start)) return HandleErrors(); std::string outfile_str = flCombine(dir,member->Name); char *outfile = (char*)outfile_str.c_str(); // We are not using FileFd here, because we want to raise OSErrror with // the correct errno and filename. IntFD's are closed automatically. IntFD outfd(open(outfile, O_NDELAY|O_WRONLY|O_CREAT|O_TRUNC|O_APPEND, member->Mode)); if (outfd == -1) return PyErr_SetFromErrnoWithFilename(PyExc_OSError, outfile); if (fchmod(outfd, member->Mode) == -1) return PyErr_SetFromErrnoWithFilename(PyExc_OSError, outfile); if (fchown(outfd, member->UID, member->GID) != 0 && errno != EPERM) return PyErr_SetFromErrnoWithFilename(PyExc_OSError, outfile); // Read 4 KiB from the file, until all of the file is read. Deallocated // automatically when the function returns. std::array value; unsigned long long size = member->Size; unsigned long long read = 4096; while (size > 0) { if (size < read) read = size; if (!Fd.Read(value.data(), read, true)) return HandleErrors(); if (write(outfd, value.data(), read) != (signed long long)read) return PyErr_SetFromErrnoWithFilename(PyExc_OSError, outfile); size -= read; } utimbuf time = {static_cast(member->MTime), static_cast(member->MTime)}; if (utime(outfile,&time) == -1) return PyErr_SetFromErrnoWithFilename(PyExc_OSError, outfile); Py_RETURN_TRUE; } static const char *ararchive_extract_doc = "extract(name: str[, target: str]) -> bool\n\n" "Extract the member given by 'name' into the directory given\n" "by 'target'. If the extraction fails, raise OSError. In case\n" "of success, return True if the file owner could be set or\n" "False if this was not possible. If the requested member\n" "does not exist, raise LookupError."; static PyObject *ararchive_extract(PyArArchiveObject *self, PyObject *args) { PyApt_Filename name; PyApt_Filename target; target = ""; if (PyArg_ParseTuple(args, "O&|O&:extract", PyApt_Filename::Converter, &name, PyApt_Filename::Converter, &target) == 0) return 0; const ARArchive::Member *member = self->Object->FindMember(name); if (!member) { PyErr_Format(PyExc_LookupError,"No member named '%s'",name.path); return 0; } return _extract(self->Fd->Object, member, target); } static const char *ararchive_extractall_doc = "extractall([target: str]) -> bool\n\n" "Extract all archive contents into the directory given by 'target'. If\n" "the extraction fails, raise an error. Otherwise, return True if the\n" "owner could be set or False if the owner could not be changed."; static PyObject *ararchive_extractall(PyArArchiveObject *self, PyObject *args) { PyApt_Filename target; target = ""; if (PyArg_ParseTuple(args, "|O&:extractall", PyApt_Filename::Converter, &target) == 0) return 0; const ARArchive::Member *member = self->Object->Members(); do { if (_extract(self->Fd->Object, member, target) == 0) return 0; } while ((member = member->Next)); Py_RETURN_TRUE; } static const char *ararchive_gettar_doc = "gettar(name: str, comp: str) -> TarFile\n\n" "Return a TarFile object for the member given by 'name' which will be\n" "decompressed using the compression algorithm given by 'comp'.\n" "This is almost equal to:\n\n" " member = arfile.getmember(name)\n" " tarfile = TarFile(file, member.start, member.size, 'gzip')'\n\n" "It just opens a new TarFile on the given position in the stream."; static PyObject *ararchive_gettar(PyArArchiveObject *self, PyObject *args) { PyApt_Filename name; const char *comp; if (PyArg_ParseTuple(args, "O&s:gettar", PyApt_Filename::Converter, &name, &comp) == 0) return 0; const ARArchive::Member *member = self->Object->FindMember(name); if (!member) { PyErr_Format(PyExc_LookupError,"No member named '%s'",name.path); return 0; } PyTarFileObject *tarfile = (PyTarFileObject*)CppPyObject_NEW(self->Fd,&PyTarFile_Type); new (&tarfile->Fd) FileFd(self->Fd->Object.Fd()); tarfile->min = member->Start; tarfile->Object = new ExtractTar(self->Fd->Object, member->Size, comp); return HandleErrors(tarfile); } static const char *ararchive_getmembers_doc = "getmembers() -> list\n\n" "Return a list of all members in the archive."; static PyObject *ararchive_getmembers(PyArArchiveObject *self) { PyObject *list = PyList_New(0); ARArchive::Member *member = self->Object->Members(); do { CppPyObject *ret; ret = CppPyObject_NEW(self,&PyArMember_Type); ret->Object = member; ret->NoDelete = true; PyList_Append(list, ret); Py_DECREF(ret); } while ((member = member->Next)); return list; } static const char *ararchive_getnames_doc = "getnames() -> list\n\n" "Return a list of the names of all members in the archive."; static PyObject *ararchive_getnames(PyArArchiveObject *self) { PyObject *list = PyList_New(0); ARArchive::Member *member = self->Object->Members(); do { PyObject *item = CppPyString(member->Name); PyList_Append(list, item); Py_DECREF(item); } while ((member = member->Next)); return list; } // Just run getmembers() and return an iterator over the list. static PyObject *ararchive_iter(PyArArchiveObject *self) { PyObject *members = ararchive_getmembers(self); PyObject *iter = PyObject_GetIter(members); Py_DECREF(members); return iter; } static PyMethodDef ararchive_methods[] = { {"getmember",(PyCFunction)ararchive_getmember,METH_O, ararchive_getmember_doc}, {"gettar",(PyCFunction)ararchive_gettar,METH_VARARGS, ararchive_gettar_doc}, {"extractdata",(PyCFunction)ararchive_extractdata,METH_VARARGS, ararchive_extractdata_doc}, {"extract",(PyCFunction)ararchive_extract,METH_VARARGS, ararchive_extract_doc}, {"extractall",(PyCFunction)ararchive_extractall,METH_VARARGS, ararchive_extractall_doc}, {"getmembers",(PyCFunction)ararchive_getmembers,METH_NOARGS, ararchive_getmembers_doc}, {"getnames",(PyCFunction)ararchive_getnames,METH_NOARGS, ararchive_getnames_doc}, {NULL} }; static PyObject *ararchive_new(PyTypeObject *type, PyObject *args, PyObject *kwds) { PyObject *file; PyApt_Filename filename; int fileno; if (PyArg_ParseTuple(args,"O:__new__",&file) == 0) return 0; PyApt_UniqueObject self(NULL); // We receive a filename. if (filename.init(file)) { self.reset((PyArArchiveObject*) CppPyObject_NEW(0,type)); self->Fd = CppPyObject_NEW(NULL, &PyFileFd_Type); new (&self->Fd->Object) FileFd(filename,FileFd::ReadOnly); } // We receive a file object. else if ((fileno = PyObject_AsFileDescriptor(file)) != -1) { // Clear the error set by PyObject_AsString(). PyErr_Clear(); self.reset((PyArArchiveObject*) CppPyObject_NEW(NULL,type)); self->Fd = CppPyObject_NEW(file, &PyFileFd_Type); new (&self->Fd->Object) FileFd(fileno,false); } else { return 0; } self->Object = (PyARArchiveHack*)new ARArchive(self->Fd->Object); if (_error->PendingError() == true) return HandleErrors(); return self.release(); } static int ararchive_traverse(PyObject *_self, visitproc visit, void* arg) { PyArArchiveObject *self = (PyArArchiveObject*)_self; Py_VISIT(self->Fd); return CppTraverse(self, visit, arg); } static int ararchive_clear(PyObject *_self) { PyArArchiveObject *self = (PyArArchiveObject*)_self; Py_CLEAR(self->Fd); return CppClear(self); } static void ararchive_dealloc(PyObject *self) { ararchive_clear(self); CppDeallocPtr(self); } // Return bool or -1 (exception). static int ararchive_contains(PyObject *self, PyObject *arg) { PyApt_Filename name; if (!name.init(arg)) return -1; return (GetCpp(self)->FindMember(name) != 0); } static PySequenceMethods ararchive_as_sequence = { 0,0,0,0,0,0,0,ararchive_contains,0,0 }; static PyMappingMethods ararchive_as_mapping = { 0,(PyCFunction)ararchive_getmember,0 }; static const char *ararchive_doc = "ArArchive(file: str/int/file)\n\n" "Represent an archive in the 4.4 BSD ar format,\n" "which is used for e.g. deb packages.\n\n" "The parameter 'file' may be a string specifying the path of a file, or\n" "a file-like object providing the fileno() method. It may also be an int\n" "specifying a file descriptor (returned by e.g. os.open()).\n" "The recommended way of using it is to pass in the path to the file."; PyTypeObject PyArArchive_Type = { PyVarObject_HEAD_INIT(&PyType_Type, 0) "apt_inst.ArArchive", // tp_name sizeof(PyArArchiveObject), // tp_basicsize 0, // tp_itemsize // Methods ararchive_dealloc, // tp_dealloc 0, // tp_print 0, // tp_getattr 0, // tp_setattr 0, // tp_compare 0, // tp_repr 0, // tp_as_number &ararchive_as_sequence, // tp_as_sequence &ararchive_as_mapping, // tp_as_mapping 0, // tp_hash 0, // tp_call 0, // tp_str 0, // tp_getattro 0, // tp_setattro 0, // tp_as_buffer Py_TPFLAGS_DEFAULT | // tp_flags Py_TPFLAGS_HAVE_GC, ararchive_doc, // tp_doc ararchive_traverse, // tp_traverse ararchive_clear, // tp_clear 0, // tp_richcompare 0, // tp_weaklistoffset (getiterfunc)ararchive_iter, // tp_iter 0, // tp_iternext ararchive_methods, // tp_methods 0, // tp_members 0, // tp_getset 0, // tp_base 0, // tp_dict 0, // tp_descr_get 0, // tp_descr_set 0, // tp_dictoffset 0, // tp_init 0, // tp_alloc ararchive_new // tp_new }; /** * Representation of a Debian package. * * This does not resemble debDebFile in apt-inst, but instead is a subclass * of ArFile which adds properties for the control.tar.$compression and * data.tar.$compression members which return TarFile objects. It also adds * a descriptor 'version' which returns the content of 'debian-binary'. * * We are using it this way as it seems more natural to represent this special * kind of AR archive as an AR archive with some extras. */ struct PyDebFileObject : PyArArchiveObject { PyObject *data; PyObject *control; PyObject *debian_binary; }; static PyObject *debfile_get_data(PyDebFileObject *self) { return Py_INCREF(self->data), self->data; } static PyObject *debfile_get_control(PyDebFileObject *self) { return Py_INCREF(self->control), self->control; } static PyObject *debfile_get_debian_binary(PyDebFileObject *self) { return Py_INCREF(self->debian_binary), self->debian_binary; } static PyObject *_gettar(PyDebFileObject *self, const ARArchive::Member *m, const char *comp) { if (!m) return 0; PyTarFileObject *tarfile = (PyTarFileObject*)CppPyObject_NEW(self->Fd,&PyTarFile_Type); new (&tarfile->Fd) FileFd(self->Fd->Object.Fd()); tarfile->min = m->Start; tarfile->Object = new ExtractTar(self->Fd->Object, m->Size, comp); return tarfile; } /* * Mostly copy-paste from APT */ static PyObject *debfile_get_tar(PyDebFileObject *self, const char *Name) { // Get the archive member const ARArchive::Member *Member = NULL; const ARArchive &AR = *self->Object; std::string Compressor; std::vector compressor = APT::Configuration::getCompressors(); for (std::vector::const_iterator c = compressor.begin(); c != compressor.end(); ++c) { Member = AR.FindMember(std::string(Name).append(c->Extension).c_str()); if (Member == NULL) continue; Compressor = c->Name; break; } if (Member == NULL) Member = AR.FindMember(std::string(Name).c_str()); if (Member == NULL) { std::string ext = std::string(Name) + ".{"; for (std::vector::const_iterator c = compressor.begin(); c != compressor.end(); ++c) { if (!c->Extension.empty()) ext.append(c->Extension.substr(1)); } ext.append("}"); _error->Error(("Internal error, could not locate member %s"), ext.c_str()); return HandleErrors(); } return _gettar(self, Member, Compressor.c_str()); } static PyObject *debfile_new(PyTypeObject *type, PyObject *args, PyObject *kwds) { PyApt_UniqueObject self((PyDebFileObject*)ararchive_new(type, args, kwds)); if (self == NULL) return NULL; // DebFile self->control = debfile_get_tar(self.get(), "control.tar"); if (self->control == NULL) return NULL; self->data = debfile_get_tar(self.get(), "data.tar"); if (self->data == NULL) return NULL; const ARArchive::Member *member = self->Object->FindMember("debian-binary"); if (!member) return PyErr_Format(PyAptError, "No debian archive, missing %s", "debian-binary"); if (!self->Fd->Object.Seek(member->Start)) return HandleErrors(); char* value = new char[member->Size]; self->Fd->Object.Read(value, member->Size, true); self->debian_binary = PyBytes_FromStringAndSize(value, member->Size); delete[] value; return self.release(); } static int debfile_traverse(PyObject *_self, visitproc visit, void* arg) { PyDebFileObject *self = (PyDebFileObject*)_self; Py_VISIT(self->data); Py_VISIT(self->control); Py_VISIT(self->debian_binary); return PyArArchive_Type.tp_traverse(self, visit, arg); } static int debfile_clear(PyObject *_self) { PyDebFileObject *self = (PyDebFileObject*)_self; Py_CLEAR(self->data); Py_CLEAR(self->control); Py_CLEAR(self->debian_binary); return PyArArchive_Type.tp_clear(self); } static void debfile_dealloc(PyObject *self) { debfile_clear((PyDebFileObject *)self); PyArArchive_Type.tp_dealloc(self); } static PyGetSetDef debfile_getset[] = { {"control",(getter)debfile_get_control,0, "The TarFile object associated with the control.tar.gz member."}, {"data",(getter)debfile_get_data,0, "The TarFile object associated with the data.tar.$compression member. " "All apt compression methods are supported. " }, {"debian_binary",(getter)debfile_get_debian_binary,0, "The package version, as contained in debian-binary."}, {NULL} }; static const char *debfile_doc = "DebFile(file: str/int/file)\n\n" "A DebFile object represents a file in the .deb package format.\n\n" "The parameter 'file' may be a string specifying the path of a file, or\n" "a file-like object providing the fileno() method. It may also be an int\n" "specifying a file descriptor (returned by e.g. os.open()).\n" "The recommended way of using it is to pass in the path to the file.\n\n" "It differs from ArArchive by providing the members 'control', 'data'\n" "and 'version' for accessing the control.tar.gz, data.tar.$compression \n" "(all apt compression methods are supported), and debian-binary members \n" "in the archive."; PyTypeObject PyDebFile_Type = { PyVarObject_HEAD_INIT(&PyType_Type, 0) "apt_inst.DebFile", // tp_name sizeof(PyDebFileObject), // tp_basicsize 0, // tp_itemsize // Methods debfile_dealloc, // tp_dealloc 0, // tp_print 0, // tp_getattr 0, // tp_setattr 0, // tp_compare 0, // tp_repr 0, // tp_as_number 0, // tp_as_sequence 0, // tp_as_mapping 0, // tp_hash 0, // tp_call 0, // tp_str 0, // tp_getattro 0, // tp_setattro 0, // tp_as_buffer Py_TPFLAGS_DEFAULT | // tp_flags Py_TPFLAGS_HAVE_GC, debfile_doc, // tp_doc debfile_traverse, // tp_traverse debfile_clear, // tp_clear 0, // tp_richcompare 0, // tp_weaklistoffset 0, // tp_iter 0, // tp_iternext 0, // tp_methods 0, // tp_members debfile_getset, // tp_getset &PyArArchive_Type, // tp_base 0, // tp_dict 0, // tp_descr_get 0, // tp_descr_set 0, // tp_dictoffset 0, // tp_init 0, // tp_alloc debfile_new // tp_new };