PRAGMA user_version = 1;
-- should be faster with rowid due to the blob content
+-- these are really just blobs of data
CREATE TABLE files (
hash text primary key,
size integer,
)
;
+-- information about packages
+-- a package is identified by a package,version,release triple
create table packages (
package text,
version text, -- the upstream version string
without rowid
;
+-- files contained in a package
create table packagefiles (
+ -- package id triple
package text,
version text,
release integer,
- path text,
+
+ path text, -- filesystem path
mode text, -- perms, use text for octal rep?
username text, -- name of owner
groupname text, -- group of owner
+ uid integer, -- numeric uid, generally ignored
+ gid integer, -- numeric gid, generally ignored
--filetype integer default 0, -- 0 regular file, 1 directory, 2 symlink
-- regular file if null target and not null hash
-- except that we could not know the hash, or care
-- hard link if not null hash and not null target
-- device special files add dev number column
-- fifos add mode? Can encode filetype in mode.
- target text, -- link target
- hash text, -- what should go here, null for dir?
- mtime integer, -- seconds since epoch, but allow finer?
+ target text, -- link target for symlinks
+ hash text, -- null if no actual content, i.e. anything but a regular file
+ mtime integer, -- seconds since epoch, finer resolution probably not needed
primary key (package,version,release,path),
foreign key (package,version,release) references packages (package,version,release) on delete cascade
)
without rowid
;
+create table elfinfo (
+ file text, -- hash of blob
+ elftype text,
+ foreign key (file) references files on delete cascade
+);
+
-- TODO just elf information?
-- and just hash, not package?
-create table libraries (
- package text,
- subpackage text,
- path text,
- soname text
+create table elflibraries (
+ file text primary key,
+ soname text,
+ foreign key (file) references files on delete cascade
)
+without rowid
;
-create table librarydeps (
- package text,
- subpackage text,
- path text,
- soname text -- soname of dependency
-);
+create table elfneeded (
+ file text,
+ needed text, -- soname of dependency
+ primary key (file, needed),
+ foreign key (file) references files on delete cascade
+)
+without rowid
+;
-- package scripts: table of package, stage, file
create table scripts (
package text,
- subpackage text,
+ version text,
+ release integer,
stage text,
hash text
);
-- package dependencies: table of package, dependency, dep type (package, soname)
create table packagedeps (
package text,
- subpackage text,
- requires text, -- package name
- subreq text, -- if requires only a sub package, probably most common for libs
+ version text,
+ release integer,
+ required text, -- package name
+ -- following can be null for not checked
minversion text,
- maxversion text
+ minrelease integer,
+ maxversion text,
+ maxrelease integer
);
-- capability labels
package text,
"group" text
);
+
commit;
#include <errno.h>
#include "zpm.h"
+#include "elf.h"
#include "sha256.h"
int zpm_db_initialize(struct zpm *pkg) {
//fprintf(stderr, "initializing zpm database\n");
- switch (sqlite3_exec(pkg->db, createdb, (int (*)(void *,int,char **,char **))0, NULL, NULL)) {
+ char *error;
+ switch (sqlite3_exec(pkg->db, createdb, (int (*)(void *,int,char **,char **))0, NULL, &error)) {
case SQLITE_OK: break;
default:
SQLERROR(sqlite3_errmsg(pkg->db));
+ fprintf(stderr, "error: %s\n", error);
+ sqlite3_free(error);
return 0;
break;
}
return 1;
}
+static sqlite3_stmt *run_for_hash(sqlite3 *db, char *sql, char *hash) {
+ int rc;
+ sqlite3_stmt *ifile;
+
+ rc = sqlite3_prepare_v2(db, sql, -1, &ifile, 0);
+ if (rc != SQLITE_OK) {
+ SQLERROR(sqlite3_errmsg(db));
+ return 0;
+ }
+
+ /* hash, filename */
+
+ sqlite3_bind_text(ifile, 1, hash, 64, SQLITE_STATIC);
+
+ return ifile;
+}
+
+static int set_elf_info(sqlite3 *db, char *hash, char *content, size_t length) {
+ if (length >= sizeof (Elf64_Ehdr) && libelf_iself(content)) {
+ char *strtab;
+ Elf64_Dyn *dyn;
+ int i;
+ Elf64_Phdr *phdr;
+ Elf64_Ehdr *hdr;
+ sqlite3_stmt *ifile;
+ int rc;
+
+ /* go ahead and set up elf information now */
+ /* clear existing for this hash */
+ ifile = run_for_hash(db, "delete from elfinfo where file = ?", hash);
+ do {
+ rc = sqlite3_step(ifile);
+#if 0
+ if (rc == SQLITE_ROW) {
+ int nc;
+ fprintf(stderr, "delete row has %d columns: ", sqlite3_column_count(ifile));
+ nc = sqlite3_column_count(ifile);
+ for (i = 0; i < nc; i++) {
+ char *r;
+ r = sqlite3_column_text(ifile, i);
+ fprintf(stderr, ", %s", r);
+ }
+ fprintf(stderr, "\n");
+ }
+#endif
+ } while (rc == SQLITE_ROW);
+ if (rc != SQLITE_DONE) {
+ SQLERROR(sqlite3_errmsg(db));
+ sqlite3_finalize(ifile);
+ fprintf(stderr, "error clearing elf info: %d\n", rc);
+ return 0;
+ }
+ sqlite3_finalize(ifile);
+ ifile = run_for_hash(db, "delete from elflibraries where file = ?", hash);
+ do {
+ rc = sqlite3_step(ifile);
+ } while (rc == SQLITE_ROW);
+ if (rc != SQLITE_DONE) {
+ SQLERROR(sqlite3_errmsg(db));
+ sqlite3_finalize(ifile);
+ fprintf(stderr, "error clearing elf library: %d\n", rc);
+ return 0;
+ }
+ sqlite3_finalize(ifile);
+ ifile = run_for_hash(db, "delete from elfneeded where file = ?", hash);
+ do {
+ rc = sqlite3_step(ifile);
+ } while (rc == SQLITE_ROW);
+ if (rc != SQLITE_DONE) {
+ SQLERROR(sqlite3_errmsg(db));
+ sqlite3_finalize(ifile);
+ fprintf(stderr, "error clearing elf needed\n");
+ return 0;
+ }
+ sqlite3_finalize(ifile);
+
+ hdr = libelf_header(content);
+ /* if lib, set soname */
+ if (libelf_type(content) == ET_DYN) {
+ char *elf;
+ Elf64_Shdr *shdr, *dynsect, *dynstrtab = 0;
+
+ elf = (char *)content;
+ for (i = 0; i < hdr->e_shnum; i++) {
+ shdr = (Elf64_Shdr *)(elf + hdr->e_shoff + i * hdr->e_shentsize);
+ if (shdr->sh_type == SHT_DYNAMIC) {
+ dynsect = shdr;
+ } else if (shdr->sh_type == SHT_STRTAB && i == hdr->e_shstrndx) {
+ dynstrtab = shdr;
+ }
+ }
+ if (!dynstrtab) {
+ exit(8);
+ }
+ if (!dynsect) {
+ exit(9);
+ }
+
+ char *name;
+ Elf64_Shdr *dyntab;
+ name = elf + dynstrtab->sh_offset;
+ for (i = 0; i < hdr->e_shnum; i++) {
+ shdr = (Elf64_Shdr *)(elf + hdr->e_shoff + i * hdr->e_shentsize);
+ if (shdr->sh_type == SHT_STRTAB && !strcmp(".dynstr", name+shdr->sh_name)) {
+ dyntab = shdr;
+ }
+ }
+ if (!dyntab) {
+ exit(10);
+ }
+
+ char *dynname;
+ Elf64_Dyn *dent;
+ dynname = elf + dyntab->sh_offset;
+
+ for (dent = (Elf64_Dyn *)(elf + dynsect->sh_offset); dent->d_tag != DT_NULL; dent++) {
+ if (dent->d_tag == DT_SONAME) {
+ char *soname = dynname + dent->d_un.d_val;
+ sqlite3_prepare_v2(db, "insert into elflibraries (file,soname) values (?,?)",-1, &ifile, 0);
+ sqlite3_bind_text(ifile,1,hash,64,SQLITE_STATIC);
+ sqlite3_bind_text(ifile,2,soname,-1,SQLITE_STATIC);
+ rc = sqlite3_step(ifile);
+ if (rc != SQLITE_DONE) {
+ SQLERROR(sqlite3_errmsg(db));
+ sqlite3_finalize(ifile);
+ fprintf(stderr, "error setting library soname\n");
+ return 0;
+ }
+ sqlite3_finalize(ifile);
+ }
+ }
+ }
+
+ /* if exe, set neededs */
+ if (libelf_type(content) == ET_EXEC) {
+ Elf64_Shdr *dsect;
+ char *elf;
+
+ elf = (char *)content;
+ /* find program header table */
+ for (i = 0; i < hdr->e_phnum; i++) {
+ phdr = (Elf64_Phdr *)(elf + hdr->e_phoff + i * hdr->e_phentsize);
+ if (phdr->p_type == PT_DYNAMIC) {
+ dsect = (Elf64_Shdr *)(elf + phdr->p_offset);
+ }
+ }
+ dyn = (Elf64_Dyn *)(elf + dsect->sh_offset);
+ if (!dyn) {
+ exit(9);
+ }
+ dyn = (Elf64_Dyn *)dsect;
+
+ dsect = libelf_section(elf, SHT_DYNAMIC);
+ Elf64_Shdr *strsect;
+
+ strsect = libelf_section_n(elf, dsect->sh_link);
+ strtab = elf + strsect->sh_offset;
+
+ sqlite3_prepare_v2(db, "insert into elfneeded (file,needed) values (?,?)",-1, &ifile, 0);
+ sqlite3_bind_text(ifile,1,hash,64,SQLITE_STATIC);
+ while (dyn->d_tag != DT_NULL) {
+ if (dyn->d_tag == DT_NEEDED) {
+ char *need;
+ int rc;
+
+ need = strtab + dyn->d_un.d_val;
+ if (strlen(need) == 0) continue;
+ sqlite3_bind_text(ifile,2,need,strlen(need),SQLITE_STATIC);
+ fprintf(stderr, "%s needs %s\n", hash, need);
+ rc = sqlite3_step(ifile);
+ if (rc != SQLITE_DONE) {
+ SQLERROR(sqlite3_errmsg(db));
+ sqlite3_finalize(ifile);
+ fprintf(stderr, "error setting needed library\n");
+ return 0;
+ }
+ sqlite3_reset(ifile);
+ }
+ dyn++;
+ }
+ sqlite3_finalize(ifile);
+ }
+ }
+ return 1;
+}
+
#if 1
int zpm_import(struct zpm *pkg, char *path, uint32_t flags, char *hash) {
int fd;
}
content = mmap(0, sbuf.st_size, PROT_READ,MAP_PRIVATE, fd, 0);
+ close(fd);
if (!content) {
pkg->error = errno;
fprintf(stderr, "%s can't mmap %s: %s\n", __FUNCTION__, path,strerror(errno));
hash[64] = 0;
//fprintf(stderr, "file %s: %s\n", path, hash);
- /* prepare and bind */
/* TODO check null */
sqlite3 *db = pkg->db;
+ /* prepare and bind */
+
rc = sqlite3_prepare_v2(db, "select size, content is not null from files where hash = ?", -1, &ifile,0);
if (rc != SQLITE_OK) {
SQLERROR(sqlite3_errmsg(db));
+ munmap(content, sbuf.st_size);
return 0;
}
/* didn't find a row */
SQLERROR(sqlite3_errmsg(db));
zpm_rollback(pkg);
+ munmap(content, sbuf.st_size);
return 0;
}
haverow = 1;
/* TODO assert, this shouldn't be possible? */
fprintf(stderr, "no file size\n");
sqlite3_finalize(ifile);
+ munmap(content, sbuf.st_size);
return 0;
}
type = sqlite3_column_type(ifile, 1);
/* TODO assert, this shouldn't be possible? */
fprintf(stderr, "no file data\n");
sqlite3_finalize(ifile);
+ munmap(content, sbuf.st_size);
return 0;
/* which is fine, just need to update the row then */
}
outbuf = compresslzma(content, sbuf.st_size, &outlen);
if (!outbuf) {
fprintf(stderr, "compresslzma failed\n");
+ munmap(content, sbuf.st_size);
return 0;
}
//fprintf(stderr, "compressed to %zu\n", outlen);
- /* don't need the original file now */
- munmap(content, sbuf.st_size);
- close(fd);
/* start a transaction */
// do that outside of here
SQLERROR(sqlite3_errmsg(db));
fprintf(stderr, "cant prepare data\n");
zpm_rollback(pkg);
+ munmap(content, sbuf.st_size);
return 0;
}
SQLERROR(sqlite3_errmsg(db));
fprintf(stderr, "cant bind size\n");
zpm_rollback(pkg);
+ munmap(content, sbuf.st_size);
return 0;
}
sqlite3_bind_blob64(ifile, 2, outbuf, (sqlite3_int64)outlen, SQLITE_STATIC);
SQLERROR(sqlite3_errmsg(db));
fprintf(stderr, "cant bind content\n");
zpm_rollback(pkg);
+ munmap(content, sbuf.st_size);
return 0;
}
sqlite3_bind_text(ifile, 3, hash, 64, SQLITE_STATIC);
SQLERROR(sqlite3_errmsg(db));
fprintf(stderr, "cant bind hash\n");
zpm_rollback(pkg);
+ munmap(content, sbuf.st_size);
return 0;
}
rc = sqlite3_step(ifile);
SQLERROR(sqlite3_errmsg(db));
sqlite3_finalize(ifile);
zpm_rollback(pkg);
+ munmap(content, sbuf.st_size);
return 0;
}
sqlite3_finalize(ifile);
/* commit */
//zpm_commit(pkg);
- } else {
/* don't need the original file now */
+
+ }
+
+ if (!set_elf_info(pkg->db, hash, content, sbuf.st_size)) {
+ fprintf(stderr, "setting elf info failed\n");
munmap(content, sbuf.st_size);
- close(fd);
+ return 0;
}
+ munmap(content, sbuf.st_size);
/* if package and not nopackage flag, add to package */
if (pkg->pkgname && (!ZPM_NOPACKAGE)) {