Rev 292 | Go to most recent revision | Blame | Last modification | View Log | RSS feed
/*
SvarDOS repo index builder
Copyright (C) Mateusz Viste 2012-2021
buildidx computes an index tsv file for the SvarDOS repository.
it must be executed pointing to a directory that stores packages (zip)
files. buildidx will generate the index file and save it into the package
repository.
13 feb 2021: 'title' LSM field is no longer looked after
11 feb 2021: lsm headers are no longer checked, so it is compatible with the simpler lsm format used by SvarDOS
13 jan 2021: removed the identification line, changed CRC32 to bsum, not creating the listing.txt file and stopped compressing index
23 apr 2017: uncompressed index is no longer created, added CRC32 of zib (bin only) files, if present
28 aug 2016: listing.txt is always written inside the repo dir (instead of inside current dir)
27 aug 2016: accepting full paths to repos (starting with /...)
07 dec 2013: rewritten buildidx in ANSI C89
19 aug 2013: add a compressed version of the index file to repos (index.gz)
22 jul 2013: creating a listing.txt file with list of packages
18 jul 2013: writing the number of packaged into the first line of the lst file
11 jul 2013: added a switch to 7za to make it case insensitive when extracting lsm files
10 jul 2013: changed unzip calls to 7za (to handle cases when appinfo is compressed with lzma)
04 feb 2013: added CRC32 support
22 sep 2012: forked 1st version from FDUPDATE builder
*/
#include <errno.h>
#include <stdio.h> /* fopen, fclose... */
#include <stdint.h>
#include <stdlib.h> /* system() */
#include <string.h> /* strcasecmp() */
#include <time.h> /* time(), ctime() */
#include <unistd.h> /* read() */
#include <dirent.h>
#include <sys/types.h>
#define pVer "2021-02-11"
/* computes the BSD sum of a file and returns it. returns 0 on error. */
static uint16_t file2bsum(const char *filename) {
uint16_t result = 0;
unsigned char buff[1024 * 1024];
size_t i, buffread;
FILE *fd;
fd = fopen(filename, "rb");
if (fd == NULL) return(0);
while ((buffread = fread(buff, 1, sizeof(buff), fd)) > 0) {
for (i = 0; i < buffread; i++) {
/* rotr */
result = (result >> 1) | (result << 15);
/* */
result += buff[i];
}
}
fclose(fd);
return(result);
}
static void trim(char *str) {
int x, y, firstchar = -1, lastchar = -1;
for (x = 0; str[x] != 0; x++) {
switch (str[x]) {
case ' ':
case '\t':
case '\n':
case '\r':
break;
default:
if (firstchar < 0) firstchar = x;
lastchar = x;
break;
}
}
str[lastchar + 1] = 0; /* right trim */
if (firstchar > 0) { /* left trim (shift to the left ) */
y = 0;
for (x = firstchar; str[x] != 0; x++) str[y++] = str[x];
str[y] = 0;
}
}
/* reads a line from a file descriptor, and writes it to *line, the *line array is filled no more than maxlen bytes. returns the number of byte read on success, or a negative value on failure (reaching EOF is considered an error condition) */
static int readline_fromfile(FILE *fd, char *line, int maxlen) {
int bytebuff, linelen = 0;
for (;;) {
bytebuff = fgetc(fd);
if (bytebuff == EOF) {
line[linelen] = 0;
if (linelen == 0) return(-1);
return(linelen);
}
if (bytebuff < 0) return(-1);
if (bytebuff == '\r') continue; /* ignore CR */
if (bytebuff == '\n') {
line[linelen] = 0;
return(linelen);
}
if (linelen < maxlen) line[linelen++] = bytebuff;
}
}
static int readlsm(const char *filename, char *version, char *description) {
char linebuff[1024];
char *valuestr;
int x;
FILE *fd;
/* reset fields to be read to empty values */
version[0] = 0;
description[0] = 0;
/* open the file */
fd = fopen(filename, "rb");
if (fd == NULL) return(-1);
/* read the LSM file line by line */
while (readline_fromfile(fd, linebuff, 127) >= 0) {
for (x = 0;; x++) {
if (linebuff[x] == 0) {
x = -1;
break;
} else if (linebuff[x] == ':') {
break;
}
}
if (x > 0) {
linebuff[x] = 0;
valuestr = linebuff + x + 1;
trim(linebuff);
trim(valuestr);
if (strcasecmp(linebuff, "version") == 0) {
sprintf(version, "%s", valuestr);
} else if (strcasecmp(linebuff, "description") == 0) {
sprintf(description, "%s", valuestr);
}
}
}
fclose(fd);
return(0);
}
static int cmpstring(const void *p1, const void *p2) {
/* The actual arguments to this function are "pointers to
pointers to char", but strcmp(3) arguments are "pointers
to char", hence the following cast plus dereference */
return(strcasecmp(* (char * const *) p1, * (char * const *) p2));
}
static void GenIndexes(const char *repodir) {
char *LsmFileList[4096]; /* TODO dynamic sizing, otherwise will crash if there are 4096+ packages */
char tmpbuf[64];
char *LsmFile, LSMpackage[64], LSMversion[128], LSMdescription[1024];
int LsmCount = 0, x;
FILE *idx;
DIR *dir;
struct dirent *diritem;
dir = opendir("appinfo");
if (dir == NULL) {
printf("ERROR: Unable to open directory '%s' (%s)\n", repodir, strerror(errno));
return;
}
/* load the content of the appinfo directory */
while ((diritem = readdir(dir)) != NULL) {
if (strstr(diritem->d_name, ".lsm") == NULL) continue; /* skip files that do not contain '.lsm' */
LsmFileList[LsmCount] = strdup(diritem->d_name);
/* printf("Loaded LSM file: %s\n", LsmFileList[LsmCount]); */
LsmCount += 1;
}
closedir(dir);
printf("Found %d LSM files\n", LsmCount);
/* sort the entries */
qsort(&LsmFileList[0], LsmCount, sizeof(char *), cmpstring);
/* Create the index file */
sprintf(tmpbuf, "%s/index.tsv", repodir);
idx = fopen(tmpbuf, "wb");
/* Read every LSM */
for (x = 0; x < LsmCount; x++) {
uint16_t bsum;
LsmFile = LsmFileList[x];
sprintf(LSMpackage, "%s", LsmFile);
LSMpackage[strlen(LSMpackage) - 4] = 0;
/* compute the BSD sum of the zip package */
sprintf(tmpbuf, "%s/%s.zip", repodir, LSMpackage);
bsum = file2bsum(tmpbuf);
printf("Processing %s... BSUM %04X\n", LsmFile, bsum);
sprintf(tmpbuf, "appinfo/%s", LsmFile);
readlsm(tmpbuf, LSMversion, LSMdescription);
if (strlen(LSMpackage) > 8) printf("Warning: %s.zip is not in 8.3 format!\n", LSMpackage);
if (LSMversion[0] == 0) printf("Warning: no LSM version for %s.zip!\n", LSMpackage);
if (LSMdescription[0] == 0) printf("Warning: no LSM description for %s.zip!\n", LSMpackage);
fprintf(idx, "%s\t%s\t%s\t%u\n", LSMpackage, LSMversion, LSMdescription, bsum);
}
fclose(idx);
printf("%d packages found.\n", LsmCount);
}
int main(int argc, char **argv) {
char *repodir;
char cmdbuff[256];
puts("SvarDOS repository index generator ver " pVer);
if (argc != 2) {
puts("Usage: buildidx repodir");
return(1);
}
if ((argv[1][0] == '?') || (argv[1][0] == '-') || (argv[1][0]) == 0) {
puts("Usage: buildidx repodir");
return(1);
}
repodir = argv[1];
printf("Will build index for %s directory.\n", repodir);
puts("Recreating the appinfo directory...");
system("rm -rf appinfo");
system("mkdir appinfo");
puts("Populating appinfo with LSM files from archives...");
snprintf(cmdbuff, sizeof(cmdbuff), "unzip -C -j -L -o '%s/*.zip' 'appinfo/*.lsm' -d appinfo", repodir);
system(cmdbuff);
puts("Generating the index file...");
GenIndexes(repodir);
system("rm -rf appinfo");
return(0);
}