WebSVN – SvarDOS – Diff – /svarlang.lib/trunk/tlumacz.c


/*
 * Copyright (C) 2021-2023 Mateusz Viste
 *
 * usage: tlumacz en fr pl etc
 *
 * computes an out.lng file that contains all language ressources.
 *
 * DAT format:
 *
 * 4-bytes signature:
 * "SvL\x1b"
 *
 * Then "LANG BLOCKS" follow. Each LANG BLOCK is prefixed with 4 bytes:
 * II LL    - II is the LANG identifier ("EN", "PL", etc) and LL is the size
 *            of the block (65535 bytes max).
 *
 * Inside a LANG BLOCK is a set of strings:
 *
 * II LL S  where II is the string's 16-bit identifier, LL is its length
 *          (1-65535) and S is the actual string. All strings are ASCIIZ (ie.
 *          they end with a NULL terminator).
 *
 * The list of strings ends with a single 0-long string.
 */
 
 
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
 
#include "svarlang.h"
 
 
struct bitmap {
  unsigned char bits[8192];
};
 
static void bitmap_set(struct bitmap *b, unsigned short id) {
  b->bits[id >> 3] |= 1 << (id & 7);
}
 
static int bitmap_get(const struct bitmap *b, unsigned short id) {
  return(b->bits[id >> 3] & (1 << (id & 7)));
}
 
static void bitmap_init(struct bitmap *b) {
  bzero(b, sizeof(struct bitmap));
}
 
 
 
/* read a single line from fd and fills it into dst, returns line length
 * ending CR/LF is trimmed, as well as any trailing spaces */
static unsigned short readl(char *dst, size_t dstsz, FILE *fd) {
  unsigned short l, lastnonspace = 0;
 
  if (fgets(dst, dstsz, fd) == NULL) return(0xffff); /* EOF */
  /* trim at first CR or LF and return len */
  for (l = 0; (dst[l] != 0) && (dst[l] != '\r') && (dst[l] != '\n'); l++) {
    if (dst[l] != ' ') lastnonspace = l;
  }
 
  if (lastnonspace < l) l = lastnonspace + 1; /* rtrim */
  dst[l] = 0;
 
  return(l);
}
 
 
/* parse a line in format "[?]1.50:somestring". fills id and returns a pointer to
 * the actual string part on success, or NULL on error */
static const char *parseline(unsigned short *id, const char *s) {
  int i;
  int dotpos = 0, colpos = 0, gotdigits = 0;
 
  /* strings prefixed by '?' are flagged as "dirty": ignore this flag here */
  if (*s == '?') s++;
 
  /* I must have a . and a : in the first 9 bytes */
  for (i = 0;; i++) {
    if (s[i] == '.') {
      if ((dotpos != 0) || (gotdigits == 0)) break;
      dotpos = i;
      gotdigits = 0;
    } else if (s[i] == ':') {
      if (gotdigits != 0) colpos = i;
      break;
    } else if ((s[i] < '0') || (s[i] > '9')) {
      break;
    }
    gotdigits++;
  }
  /* did I collect everything? */
  if ((dotpos == 0) || (colpos == 0)) return(NULL);
 
 
  *id = atoi(s);
  *id <<= 8;
  *id |= atoi(s + dotpos + 1);
 
  /* printf("parseline(): %04X = '%s'\r\n", *id, s + colpos + 1); */
 
  return(s + colpos + 1);
}
 
 
/* converts escape sequences like "\n" or "\t" into actual bytes, returns
 * the new length of the string. */
static unsigned short unesc_string(char *linebuff) {
  unsigned short i;
  for (i = 0; linebuff[i] != 0; i++) {
    if (linebuff[i] != '\\') continue;
    strcpy(linebuff + i, linebuff + i + 1);
    if (linebuff[i] == 0) break;
    switch (linebuff[i]) {
      case 'e':
        linebuff[i] = 0x1B; /* ESC code, using hex because '\e' is not ANSI C */
        break;
      case 'n':
        linebuff[i] = '\n';
        break;
      case 'r':
        linebuff[i] = '\r';
        break;
      case 't':
        linebuff[i] = '\t';
        break;
    }
  }
  return(i);
}
 
 
/* opens a CATS-style file and compiles it into a ressources lang block
 * returns 0 on error, or the size of the generated data block otherwise */
static unsigned short gen_langstrings(unsigned char *buff, const char *langid, struct bitmap *b, const struct bitmap *refb, const unsigned char *refblock) {
  unsigned short len = 0, linelen;
  FILE *fd;
  char fname[] = "XX.TXT";
  static char linebuf[8192];
  const char *ptr;
  unsigned short id, linecount;
 
  bitmap_init(b);
 
  memcpy(fname + strlen(fname) - 6, langid, 2);
 
  fd = fopen(fname, "rb");
  if (fd == NULL) {
    printf("ERROR: FAILED TO OPEN '%s'\r\n", fname);
    return(0);
  }
 
  for (linecount = 1;; linecount++) {
 
    linelen = readl(linebuf, sizeof(linebuf), fd);
    if (linelen == 0xffff) break; /* EOF */
    if ((linelen == 0) || (linebuf[0] == '#')) continue;
 
    /* convert escaped chars to actual bytes (\n -> newline, etc) */
    linelen = unesc_string(linebuf);
 
    /* read id and get ptr to actual string ("1.15:string") */
    ptr = parseline(&id, linebuf);
    if (ptr == NULL) {
      printf("ERROR: line #%u of %s is malformed (linelen = %u):\r\n", linecount, fname, linelen);
      puts(linebuf);
      len = 0;
      break;
    }
    if (strlen(ptr) == 0) {
      printf("WARNING: %s[#%u] ignoring empty string %u.%u\r\n", fname, linecount, id >> 8, id & 0xff);
      continue;
    }
 
    /* warn about dirty lines */
    if (linebuf[0] == '?') {
      printf("WARNING: %s[#%u] string id %u.%u is flagged as 'dirty'\r\n", fname, linecount, id >> 8, id & 0xff);
    }
 
    /* write string into block (II LL S) */
    memcpy(buff + len, &id, 2);
    len += 2;
    {
      unsigned short slen = strlen(ptr) + 1;
      memcpy(buff + len, &slen, 2);
      len += 2;
      memcpy(buff + len, ptr, slen);
      len += slen;
    }
 
    /* if reference bitmap provided: check that the id is valid */
    if ((refb != NULL) && (bitmap_get(refb, id) == 0)) {
      printf("WARNING: %s[#%u] has an invalid id (%u.%u not present in ref lang)\r\n", fname, linecount, id >> 8, id & 0xff);
    }
 
    /* make sure this id is not already present */
    if (bitmap_get(b, id) == 0) {
      /* set bit in bitmap to remember I have this string */
      bitmap_set(b, id);
    } else {
      printf("WARNING: %s[#%u] has a duplicated id (%u.%u)\r\n", fname, linecount, id >> 8, id & 0xff);
    }
  }
 
  fclose(fd);
 
  /* if refblock provided, pull missing strings from it */
  if (refblock != NULL) {
    for (;;) {
      unsigned short slen;
      id = ((unsigned short *)refblock)[0];
      slen = ((unsigned short *)refblock)[1];
      if ((id == 0) && (slen == 0)) break;
      if (bitmap_get(b, id) == 0) {
        printf("WARNING: %s is missing string %u.%u (pulled from ref lang)\r\n", fname, id >> 8, id & 0xff);
        /* copy missing string from refblock */
        memcpy(buff + len, refblock, slen + 4);
        len += slen + 4;
      }
      refblock += slen + 4;
    }
  }
 
  /* write the block terminator (0-long string) */
  buff[len++] = 0; /* id */
  buff[len++] = 0; /* id */
  buff[len++] = 0; /* len */
  buff[len++] = 0; /* len */
  buff[len++] = 0; /* empty string */
 
  return(len);
}
 
 
#define MEMBLOCKSZ 65000
 
int main(int argc, char **argv) {
  FILE *fd;
  int ecode = 0;
  char *buff, *refblock;
  unsigned short refblocksz = 0;
  static struct bitmap bufbitmap;
  static struct bitmap refbitmap;
  unsigned short i;
  unsigned short biggest_langsz = 0;
 
  if (argc < 2) {
    puts("tlumacz ver " SVARLANGVER " - this tool is part of the SvarLANG project.");
    puts("converts a set of CATS-style translations in files EN.TXT, PL.TXT, etc");
    puts("into a single resource file (OUT.LNG).");
    puts("");
    puts("usage: tlumacz en fr pl ...");
    return(1);
  }
 
  buff = malloc(MEMBLOCKSZ);
  refblock = malloc(MEMBLOCKSZ);
  if ((buff == NULL) || (refblock == NULL)) {
    puts("out of memory");
    return(1);
  }
 
  fd = fopen("out.lng", "wb");
  if (fd == NULL) {
    puts("ERR: failed to open or create OUT.LNG");
    return(1);
  }
 
  /* write sig */
  fwrite("SvL\x1b", 1, 4, fd);
 
  /* write lang blocks */
  for (i = 1; i < argc; i++) {
    unsigned short sz;
    char id[3];
 
    if (strlen(argv[i]) != 2) {
      printf("INVALID LANG SPECIFIED: %s\r\n", argv[i]);
      ecode = 1;
      break;
    }
 
    id[0] = argv[i][0];
    id[1] = argv[i][1];
    id[2] = 0;
    if (id[0] >= 'a') id[0] -= 'a' - 'A';
    if (id[1] >= 'a') id[1] -= 'a' - 'A';
 
    sz = gen_langstrings(buff, id, &bufbitmap, (i != 1)?&refbitmap:NULL, (i != 1)?refblock:NULL);
    if (sz == 0) {
      printf("ERROR COMPUTING LANG '%s'\r\n", id);
      ecode = 1;
      break;
    } else {
      printf("computed %s lang block of %u bytes\r\n", id, sz);
      if (sz > biggest_langsz) biggest_langsz = sz;
    }
    /* write lang ID to file, followed by block size and then the actual block */
    if ((fwrite(id, 1, 2, fd) != 2) ||
        (fwrite(&sz, 1, 2, fd) != 2) ||
        (fwrite(buff, 1, sz, fd) != sz)) {
      printf("ERROR WRITING TO OUTPUT FILE\r\n");
      ecode = 1;
      break;
    }
    /* remember reference data for other languages */
    if (i == 1) {
      refblocksz = sz;
      memcpy(refblock, buff, MEMBLOCKSZ);
      memcpy(&refbitmap, &bufbitmap, sizeof(struct bitmap));
    }
  }
 
  fclose(fd);
 
  /* compute the deflang.c file containing a dump of the reference block */
  fd = fopen("DEFLANG.C", "wb");
  if (fd == NULL) {
    puts("ERROR: FAILED TO OPEN OR CREATE DEFLANG.C");
    ecode = 1;
  } else {
    unsigned short allocsz = biggest_langsz + (biggest_langsz / 20);
    unsigned short nextstringin = 0, nextnlat = 40;
    printf("biggest lang block is %u bytes -> allocating a %u bytes buffer (5%% safety margin)\n", biggest_langsz, allocsz);
    fprintf(fd, "/* THIS FILE HAS BEEN GENERATED BY TLUMACZ (PART OF THE SVARLANG LIBRARY) */\r\n");
    fprintf(fd, "const unsigned short svarlang_memsz = %uu;\r\n", allocsz);
    fprintf(fd, "char svarlang_mem[%u] = {", allocsz);
    for (i = 0; i < refblocksz; i++) {
      if (nextstringin == 0) {
        fprintf(fd, "\r\n");
        nextnlat = i + 40;
        nextstringin = 4 + (refblock[i + 3] << 8) + refblock[i + 2];
        if (nextstringin == 4) nextstringin = 20000; /* last string in block */
      }
      if (i == nextnlat) {
        nextnlat += 40;
        fprintf(fd, "\r\n");
      }
      nextnlat--;
      nextstringin--;
      fprintf(fd, "%u", refblock[i]);
      if (i + 1 < refblocksz) fprintf(fd, ",");
    }
    fprintf(fd, "};\r\n");
    fclose(fd);
  }
 
  return(ecode);
}
 

Rev 1251	Rev 1271
1	`/*`	1	`/*`
2	`* Copyright (C) 2021-2023 Mateusz Viste`	2	`* Copyright (C) 2021-2023 Mateusz Viste`
3	`*`	3	`*`
4	`* usage: tlumacz en fr pl etc`	4	`* usage: tlumacz en fr pl etc`
5	`*`	5	`*`
6	`* computes an out.lng file that contains all language ressources.`	6	`* computes an out.lng file that contains all language ressources.`
7	`*`	7	`*`
8	`* DAT format:`	8	`* DAT format:`
9	`*`	9	`*`
10	`* 4-bytes signature:`	10	`* 4-bytes signature:`
11	`* "SvL\x1b"`	11	`* "SvL\x1b"`
12	`*`	12	`*`
13	`* Then "LANG BLOCKS" follow. Each LANG BLOCK is prefixed with 4 bytes:`	13	`* Then "LANG BLOCKS" follow. Each LANG BLOCK is prefixed with 4 bytes:`
14	`* II LL - II is the LANG identifier ("EN", "PL", etc) and LL is the size`	14	`* II LL - II is the LANG identifier ("EN", "PL", etc) and LL is the size`
15	`* of the block (65535 bytes max).`	15	`* of the block (65535 bytes max).`
16	`*`	16	`*`
17	`* Inside a LANG BLOCK is a set of strings:`	17	`* Inside a LANG BLOCK is a set of strings:`
18	`*`	18	`*`
19	`* II LL S where II is the string's 16-bit identifier, LL is its length`	19	`* II LL S where II is the string's 16-bit identifier, LL is its length`
20	`* (1-65535) and S is the actual string. All strings are ASCIIZ (ie.`	20	`* (1-65535) and S is the actual string. All strings are ASCIIZ (ie.`
21	`* they end with a NULL terminator).`	21	`* they end with a NULL terminator).`
22	`*`	22	`*`
23	`* The list of strings ends with a single 0-long string.`	23	`* The list of strings ends with a single 0-long string.`
24	`*/`	24	`*/`
25		25
26		26
27	`#include <stdio.h>`	27	`#include <stdio.h>`
28	`#include <stdlib.h>`	28	`#include <stdlib.h>`
29	`#include <string.h>`	29	`#include <string.h>`
30		30
31	`#include "svarlang.h"`	31	`#include "svarlang.h"`
32		32
33		33
34	`struct bitmap {`	34	`struct bitmap {`
35	`unsigned char bits[8192];`	35	`unsigned char bits[8192];`
36	`};`	36	`};`
37		37
38	`static void bitmap_set(struct bitmap *b, unsigned short id) {`	38	`static void bitmap_set(struct bitmap *b, unsigned short id) {`
39	`b->bits[id >> 3] \|= 1 << (id & 7);`	39	`b->bits[id >> 3] \|= 1 << (id & 7);`
40	`}`	40	`}`
41		41
42	`static int bitmap_get(const struct bitmap *b, unsigned short id) {`	42	`static int bitmap_get(const struct bitmap *b, unsigned short id) {`
43	`return(b->bits[id >> 3] & (1 << (id & 7)));`	43	`return(b->bits[id >> 3] & (1 << (id & 7)));`
44	`}`	44	`}`
45		45
46	`static void bitmap_init(struct bitmap *b) {`	46	`static void bitmap_init(struct bitmap *b) {`
47	`bzero(b, sizeof(struct bitmap));`	47	`bzero(b, sizeof(struct bitmap));`
48	`}`	48	`}`
49		49
50		50
51		51
52	`/* read a single line from fd and fills it into dst, returns line length`	52	`/* read a single line from fd and fills it into dst, returns line length`
53	`* ending CR/LF is trimmed, as well as any trailing spaces */`	53	`* ending CR/LF is trimmed, as well as any trailing spaces */`
54	`static unsigned short readl(char dst, size_t dstsz, FILE fd) {`	54	`static unsigned short readl(char dst, size_t dstsz, FILE fd) {`
55	`unsigned short l, lastnonspace = 0;`	55	`unsigned short l, lastnonspace = 0;`
56		56
57	`if (fgets(dst, dstsz, fd) == NULL) return(0xffff); /* EOF */`	57	`if (fgets(dst, dstsz, fd) == NULL) return(0xffff); /* EOF */`
58	`/* trim at first CR or LF and return len */`	58	`/* trim at first CR or LF and return len */`
59	`for (l = 0; (dst[l] != 0) && (dst[l] != '\r') && (dst[l] != '\n'); l++) {`	59	`for (l = 0; (dst[l] != 0) && (dst[l] != '\r') && (dst[l] != '\n'); l++) {`
60	`if (dst[l] != ' ') lastnonspace = l;`	60	`if (dst[l] != ' ') lastnonspace = l;`
61	`}`	61	`}`
62		62
63	`if (lastnonspace < l) l = lastnonspace + 1; /* rtrim */`	63	`if (lastnonspace < l) l = lastnonspace + 1; /* rtrim */`
64	`dst[l] = 0;`	64	`dst[l] = 0;`
65		65
66	`return(l);`	66	`return(l);`
67	`}`	67	`}`
68		68
69		69
70	`/* parse a line in format "[?]1.50:somestring". fills id and returns a pointer to`	70	`/* parse a line in format "[?]1.50:somestring". fills id and returns a pointer to`
71	`* the actual string part on success, or NULL on error */`	71	`* the actual string part on success, or NULL on error */`
72	`static const char parseline(unsigned short id, const char *s) {`	72	`static const char parseline(unsigned short id, const char *s) {`
73	`int i;`	73	`int i;`
74	`int dotpos = 0, colpos = 0, gotdigits = 0;`	74	`int dotpos = 0, colpos = 0, gotdigits = 0;`
75		75
76	`/* strings prefixed by '?' are flagged as "dirty": ignore this flag here */`	76	`/* strings prefixed by '?' are flagged as "dirty": ignore this flag here */`
77	`if (*s == '?') s++;`	77	`if (*s == '?') s++;`
78		78
79	`/* I must have a . and a : in the first 9 bytes */`	79	`/* I must have a . and a : in the first 9 bytes */`
80	`for (i = 0;; i++) {`	80	`for (i = 0;; i++) {`
81	`if (s[i] == '.') {`	81	`if (s[i] == '.') {`
82	`if ((dotpos != 0) \|\| (gotdigits == 0)) break;`	82	`if ((dotpos != 0) \|\| (gotdigits == 0)) break;`
83	`dotpos = i;`	83	`dotpos = i;`
84	`gotdigits = 0;`	84	`gotdigits = 0;`
85	`} else if (s[i] == ':') {`	85	`} else if (s[i] == ':') {`
86	`if (gotdigits != 0) colpos = i;`	86	`if (gotdigits != 0) colpos = i;`
87	`break;`	87	`break;`
88	`} else if ((s[i] < '0') \|\| (s[i] > '9')) {`	88	`} else if ((s[i] < '0') \|\| (s[i] > '9')) {`
89	`break;`	89	`break;`
90	`}`	90	`}`
91	`gotdigits++;`	91	`gotdigits++;`
92	`}`	92	`}`
93	`/* did I collect everything? */`	93	`/* did I collect everything? */`
94	`if ((dotpos == 0) \|\| (colpos == 0)) return(NULL);`	94	`if ((dotpos == 0) \|\| (colpos == 0)) return(NULL);`
95	`if (s[colpos + 1] == 0) return(NULL);`	-
96		95
97	`*id = atoi(s);`	96	`*id = atoi(s);`
98	`*id <<= 8;`	97	`*id <<= 8;`
99	`*id \|= atoi(s + dotpos + 1);`	98	`*id \|= atoi(s + dotpos + 1);`
100		99
101	`/* printf("parseline(): %04X = '%s'\r\n", id, s + colpos + 1); /`	100	`/* printf("parseline(): %04X = '%s'\r\n", id, s + colpos + 1); /`
102		101
103	`return(s + colpos + 1);`	102	`return(s + colpos + 1);`
104	`}`	103	`}`
105		104
106		105
107	`/* converts escape sequences like "\n" or "\t" into actual bytes, returns`	106	`/* converts escape sequences like "\n" or "\t" into actual bytes, returns`
108	`* the new length of the string. */`	107	`* the new length of the string. */`
109	`static unsigned short unesc_string(char *linebuff) {`	108	`static unsigned short unesc_string(char *linebuff) {`
110	`unsigned short i;`	109	`unsigned short i;`
111	`for (i = 0; linebuff[i] != 0; i++) {`	110	`for (i = 0; linebuff[i] != 0; i++) {`
112	`if (linebuff[i] != '\\') continue;`	111	`if (linebuff[i] != '\\') continue;`
113	`strcpy(linebuff + i, linebuff + i + 1);`	112	`strcpy(linebuff + i, linebuff + i + 1);`
114	`if (linebuff[i] == 0) break;`	113	`if (linebuff[i] == 0) break;`
115	`switch (linebuff[i]) {`	114	`switch (linebuff[i]) {`
116	`case 'e':`	115	`case 'e':`
117	`linebuff[i] = 0x1B; /* ESC code, using hex because '\e' is not ANSI C */`	116	`linebuff[i] = 0x1B; /* ESC code, using hex because '\e' is not ANSI C */`
118	`break;`	117	`break;`
119	`case 'n':`	118	`case 'n':`
120	`linebuff[i] = '\n';`	119	`linebuff[i] = '\n';`
121	`break;`	120	`break;`
122	`case 'r':`	121	`case 'r':`
123	`linebuff[i] = '\r';`	122	`linebuff[i] = '\r';`
124	`break;`	123	`break;`
125	`case 't':`	124	`case 't':`
126	`linebuff[i] = '\t';`	125	`linebuff[i] = '\t';`
127	`break;`	126	`break;`
128	`}`	127	`}`
129	`}`	128	`}`
130	`return(i);`	129	`return(i);`
131	`}`	130	`}`
132		131
133		132
134	`/* opens a CATS-style file and compiles it into a ressources lang block`	133	`/* opens a CATS-style file and compiles it into a ressources lang block`
135	`* returns 0 on error, or the size of the generated data block otherwise */`	134	`* returns 0 on error, or the size of the generated data block otherwise */`
136	`static unsigned short gen_langstrings(unsigned char buff, const char langid, struct bitmap b, const struct bitmap refb, const unsigned char *refblock) {`	135	`static unsigned short gen_langstrings(unsigned char buff, const char langid, struct bitmap b, const struct bitmap refb, const unsigned char *refblock) {`
137	`unsigned short len = 0, linelen;`	136	`unsigned short len = 0, linelen;`
138	`FILE *fd;`	137	`FILE *fd;`
139	`char fname[] = "XX.TXT";`	138	`char fname[] = "XX.TXT";`
140	`static char linebuf[8192];`	139	`static char linebuf[8192];`
141	`const char *ptr;`	140	`const char *ptr;`
142	`unsigned short id, linecount;`	141	`unsigned short id, linecount;`
143		142
144	`bitmap_init(b);`	143	`bitmap_init(b);`
145		144
146	`memcpy(fname + strlen(fname) - 6, langid, 2);`	145	`memcpy(fname + strlen(fname) - 6, langid, 2);`
147		146
148	`fd = fopen(fname, "rb");`	147	`fd = fopen(fname, "rb");`
149	`if (fd == NULL) {`	148	`if (fd == NULL) {`
150	`printf("ERROR: FAILED TO OPEN '%s'\r\n", fname);`	149	`printf("ERROR: FAILED TO OPEN '%s'\r\n", fname);`
151	`return(0);`	150	`return(0);`
152	`}`	151	`}`
153		152
154	`for (linecount = 1;; linecount++) {`	153	`for (linecount = 1;; linecount++) {`
155		154
156	`linelen = readl(linebuf, sizeof(linebuf), fd);`	155	`linelen = readl(linebuf, sizeof(linebuf), fd);`
157	`if (linelen == 0xffff) break; /* EOF */`	156	`if (linelen == 0xffff) break; /* EOF */`
158	`if ((linelen == 0) \|\| (linebuf[0] == '#')) continue;`	157	`if ((linelen == 0) \|\| (linebuf[0] == '#')) continue;`
159		158
160	`/* convert escaped chars to actual bytes (\n -> newline, etc) */`	159	`/* convert escaped chars to actual bytes (\n -> newline, etc) */`
161	`linelen = unesc_string(linebuf);`	160	`linelen = unesc_string(linebuf);`
162		161
163	`/* read id and get ptr to actual string ("1.15:string") */`	162	`/* read id and get ptr to actual string ("1.15:string") */`
164	`ptr = parseline(&id, linebuf);`	163	`ptr = parseline(&id, linebuf);`
165	`if (ptr == NULL) {`	164	`if (ptr == NULL) {`
166	`printf("ERROR: line #%u of %s is malformed (linelen = %u):\r\n", linecount, fname, linelen);`	165	`printf("ERROR: line #%u of %s is malformed (linelen = %u):\r\n", linecount, fname, linelen);`
167	`puts(linebuf);`	166	`puts(linebuf);`
168	`len = 0;`	167	`len = 0;`
169	`break;`	168	`break;`
170	`}`	169	`}`
-		170	`if (strlen(ptr) == 0) {`
-		171	`printf("WARNING: %s[#%u] ignoring empty string %u.%u\r\n", fname, linecount, id >> 8, id & 0xff);`
-		172	`continue;`
-		173	`}`
171		174
172	`/* warn about dirty lines */`	175	`/* warn about dirty lines */`
173	`if (linebuf[0] == '?') {`	176	`if (linebuf[0] == '?') {`
174	`printf("WARNING: %s[#%u] string id %u.%u is flagged as 'dirty'\r\n", fname, linecount, id >> 8, id & 0xff);`	177	`printf("WARNING: %s[#%u] string id %u.%u is flagged as 'dirty'\r\n", fname, linecount, id >> 8, id & 0xff);`
175	`}`	178	`}`
176		179
177	`/* write string into block (II LL S) */`	180	`/* write string into block (II LL S) */`
178	`memcpy(buff + len, &id, 2);`	181	`memcpy(buff + len, &id, 2);`
179	`len += 2;`	182	`len += 2;`
180	`{`	183	`{`
181	`unsigned short slen = strlen(ptr) + 1;`	184	`unsigned short slen = strlen(ptr) + 1;`
182	`memcpy(buff + len, &slen, 2);`	185	`memcpy(buff + len, &slen, 2);`
183	`len += 2;`	186	`len += 2;`
184	`memcpy(buff + len, ptr, slen);`	187	`memcpy(buff + len, ptr, slen);`
185	`len += slen;`	188	`len += slen;`
186	`}`	189	`}`
187		190
188	`/* if reference bitmap provided: check that the id is valid */`	191	`/* if reference bitmap provided: check that the id is valid */`
189	`if ((refb != NULL) && (bitmap_get(refb, id) == 0)) {`	192	`if ((refb != NULL) && (bitmap_get(refb, id) == 0)) {`
190	`printf("WARNING: %s[#%u] has an invalid id (%u.%u not present in ref lang)\r\n", fname, linecount, id >> 8, id & 0xff);`	193	`printf("WARNING: %s[#%u] has an invalid id (%u.%u not present in ref lang)\r\n", fname, linecount, id >> 8, id & 0xff);`
191	`}`	194	`}`
192		195
193	`/* make sure this id is not already present */`	196	`/* make sure this id is not already present */`
194	`if (bitmap_get(b, id) == 0) {`	197	`if (bitmap_get(b, id) == 0) {`
195	`/* set bit in bitmap to remember I have this string */`	198	`/* set bit in bitmap to remember I have this string */`
196	`bitmap_set(b, id);`	199	`bitmap_set(b, id);`
197	`} else {`	200	`} else {`
198	`printf("WARNING: %s[#%u] has a duplicated id (%u.%u)\r\n", fname, linecount, id >> 8, id & 0xff);`	201	`printf("WARNING: %s[#%u] has a duplicated id (%u.%u)\r\n", fname, linecount, id >> 8, id & 0xff);`
199	`}`	202	`}`
200	`}`	203	`}`
201		204
202	`fclose(fd);`	205	`fclose(fd);`
203		206
204	`/* if refblock provided, pull missing strings from it */`	207	`/* if refblock provided, pull missing strings from it */`
205	`if (refblock != NULL) {`	208	`if (refblock != NULL) {`
206	`for (;;) {`	209	`for (;;) {`
207	`unsigned short slen;`	210	`unsigned short slen;`
208	`id = ((unsigned short *)refblock)[0];`	211	`id = ((unsigned short *)refblock)[0];`
209	`slen = ((unsigned short *)refblock)[1];`	212	`slen = ((unsigned short *)refblock)[1];`
210	`if ((id == 0) && (slen == 0)) break;`	213	`if ((id == 0) && (slen == 0)) break;`
211	`if (bitmap_get(b, id) == 0) {`	214	`if (bitmap_get(b, id) == 0) {`
212	`printf("WARNING: %s is missing string %u.%u (pulled from ref lang)\r\n", fname, id >> 8, id & 0xff);`	215	`printf("WARNING: %s is missing string %u.%u (pulled from ref lang)\r\n", fname, id >> 8, id & 0xff);`
213	`/* copy missing string from refblock */`	216	`/* copy missing string from refblock */`
214	`memcpy(buff + len, refblock, slen + 4);`	217	`memcpy(buff + len, refblock, slen + 4);`
215	`len += slen + 4;`	218	`len += slen + 4;`
216	`}`	219	`}`
217	`refblock += slen + 4;`	220	`refblock += slen + 4;`
218	`}`	221	`}`
219	`}`	222	`}`
220		223
221	`/* write the block terminator (0-long string) */`	224	`/* write the block terminator (0-long string) */`
222	`buff[len++] = 0; /* id */`	225	`buff[len++] = 0; /* id */`
223	`buff[len++] = 0; /* id */`	226	`buff[len++] = 0; /* id */`
224	`buff[len++] = 0; /* len */`	227	`buff[len++] = 0; /* len */`
225	`buff[len++] = 0; /* len */`	228	`buff[len++] = 0; /* len */`
226	`buff[len++] = 0; /* empty string */`	229	`buff[len++] = 0; /* empty string */`
227		230
228	`return(len);`	231	`return(len);`
229	`}`	232	`}`
230		233
231		234
232	`#define MEMBLOCKSZ 65000`	235	`#define MEMBLOCKSZ 65000`
233		236
234	`int main(int argc, char **argv) {`	237	`int main(int argc, char **argv) {`
235	`FILE *fd;`	238	`FILE *fd;`
236	`int ecode = 0;`	239	`int ecode = 0;`
237	`char buff, refblock;`	240	`char buff, refblock;`
238	`unsigned short refblocksz = 0;`	241	`unsigned short refblocksz = 0;`
239	`static struct bitmap bufbitmap;`	242	`static struct bitmap bufbitmap;`
240	`static struct bitmap refbitmap;`	243	`static struct bitmap refbitmap;`
241	`unsigned short i;`	244	`unsigned short i;`
242	`unsigned short biggest_langsz = 0;`	245	`unsigned short biggest_langsz = 0;`
243		246
244	`if (argc < 2) {`	247	`if (argc < 2) {`
245	`puts("tlumacz ver " SVARLANGVER " - this tool is part of the SvarLANG project.");`	248	`puts("tlumacz ver " SVARLANGVER " - this tool is part of the SvarLANG project.");`
246	`puts("converts a set of CATS-style translations in files EN.TXT, PL.TXT, etc");`	249	`puts("converts a set of CATS-style translations in files EN.TXT, PL.TXT, etc");`
247	`puts("into a single resource file (OUT.LNG).");`	250	`puts("into a single resource file (OUT.LNG).");`
248	`puts("");`	251	`puts("");`
249	`puts("usage: tlumacz en fr pl ...");`	252	`puts("usage: tlumacz en fr pl ...");`
250	`return(1);`	253	`return(1);`
251	`}`	254	`}`
252		255
253	`buff = malloc(MEMBLOCKSZ);`	256	`buff = malloc(MEMBLOCKSZ);`
254	`refblock = malloc(MEMBLOCKSZ);`	257	`refblock = malloc(MEMBLOCKSZ);`
255	`if ((buff == NULL) \|\| (refblock == NULL)) {`	258	`if ((buff == NULL) \|\| (refblock == NULL)) {`
256	`puts("out of memory");`	259	`puts("out of memory");`
257	`return(1);`	260	`return(1);`
258	`}`	261	`}`
259		262
260	`fd = fopen("out.lng", "wb");`	263	`fd = fopen("out.lng", "wb");`
261	`if (fd == NULL) {`	264	`if (fd == NULL) {`
262	`puts("ERR: failed to open or create OUT.LNG");`	265	`puts("ERR: failed to open or create OUT.LNG");`
263	`return(1);`	266	`return(1);`
264	`}`	267	`}`
265		268
266	`/* write sig */`	269	`/* write sig */`
267	`fwrite("SvL\x1b", 1, 4, fd);`	270	`fwrite("SvL\x1b", 1, 4, fd);`
268		271
269	`/* write lang blocks */`	272	`/* write lang blocks */`
270	`for (i = 1; i < argc; i++) {`	273	`for (i = 1; i < argc; i++) {`
271	`unsigned short sz;`	274	`unsigned short sz;`
272	`char id[3];`	275	`char id[3];`
273		276
274	`if (strlen(argv[i]) != 2) {`	277	`if (strlen(argv[i]) != 2) {`
275	`printf("INVALID LANG SPECIFIED: %s\r\n", argv[i]);`	278	`printf("INVALID LANG SPECIFIED: %s\r\n", argv[i]);`
276	`ecode = 1;`	279	`ecode = 1;`
277	`break;`	280	`break;`
278	`}`	281	`}`
279		282
280	`id[0] = argv[i][0];`	283	`id[0] = argv[i][0];`
281	`id[1] = argv[i][1];`	284	`id[1] = argv[i][1];`
282	`id[2] = 0;`	285	`id[2] = 0;`
283	`if (id[0] >= 'a') id[0] -= 'a' - 'A';`	286	`if (id[0] >= 'a') id[0] -= 'a' - 'A';`
284	`if (id[1] >= 'a') id[1] -= 'a' - 'A';`	287	`if (id[1] >= 'a') id[1] -= 'a' - 'A';`
285		288
286	`sz = gen_langstrings(buff, id, &bufbitmap, (i != 1)?&refbitmap:NULL, (i != 1)?refblock:NULL);`	289	`sz = gen_langstrings(buff, id, &bufbitmap, (i != 1)?&refbitmap:NULL, (i != 1)?refblock:NULL);`
287	`if (sz == 0) {`	290	`if (sz == 0) {`
288	`printf("ERROR COMPUTING LANG '%s'\r\n", id);`	291	`printf("ERROR COMPUTING LANG '%s'\r\n", id);`
289	`ecode = 1;`	292	`ecode = 1;`
290	`break;`	293	`break;`
291	`} else {`	294	`} else {`
292	`printf("computed %s lang block of %u bytes\r\n", id, sz);`	295	`printf("computed %s lang block of %u bytes\r\n", id, sz);`
293	`if (sz > biggest_langsz) biggest_langsz = sz;`	296	`if (sz > biggest_langsz) biggest_langsz = sz;`
294	`}`	297	`}`
295	`/* write lang ID to file, followed by block size and then the actual block */`	298	`/* write lang ID to file, followed by block size and then the actual block */`
296	`if ((fwrite(id, 1, 2, fd) != 2) \|\|`	299	`if ((fwrite(id, 1, 2, fd) != 2) \|\|`
297	`(fwrite(&sz, 1, 2, fd) != 2) \|\|`	300	`(fwrite(&sz, 1, 2, fd) != 2) \|\|`
298	`(fwrite(buff, 1, sz, fd) != sz)) {`	301	`(fwrite(buff, 1, sz, fd) != sz)) {`
299	`printf("ERROR WRITING TO OUTPUT FILE\r\n");`	302	`printf("ERROR WRITING TO OUTPUT FILE\r\n");`
300	`ecode = 1;`	303	`ecode = 1;`
301	`break;`	304	`break;`
302	`}`	305	`}`
303	`/* remember reference data for other languages */`	306	`/* remember reference data for other languages */`
304	`if (i == 1) {`	307	`if (i == 1) {`
305	`refblocksz = sz;`	308	`refblocksz = sz;`
306	`memcpy(refblock, buff, MEMBLOCKSZ);`	309	`memcpy(refblock, buff, MEMBLOCKSZ);`
307	`memcpy(&refbitmap, &bufbitmap, sizeof(struct bitmap));`	310	`memcpy(&refbitmap, &bufbitmap, sizeof(struct bitmap));`
308	`}`	311	`}`
309	`}`	312	`}`
310		313
311	`fclose(fd);`	314	`fclose(fd);`
312		315
313	`/* compute the deflang.c file containing a dump of the reference block */`	316	`/* compute the deflang.c file containing a dump of the reference block */`
314	`fd = fopen("DEFLANG.C", "wb");`	317	`fd = fopen("DEFLANG.C", "wb");`
315	`if (fd == NULL) {`	318	`if (fd == NULL) {`
316	`puts("ERROR: FAILED TO OPEN OR CREATE DEFLANG.C");`	319	`puts("ERROR: FAILED TO OPEN OR CREATE DEFLANG.C");`
317	`ecode = 1;`	320	`ecode = 1;`
318	`} else {`	321	`} else {`
319	`unsigned short allocsz = biggest_langsz + (biggest_langsz / 20);`	322	`unsigned short allocsz = biggest_langsz + (biggest_langsz / 20);`
320	`unsigned short nextstringin = 0, nextnlat = 40;`	323	`unsigned short nextstringin = 0, nextnlat = 40;`
321	`printf("biggest lang block is %u bytes -> allocating a %u bytes buffer (5%% safety margin)\n", biggest_langsz, allocsz);`	324	`printf("biggest lang block is %u bytes -> allocating a %u bytes buffer (5%% safety margin)\n", biggest_langsz, allocsz);`
322	`fprintf(fd, "/* THIS FILE HAS BEEN GENERATED BY TLUMACZ (PART OF THE SVARLANG LIBRARY) */\r\n");`	325	`fprintf(fd, "/* THIS FILE HAS BEEN GENERATED BY TLUMACZ (PART OF THE SVARLANG LIBRARY) */\r\n");`
323	`fprintf(fd, "const unsigned short svarlang_memsz = %uu;\r\n", allocsz);`	326	`fprintf(fd, "const unsigned short svarlang_memsz = %uu;\r\n", allocsz);`
324	`fprintf(fd, "char svarlang_mem[%u] = {", allocsz);`	327	`fprintf(fd, "char svarlang_mem[%u] = {", allocsz);`
325	`for (i = 0; i < refblocksz; i++) {`	328	`for (i = 0; i < refblocksz; i++) {`
326	`if (nextstringin == 0) {`	329	`if (nextstringin == 0) {`
327	`fprintf(fd, "\r\n");`	330	`fprintf(fd, "\r\n");`
328	`nextnlat = i + 40;`	331	`nextnlat = i + 40;`
329	`nextstringin = 4 + (refblock[i + 3] << 8) + refblock[i + 2];`	332	`nextstringin = 4 + (refblock[i + 3] << 8) + refblock[i + 2];`
330	`if (nextstringin == 4) nextstringin = 20000; /* last string in block */`	333	`if (nextstringin == 4) nextstringin = 20000; /* last string in block */`
331	`}`	334	`}`
332	`if (i == nextnlat) {`	335	`if (i == nextnlat) {`
333	`nextnlat += 40;`	336	`nextnlat += 40;`
334	`fprintf(fd, "\r\n");`	337	`fprintf(fd, "\r\n");`
335	`}`	338	`}`
336	`nextnlat--;`	339	`nextnlat--;`
337	`nextstringin--;`	340	`nextstringin--;`
338	`fprintf(fd, "%u", refblock[i]);`	341	`fprintf(fd, "%u", refblock[i]);`
339	`if (i + 1 < refblocksz) fprintf(fd, ",");`	342	`if (i + 1 < refblocksz) fprintf(fd, ",");`
340	`}`	343	`}`
341	`fprintf(fd, "};\r\n");`	344	`fprintf(fd, "};\r\n");`
342	`fclose(fd);`	345	`fclose(fd);`
343	`}`	346	`}`
344		347
345	`return(ecode);`	348	`return(ecode);`
346	`}`	349	`}`
347		350

Subversion Repositories SvarDOS

(root)/svarlang.lib/trunk/tlumacz.c – Rev 1251 → 1271