X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=dump.c;h=c8019cad9e338618a6add67bdc2d7fa487192990;hb=38a126b38f4963ba033120754e7a4f026e9fa01e;hp=30e34facaf00efcd2fe03470bbeae77df4ba1b28;hpb=b8ec4632f2e4d5f7e638af92e1c2dcc2a339d7de;p=pspp diff --git a/dump.c b/dump.c index 30e34facaf..c247c4af66 100644 --- a/dump.c +++ b/dump.c @@ -1,3 +1,5 @@ +#include +#include #include #include #include @@ -5,10 +7,13 @@ #include #include #include +#include "u8-mbtouc.h" static uint8_t *data; static size_t n; +int version; + static bool all_ascii(const uint8_t *p, size_t n) { @@ -19,15 +24,22 @@ all_ascii(const uint8_t *p, size_t n) } static size_t -find(const char *target, size_t target_len) +try_find(const char *target, size_t target_len) { const uint8_t *pos = (const uint8_t *) memmem (data, n, target, target_len); + return pos ? pos - data : 0; +} + +static size_t +find(const char *target, size_t target_len) +{ + size_t pos = try_find(target, target_len); if (!pos) { fprintf (stderr, "not found\n"); exit(1); } - return pos - data; + return pos; } size_t pos; @@ -78,7 +90,7 @@ match_u32_assert(uint32_t x, const char *where) static bool match_byte(uint8_t b) { - if (data[pos] == b) + if (pos < n && data[pos] == b) { pos++; return true; @@ -98,187 +110,814 @@ match_byte_assert(uint8_t b, const char *where) } #define match_byte_assert(b) match_byte_assert(b, WHERE) +static void +newline(FILE *stream, int pos) +{ + fprintf(stream, "\n%08x: ", pos); +} + +static void +dump_raw(FILE *stream, int start, int end) +{ + for (size_t i = start; i < end; ) + { + if (i + 5 <= n + && data[i] + //&& !data[i + 1] + && !data[i + 2] + && !data[i + 3] + && i + 4 + data[i] + data[i + 1] * 256 <= end + && all_ascii(&data[i + 4], data[i] + data[i + 1] * 256)) + { + newline(stream, i); + fprintf(stream, "\""); + fwrite(&data[i + 4], 1, data[i] + data[i + 1] * 256, stream); + fputs("\" ", stream); + + i += 4 + data[i] + data[i + 1] * 256; + } + else if (i + 12 <= end + && data[i + 1] == 40 + && data[i + 2] == 5 + && data[i + 3] == 0) + { + double d; + + memcpy (&d, &data[i + 4], 8); + fprintf (stream, "F40.%d(%.*f)", data[i], data[i], d); + i += 12; + newline (stream, i); + } + else if (i + 12 <= end + && data[i + 1] == 40 + && data[i + 2] == 31 + && data[i + 3] == 0) + { + double d; + + memcpy (&d, &data[i + 4], 8); + fprintf (stream, "PCT40.%d(%.*f)", data[i], data[i], d); + i += 12; + newline(stream, i); + } + else if (i + 4 <= end + && (data[i] && data[i] != 88 && data[i] != 0x41) + && !data[i + 1] + && !data[i + 2] + && !data[i + 3]) + { + fprintf (stream, "i%d ", data[i]); + i += 4; + } + else + { + fprintf(stream, "%02x ", data[i]); + i++; + } + } + + +} + +static bool __attribute__((unused)) +all_utf8(const char *p_) +{ + const uint8_t *p = (const uint8_t *) p_; + size_t len = strlen ((char *) p); + for (size_t ofs = 0, mblen; ofs < len; ofs += mblen) + { + ucs4_t uc; + + mblen = u8_mbtouc (&uc, p + ofs, len - ofs); + if ((uc < 32 && uc != '\n') || uc == 127 || uc == 0xfffd) + return false; + } + return true; +} + static char * -get_string(void) +get_string(const char *where) { - if (data[pos + 1] == 0 && data[pos + 2] == 0 && data[pos + 3] == 0 - && all_ascii(&data[pos + 4], data[pos])) + if (1 + /*data[pos + 1] == 0 && data[pos + 2] == 0 && data[pos + 3] == 0*/ + /*&& all_ascii(&data[pos + 4], data[pos])*/) { - int len = data[pos]; + int len = data[pos] + data[pos + 1] * 256; char *s = malloc(len + 1); memcpy(s, &data[pos + 4], len); s[len] = 0; - pos += 4 + data[pos]; + pos += 4 + len; return s; } else { - fprintf(stderr, "0x%x: expected string\n", pos); + fprintf(stderr, "%s: 0x%x: expected string\n", where, pos); exit(1); } } +#define get_string() get_string(WHERE) + +static char * +dump_counted_string(void) +{ + char *s = NULL; + int inner_end = pos + get_u32(); + if (pos != inner_end) + { + match_u32_assert(0); + if (match_byte(0x31)) + s = get_string(); + else + match_byte_assert(0x58); + if (pos != inner_end) + { + fprintf(stderr, "inner end discrepancy\n"); + exit(1); + } + } + return s; +} + +static char * +dump_nested_string(void) +{ + char *s = NULL; + + match_byte_assert (0); + match_byte_assert (0); + int outer_end = pos + get_u32(); + s = dump_counted_string(); + match_byte_assert(0x58); + match_byte_assert(0x58); + if (pos != outer_end) + { + fprintf(stderr, "outer end discrepancy\n"); + exit(1); + } + + return s; +} static void -dump_category(int level) +dump_optional_value(FILE *stream) { - for (int i = 0; i <= level; i++) - printf (" "); - - match_byte (0); - match_byte (0); - match_byte (0); - match_byte (0); - if (match_byte (3)) - { - get_string(); - match_byte_assert (0x58); - get_string(); - printf("string \"%s\"", get_string()); - match_byte (0); - match_byte_assert (1); - match_byte (0); - match_byte (0); - match_byte (0); - match_byte (1); + if (match_byte (0x31)) + { + if (match_u32 (0)) + { + if (match_u32 (1)) + { + /* Corpus frequencies: + 124 "a" + 12 "b" + 8 "a, b" + */ + get_string(); + } + else + match_u32_assert (0); + + if (version == 1) + { + /* We only have one SPV file for this version (with many + tables). */ + match_byte(0); + if (!match_u32(1)) + match_u32_assert(2); + match_byte(0); + match_byte(0); + if (!match_u32(0) && !match_u32(1) && !match_u32(2) && !match_u32(3) && !match_u32(4) && !match_u32(5) && !match_u32(6) && !match_u32(7) && !match_u32(8) && !match_u32(9)) + match_u32_assert(10); + match_byte(0); + match_byte(0); + return; + } + + int outer_end = pos + get_u32(); + + /* This counted-string appears to be a template string, + e.g. "Design\: [:^1:]1 Within Subjects Design\: [:^1:]2". */ + dump_counted_string(); + + if (match_byte(0x31)) + { + /* Only one example in the corpus. */ + match_byte(1); + match_byte(0); + match_byte(0); + match_byte(0); + match_byte_assert(1); + get_string(); /* foreground */ + get_string(); /* background */ + get_string(); /* font */ + if (!match_byte(14)) + match_byte_assert(12); /* size? */ + } + else + match_byte_assert(0x58); + if (match_byte(0x31)) + { + /* Only two SPV files have anything like this, so it's hard to + generalize. */ + match_u32_assert(0); + match_u32_assert(0); + match_u32_assert(0); + match_u32_assert(0); + match_byte_assert(1); + match_byte_assert(0); + if (!match_byte(8) && !match_byte(1)) + match_byte_assert(2); + match_byte_assert(0); + match_byte_assert(8); + match_byte_assert(0); + match_byte_assert(10); + match_byte_assert(0); + } + else + match_byte_assert(0x58); + if (pos != outer_end) + { + fprintf(stderr, "outer end discrepancy\n"); + exit(1); + } + } + else if (match_u32 (1)) + { + fprintf(stream, "(footnote %d) ", get_u32()); + dump_nested_string(); + } + else if (match_u32 (2)) + { + fprintf(stream, "(special 2)"); + if (!match_byte(0)) + match_byte_assert(2); + match_byte_assert(0); + if (!match_u32 (2) && !match_u32(1)) + match_u32_assert(3); + dump_nested_string(); + } + else + { + match_u32_assert(3); + fprintf(stream, "(special 3)"); + match_byte_assert(0); + match_byte_assert(0); + match_byte_assert(1); + match_byte_assert(0); + match_u32_assert(2); + dump_nested_string(); /* Our corpus doesn't contain any examples with strings though. */ + } } - else if (match_byte (5)) + else + match_byte_assert (0x58); +} + +static const char * +format_to_string (int type) +{ + static char tmp[16]; + switch (type) { - match_byte_assert (0x58); - printf ("variable \"%s\"", get_string()); - get_string(); - if (!match_byte (3)) - match_byte_assert (2); - match_byte (0); - match_byte (0); - match_byte (0); + case 1: return "A"; + case 2: return "AHEX"; + case 3: return "COMMA"; + case 4: return "DOLLAR"; + case 5: case 40: return "F"; + case 6: return "IB"; + case 7: return "PIBHEX"; + case 8: return "P"; + case 9: return "PIB"; + case 10: return "PK"; + case 11: return "RB"; + case 12: return "RBHEX"; + case 15: return "Z"; + case 16: return "N"; + case 17: return "E"; + case 20: return "DATE"; + case 21: return "TIME"; + case 22: return "DATETIME"; + case 23: return "ADATE"; + case 24: return "JDATE"; + case 25: return "DTIME"; + case 26: return "WKDAY"; + case 27: return "MONTH"; + case 28: return "MOYR"; + case 29: return "QYR"; + case 30: return "WKYR"; + case 31: return "PCT"; + case 32: return "DOT"; + case 33: return "CCA"; + case 34: return "CCB"; + case 35: return "CCC"; + case 36: return "CCD"; + case 37: return "CCE"; + case 38: return "EDATE"; + case 39: return "SDATE"; + default: + abort(); + sprintf(tmp, "<%d>", type); + return tmp; } - else if (match_byte (2)) +} + +static void +dump_value(FILE *stream, int level) +{ + match_byte(0); + match_byte(0); + match_byte(0); + match_byte(0); + + for (int i = 0; i <= level; i++) + fprintf (stream, " "); + + if (match_byte (1)) { unsigned int format; - char *var, *vallab; double value; - match_byte_assert (0x58); + dump_optional_value(stream); format = get_u32 (); value = get_double (); - var = get_string (); - vallab = get_string (); - printf ("value %g format %d(%d.%d) var \"%s\" vallab \"%s\"", - value, format >> 16, (format >> 8) & 0xff, format & 0xff, var, vallab); - if (!match_u32 (3)) - match_u32_assert (2); + fprintf (stream, "\n", + DBL_DIG, value, format_to_string(format >> 16), (format >> 8) & 0xff, format & 0xff); } - else if (match_byte (1)) + else if (match_byte (2)) { unsigned int format; + char *var, *vallab; double value; - match_byte_assert (0x58); + dump_optional_value (stream); format = get_u32 (); value = get_double (); - printf ("value %g format %d(%d.%d)", value, format >> 16, (format >> 8) & 0xff, format & 0xff); - match_byte (1); - match_byte (0); - match_byte (0); - match_byte (0); - match_byte (1); + var = get_string (); + vallab = get_string (); + fprintf (stream, "> 16), (format >> 8) & 0xff, format & 0xff); + if (var[0]) + fprintf (stream, " variable=\"%s\"", var); + if (vallab[0]) + fprintf (stream, " label=\"%s\"/>\n", vallab); + fprintf (stream, "/>\n"); + if (!match_byte (1) && !match_byte(2)) + match_byte_assert (3); } - else + else if (match_byte (3)) { - int subn; - - match_byte_assert (0x31); - get_u32 (); - get_u32 (); - subn = get_u32 (); - printf ("nested %d bytes", subn); - pos += subn; - printf ("; \"%s\"", get_string()); - goto next; + char *text = get_string(); + dump_optional_value(stream); + char *identifier = get_string(); + char *text_eng = get_string(); + fprintf (stream, "\n"); + if (!match_byte (0)) + match_byte_assert(1); } + else if (match_byte (4)) + { + unsigned int format; + char *var, *vallab, *value; - if (match_u32 (2)) - get_u32 (); - else if (match_u32 (1)) + dump_optional_value(stream); + format = get_u32 (); + vallab = get_string (); + var = get_string (); + if (!match_byte(1) && !match_byte(2)) + match_byte_assert (3); + value = get_string (); + fprintf (stream, "> 16), (format >> 8) & 0xff, format & 0xff); + if (var[0]) + fprintf (stream, " variable=\"%s\"", var); + if (vallab[0]) + fprintf (stream, " label=\"%s\"/>\n", vallab); + fprintf (stream, "/>\n"); + } + else if (match_byte (5)) { - match_byte (0); - match_byte (0); - match_byte (0); - get_u32 (); + dump_optional_value(stream); + char *name = get_string (); + char *label = get_string (); + fprintf (stream, "\n"); + if (!match_byte(1) && !match_byte(2)) + match_byte_assert(3); } else { - match_u32_assert (0); - get_u32 (); + dump_optional_value(stream); + + char *base = get_string(); + int x = get_u32(); + fprintf (stream, "\n"); } -next:; - int n_categories = get_u32(); - if (n_categories > 0) - printf (", %d subcategories:", n_categories); - printf("\n"); - for (int i = 0; i < n_categories; i++) - dump_category (level + 1); +} + +static int +compare_int(const void *a_, const void *b_) +{ + const int *a = a_; + const int *b = b_; + return *a < *b ? -1 : *a > *b; } static void -dump_dim(void) +check_permutation(int *a, int n, const char *name) { - int n_categories; - if (match_byte(3)) + int b[n]; + memcpy(b, a, n * sizeof *a); + qsort(b, n, sizeof *b, compare_int); + for (int i = 0; i < n; i++) + if (b[i] != i) + { + fprintf(stderr, "bad %s permutation:", name); + for (int i = 0; i < n; i++) + fprintf(stderr, " %d", a[i]); + putc('\n', stderr); + exit(1); + } +} + +static void +dump_category(FILE *stream, int level, int *indexes, int *n_indexes, int max_indexes) +{ + for (int i = 0; i <= level; i++) + fprintf (stream, " "); + printf ("\n"); + dump_value (stream, level + 1); + + int merge = data[pos]; + if (!match_byte(0)) + match_byte_assert (1); + + match_byte_assert (0); + + int unindexed = data[pos]; + if (!match_byte(0)) + match_byte_assert (1); + + int x = get_u32 (); + pos -= 4; + if (!match_u32 (0)) + match_u32_assert (2); + + int indx = get_u32(); + int n_categories = get_u32(); + if (indx == -1) { - get_string(); - match_byte_assert(0x58); - get_string(); - printf("string \"%s\": ", get_string()); - match_byte_assert(1); + if (merge) + { + for (int i = 0; i <= level + 1; i++) + fprintf (stream, " "); + fprintf (stream, "\n"); + } } - else if (match_byte(5)) + else { - match_byte_assert(0x58); - printf("variable \"%s\": ", get_string()); - get_string(); - if (!match_byte(2)) - match_byte_assert(3); + if (merge) + { + fprintf(stderr, "index not -1 but merged\n"); + exit(1); + } + if (x != 2) + { + fprintf(stderr, "index not -1 but x != 2\n"); + exit(1); + } + if (n_categories != 0) + { + fprintf(stderr, "index not -1 but subcategories\n"); + exit(1); + } + if (*n_indexes >= max_indexes) + { + fprintf(stderr, "too many categories (increase max_indexes)\n"); + exit(1); + } + indexes[(*n_indexes)++] = indx; } - else + + int expected_unindexed = indx == -1; + if (unindexed != expected_unindexed) { - fprintf(stderr, "%08x: unexpected byte\n", pos); + fprintf(stderr, "unindexed (%d) mismatch with indx (%d)\n", + unindexed, indx); exit(1); } - match_byte_assert(0); + if (n_categories == 0) + { + for (int i = 0; i <= level + 1; i++) + fprintf (stream, " "); + fprintf (stream, "%d\n", indx); + } + for (int i = 0; i < n_categories; i++) + dump_category (stream, level + 1, indexes, n_indexes, max_indexes); + for (int i = 0; i <= level; i++) + fprintf (stream, " "); + printf ("\n"); +} + +static int +dump_dim(int indx) +{ + int n_categories; + + printf ("\n", indx); + dump_value (stdout, 0); + + /* This byte is usually 0 but many other values have been spotted. */ + pos++; + if (!match_byte(0) && !match_byte(1)) match_byte_assert(2); - match_u32_assert(2); + if (!match_u32(0)) + match_u32_assert(2); if (!match_byte(0)) match_byte_assert(1); - match_byte(0); - match_byte(0); - match_byte(0); - match_byte(0); - get_u32(); - match_byte(0); - match_byte(0); - match_byte(0); - match_byte(0); + if (!match_byte(0)) + match_byte_assert(1); + match_byte_assert(1); + if (!match_u32(UINT32_MAX)) + match_u32_assert(indx); n_categories = get_u32(); - printf("%d nested categories\n", n_categories); + + int indexes[2048]; + int n_indexes = 0; for (int i = 0; i < n_categories; i++) - dump_category (0); + dump_category (stdout, 0, indexes, &n_indexes, sizeof indexes / sizeof *indexes); + check_permutation(indexes, n_indexes, "categories"); + + fprintf (stdout, "\n"); + return n_indexes; } +int n_dims; +static int dim_n_cats[64]; +#define MAX_DIMS (sizeof dim_n_cats / sizeof *dim_n_cats) + static void dump_dims(void) { - int n_dims = get_u32(); + n_dims = get_u32(); + assert(n_dims < MAX_DIMS); + for (int i = 0; i < n_dims; i++) + dim_n_cats[i] = dump_dim (i); +} - printf ("%u dimensions\n", n_dims); +static void +dump_data(void) +{ + /* The first three numbers add to the number of dimensions. */ + int l = get_u32(); + int r = get_u32(); + int c = n_dims - l - r; + match_u32_assert(c); + + /* The next n_dims numbers are a permutation of the dimension numbers. */ + int a[n_dims]; for (int i = 0; i < n_dims; i++) { - printf("\n"); - dump_dim (); + int dim = get_u32(); + a[i] = dim; + + const char *name = i < l ? "layer" : i < l + r ? "row" : "column"; + printf ("<%s dimension=\"%d\"/>\n", name, dim); + } + check_permutation(a, n_dims, "dimensions"); + + int x = get_u32(); + printf ("\n"); + for (int i = 0; i < x; i++) + { + unsigned int indx = get_u32(); + printf (" \n"); + match_u32_assert(0); + if (version == 1) + match_byte(0); + dump_value(stdout, 1); + fprintf (stdout, " \n"); + } + printf ("\n"); +} + +static void +dump_title(void) +{ + printf ("\n"); + dump_value(stdout, 0); + match_byte(1); + printf ("\n"); + + printf ("\n"); + dump_value(stdout, 0); + match_byte(1); + printf ("\n"); + + match_byte_assert(0x31); + + printf ("\n"); + dump_value(stdout, 0); + match_byte(1); + printf ("\n"); + + match_byte(0); + match_byte_assert(0x58); + if (match_byte(0x31)) + { + printf ("\n"); + dump_value(stdout, 0); + printf ("\n"); + } + else + match_byte_assert(0x58); + + int n_footnotes = get_u32(); + for (int i = 0; i < n_footnotes; i++) + { + printf ("\n", i); + dump_value(stdout, 0); + /* Custom footnote marker string. */ + if (match_byte (0x31)) + dump_value(stdout, 0); + else + match_byte_assert (0x58); + get_u32 (); + printf ("\n"); + } +} + +static void +dump_fonts(void) +{ + match_byte(0); + for (int i = 1; i <= 8; i++) + { + printf ("