X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=dump.c;h=0445597e635aa6673304d1fa734df0cc29371edc;hb=463238cd3f894fc6fb5cebbcc7bb2b9584c640a8;hp=e1446edeb8189b3094742fdbc866013a4c054a11;hpb=016b5f18d03c3eafe8e0b14f0db2c9e23d6bfc03;p=pspp diff --git a/dump.c b/dump.c index e1446edeb8..0445597e63 100644 --- a/dump.c +++ b/dump.c @@ -1,3 +1,4 @@ +#include #include #include #include @@ -6,10 +7,13 @@ #include #include #include +#include "u8-mbtouc.h" static uint8_t *data; static size_t n; +int version; + static bool all_ascii(const uint8_t *p, size_t n) { @@ -26,13 +30,6 @@ try_find(const char *target, size_t target_len) return pos ? pos - data : 0; } -static size_t -try_find_tail(const char *target, size_t target_len) -{ - size_t pos = try_find(target, target_len); - return pos ? pos + target_len : 0; -} - static size_t find(const char *target, size_t target_len) { @@ -45,18 +42,6 @@ find(const char *target, size_t target_len) return pos; } -static size_t -find_tail(const char *target, size_t target_len) -{ - size_t pos = try_find_tail(target, target_len); - if (!pos) - { - fprintf (stderr, "not found\n"); - exit(1); - } - return pos; -} - size_t pos; #define XSTR(x) #x @@ -126,7 +111,13 @@ match_byte_assert(uint8_t b, const char *where) #define match_byte_assert(b) match_byte_assert(b, WHERE) static void -dump_raw(FILE *stream, int start, int end, const char *separator) +newline(FILE *stream, int pos) +{ + fprintf(stream, "\n%08x: ", pos); +} + +static void +dump_raw(FILE *stream, int start, int end) { for (size_t i = start; i < end; ) { @@ -138,7 +129,8 @@ dump_raw(FILE *stream, int start, int end, const char *separator) && i + 4 + data[i] + data[i + 1] * 256 <= end && all_ascii(&data[i + 4], data[i] + data[i + 1] * 256)) { - fprintf(stream, "%s\"", separator); + newline(stream, i); + fprintf(stream, "\""); fwrite(&data[i + 4], 1, data[i] + data[i + 1] * 256, stream); fputs("\" ", stream); @@ -152,8 +144,9 @@ dump_raw(FILE *stream, int start, int end, const char *separator) double d; memcpy (&d, &data[i + 4], 8); - fprintf (stream, "F40.%d(%.*f)%s", data[i], data[i], d, separator); + fprintf (stream, "F40.%d(%.*f)", data[i], data[i], d); i += 12; + newline (stream, i); } else if (i + 12 <= end && data[i + 1] == 40 @@ -163,8 +156,9 @@ dump_raw(FILE *stream, int start, int end, const char *separator) double d; memcpy (&d, &data[i + 4], 8); - fprintf (stream, "PCT40.%d(%.*f)%s", data[i], data[i], d, separator); + fprintf (stream, "PCT40.%d(%.*f)", data[i], data[i], d); i += 12; + newline(stream, i); } else if (i + 4 <= end && (data[i] && data[i] != 88 && data[i] != 0x41) @@ -185,6 +179,22 @@ dump_raw(FILE *stream, int start, int end, const char *separator) } +static bool __attribute__((unused)) +all_utf8(const char *p_) +{ + const uint8_t *p = (const uint8_t *) p_; + size_t len = strlen ((char *) p); + for (size_t ofs = 0, mblen; ofs < len; ofs += mblen) + { + ucs4_t uc; + + mblen = u8_mbtouc (&uc, p + ofs, len - ofs); + if ((uc < 32 && uc != '\n') || uc == 127 || uc == 0xfffd) + return false; + } + return true; +} + static char * get_string(const char *where) { @@ -242,7 +252,7 @@ dump_nested_string(void) } static void -dump_value_31(FILE *stream) +dump_optional_value(FILE *stream) { if (match_byte (0x31)) { @@ -256,27 +266,47 @@ dump_value_31(FILE *stream) else match_u32_assert (0); - int outer_end = pos + get_u32(); - int inner_end = pos + get_u32(); - match_u32_assert(0); - if (match_byte(0x31)) + if (version == 1) { - /* Appears to be a template string, e.g. '^1 cells (^2) expf < 5. Min exp = ^3...'. - Probably doesn't actually appear in output because many examples look unpolished, - e.g. 'partial list cases value ^1 shown upper...' */ - get_string(); + /* We only have one SPV file for this version (with many + tables). */ + match_byte(0); + if (!match_u32(1)) + match_u32_assert(2); + match_byte(0); + match_byte(0); + if (!match_u32(0) && !match_u32(1) && !match_u32(2) && !match_u32(3) && !match_u32(4) && !match_u32(5) && !match_u32(6) && !match_u32(7) && !match_u32(8) && !match_u32(9)) + match_u32_assert(10); + match_byte(0); + match_byte(0); + return; } - else - match_byte_assert(0x58); + + int outer_end = pos + get_u32(); + int inner_end = pos + get_u32(); if (pos != inner_end) { - fprintf(stderr, "inner end discrepancy\n"); - exit(1); + match_u32_assert(0); + if (match_byte(0x31)) + { + /* Appears to be a template string, e.g. '^1 cells (^2) expf < 5. Min exp = ^3...'. + Probably doesn't actually appear in output because many examples look unpolished, + e.g. 'partial list cases value ^1 shown upper...' */ + get_string(); + } + else + match_byte_assert(0x58); + if (pos != inner_end) + { + fprintf(stderr, "inner end discrepancy\n"); + exit(1); + } } if (match_byte(0x31)) { /* Only one example in the corpus. */ + match_byte(1); match_byte(0); match_byte(0); match_byte(0); @@ -284,11 +314,31 @@ dump_value_31(FILE *stream) get_string(); /* foreground */ get_string(); /* background */ get_string(); /* font */ - match_byte_assert(12); /* size? */ + if (!match_byte(14)) + match_byte_assert(12); /* size? */ + } + else + match_byte_assert(0x58); + if (match_byte(0x31)) + { + /* Only two SPV files have anything like this, so it's hard to + generalize. */ + match_u32_assert(0); + match_u32_assert(0); + match_u32_assert(0); + match_u32_assert(0); + match_byte_assert(1); + match_byte_assert(0); + if (!match_byte(8) && !match_byte(1)) + match_byte_assert(2); + match_byte_assert(0); + match_byte_assert(8); + match_byte_assert(0); + match_byte_assert(10); + match_byte_assert(0); } else match_byte_assert(0x58); - match_byte_assert(0x58); if (pos != outer_end) { fprintf(stderr, "outer end discrepancy\n"); @@ -303,10 +353,11 @@ dump_value_31(FILE *stream) else if (match_u32 (2)) { fprintf(stream, "(special 2)"); + if (!match_byte(0)) + match_byte_assert(2); match_byte_assert(0); - match_byte_assert(0); - if (!match_u32 (2)) - match_u32_assert(1); + if (!match_u32 (2) && !match_u32(1)) + match_u32_assert(3); dump_nested_string(); /* Our corpus doesn't contain any examples with strings though. */ } else @@ -374,7 +425,7 @@ format_to_string (int type) } static void -dump_value__(FILE *stream, int level, bool match1) +dump_value(FILE *stream, int level) { match_byte(0); match_byte(0); @@ -387,7 +438,7 @@ dump_value__(FILE *stream, int level, bool match1) if (match_byte (3)) { char *text = get_string(); - dump_value_31(stream); + dump_optional_value(stream); char *identifier = get_string(); char *text_eng = get_string(); fprintf (stream, "\n"); if (!match_byte (0)) match_byte_assert(1); - if (match1) - match_byte (1); } else if (match_byte (5)) { - dump_value_31(stream); + dump_optional_value(stream); char *name = get_string (); char *label = get_string (); fprintf (stream, "\n", DBL_DIG, value, format_to_string(format >> 16), (format >> 8) & 0xff, format & 0xff); - if (match1) - match_byte (1); } else { - dump_value_31(stream); + dump_optional_value(stream); char *base = get_string(); int x = get_u32(); @@ -485,7 +532,7 @@ dump_value__(FILE *stream, int level, bool match1) fprintf (stream, " "); fprintf (stream, "\n", i + 1); for (int j = 0; j < y; j++) - dump_value__ (stream, level + 2, false); + dump_value (stream, level + 2); for (int j = 0; j <= level + 1; j++) fprintf (stream, " "); fprintf (stream, "\n"); @@ -522,53 +569,94 @@ check_permutation(int *a, int n, const char *name) } static void -dump_category(int level, int *indexes, int *n_indexes) +dump_category(FILE *stream, int level, int *indexes, int *n_indexes, int max_indexes) { - dump_value__ (stdout, level, true); - match_byte(0); - match_byte(0); - match_byte(0); + for (int i = 0; i <= level; i++) + fprintf (stream, " "); + printf ("\n"); + dump_value (stream, level + 1); - if (match_u32 (1)) - match_byte (0); - else if (match_byte (1)) - { - match_byte (0); - if (!match_u32 (2)) - match_u32_assert (1); - match_byte (0); - } - else if (!match_u32(2)) - match_u32_assert (0); + int merge = data[pos]; + if (!match_byte(0)) + match_byte_assert (1); + + match_byte_assert (0); + + int unindexed = data[pos]; + if (!match_byte(0)) + match_byte_assert (1); + + int x = get_u32 (); + pos -= 4; + if (!match_u32 (0)) + match_u32_assert (2); int indx = get_u32(); int n_categories = get_u32(); - if (indx != -1) + if (indx == -1) + { + if (merge) + { + for (int i = 0; i <= level + 1; i++) + fprintf (stream, " "); + fprintf (stream, "\n"); + } + } + else { + if (merge) + { + fprintf(stderr, "index not -1 but merged\n"); + exit(1); + } + if (x != 2) + { + fprintf(stderr, "index not -1 but x != 2\n"); + exit(1); + } if (n_categories != 0) { fprintf(stderr, "index not -1 but subcategories\n"); exit(1); } + if (*n_indexes >= max_indexes) + { + fprintf(stderr, "too many categories (increase max_indexes)\n"); + exit(1); + } indexes[(*n_indexes)++] = indx; } - if (n_categories > 0) - printf (", %d subcategories:", n_categories); - else - printf (", index %d", indx); - printf("\n"); + + int expected_unindexed = indx == -1; + if (unindexed != expected_unindexed) + { + fprintf(stderr, "unindexed (%d) mismatch with indx (%d)\n", + unindexed, indx); + exit(1); + } + + if (n_categories == 0) + { + for (int i = 0; i <= level + 1; i++) + fprintf (stream, " "); + fprintf (stream, "%d\n", indx); + } for (int i = 0; i < n_categories; i++) - dump_category (level + 1, indexes, n_indexes); + dump_category (stream, level + 1, indexes, n_indexes, max_indexes); + for (int i = 0; i <= level; i++) + fprintf (stream, " "); + printf ("\n"); } -static void -dump_dim(void) +static int +dump_dim(int indx) { int n_categories; - printf("next dim\n"); - dump_value__ (stdout, 0, false); - /* This byte is usually 0x02 but 0x00 and 0x75 (!) have also been spotted. */ + printf ("\n", indx); + dump_value (stdout, 0); + + /* This byte is usually 0 but many other values have been spotted. */ pos++; if (!match_byte(0) && !match_byte(1)) @@ -580,174 +668,187 @@ dump_dim(void) if (!match_byte(0)) match_byte_assert(1); match_byte_assert(1); - static int dim_indx = 0; - match_u32_assert(dim_indx++); + if (!match_u32(UINT32_MAX)) + match_u32_assert(indx); n_categories = get_u32(); - printf("%d nested categories\n", n_categories); - int indexes[1024]; + int indexes[2048]; int n_indexes = 0; for (int i = 0; i < n_categories; i++) - dump_category (0, indexes, &n_indexes); + dump_category (stdout, 0, indexes, &n_indexes, sizeof indexes / sizeof *indexes); check_permutation(indexes, n_indexes, "categories"); + + fprintf (stdout, "\n"); + return n_indexes; } int n_dims; +static int dim_n_cats[64]; +#define MAX_DIMS (sizeof dim_n_cats / sizeof *dim_n_cats) + static void dump_dims(void) { n_dims = get_u32(); - printf ("%u dimensions\n", n_dims); + assert(n_dims < MAX_DIMS); for (int i = 0; i < n_dims; i++) - { - printf("\n"); - dump_dim (); - } + dim_n_cats[i] = dump_dim (i); } static void dump_data(void) { /* The first three numbers add to the number of dimensions. */ - int t = get_u32(); - t += get_u32(); - match_u32_assert(n_dims - t); + int l = get_u32(); + int r = get_u32(); + int c = n_dims - l - r; + match_u32_assert(c); /* The next n_dims numbers are a permutation of the dimension numbers. */ int a[n_dims]; for (int i = 0; i < n_dims; i++) - a[i] = get_u32(); + { + int dim = get_u32(); + a[i] = dim; + + const char *name = i < l ? "layer" : i < l + r ? "row" : "column"; + printf ("<%s dimension=\"%d\"/>\n", name, dim); + } check_permutation(a, n_dims, "dimensions"); int x = get_u32(); - printf ("%d data values, starting at %08x\n", x, pos); + printf ("\n"); for (int i = 0; i < x; i++) { - printf("%08x, index %d:\n", pos, get_u32()); + unsigned int indx = get_u32(); + printf (" \n"); match_u32_assert(0); - dump_value__(stdout, 0, false); - putchar('\n'); + if (version == 1) + match_byte(0); + dump_value(stdout, 1); + fprintf (stdout, " \n"); } + printf ("\n"); } static void dump_title(void) { - pos = 0x27; - printf("text:\n"); - dump_value__(stdout, 0, true); putchar('\n'); - printf("subtype:\n"); - dump_value__(stdout, 0, true); putchar('\n'); + printf ("\n"); + dump_value(stdout, 0); + match_byte(1); + printf ("\n"); + + printf ("\n"); + dump_value(stdout, 0); + match_byte(1); + printf ("\n"); + match_byte_assert(0x31); - printf("text_eng:\n"); - dump_value__(stdout, 0, true); putchar('\n'); + + printf ("\n"); + dump_value(stdout, 0); + match_byte(1); + printf ("\n"); + match_byte(0); match_byte_assert(0x58); if (match_byte(0x31)) { - printf("caption:\n"); - dump_value__(stdout, 0, false); putchar('\n'); + printf ("\n"); + dump_value(stdout, 0); + printf ("\n"); } else match_byte_assert(0x58); - int n_footnotes = get_u32(); - if (n_footnotes >= 20) + for (int i = 0; i < n_footnotes; i++) { - fprintf(stderr, "%08x: %d footnotes\n", pos - 4, n_footnotes); - exit(1); - } - - printf("------\n%d footnotes\n", n_footnotes); - if (n_footnotes < 20) - { - for (int i = 0; i < n_footnotes; i++) - { - printf("footnote %d:\n", i); - dump_value__(stdout, 0, false); - if (match_byte (0x31)) - { - /* Custom footnote marker string. */ - match_byte_assert(3); - get_string(); - match_byte_assert(0x58); - match_u32_assert(0); - get_string(); - } - else - match_byte_assert (0x58); - printf("(%d)\n", get_u32()); - } + printf ("\n", i); + dump_value(stdout, 0); + /* Custom footnote marker string. */ + if (match_byte (0x31)) + dump_value(stdout, 0); + else + match_byte_assert (0x58); + get_u32 (); + printf ("\n"); } } -static int -find_dimensions(void) -{ - { - const char dimensions[] = "-,,,.\0"; - int x = try_find_tail(dimensions, sizeof dimensions - 1); - if (x) - return x; - } - - const char dimensions[] = "-,,, .\0"; - return find_tail(dimensions, sizeof dimensions - 1); -} - static void dump_fonts(void) { - printf("fonts: offset=%08x\n", pos); match_byte(0); for (int i = 1; i <= 8; i++) { - printf("%08x: font %d, ", pos, i); + printf ("