X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flibpspp%2Fi18n.c;h=9658866056f01f7911c905e1d2d4896fb0288cbe;hb=3c70826f9e59d2008305ed8305554a532851f6d9;hp=688a0c878d3299d1f9a9d729097b5024fff667ca;hpb=5ebdc1b90de2d205fa18e220581454bd0a687481;p=pspp diff --git a/src/libpspp/i18n.c b/src/libpspp/i18n.c index 688a0c878d..9658866056 100644 --- a/src/libpspp/i18n.c +++ b/src/libpspp/i18n.c @@ -1,5 +1,5 @@ /* PSPP - a program for statistical analysis. - Copyright (C) 2006, 2009, 2010, 2011 Free Software Foundation, Inc. + Copyright (C) 2006, 2009, 2010, 2011, 2012 Free Software Foundation, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -47,14 +47,15 @@ struct converter char *tocode; char *fromcode; iconv_t conv; + int error; }; static char *default_encoding; static struct hmapx map; /* A wrapper around iconv_open */ -static iconv_t -create_iconv (const char* tocode, const char* fromcode) +static struct converter * +create_iconv__ (const char* tocode, const char* fromcode) { size_t hash; struct hmapx_node *node; @@ -65,23 +66,34 @@ create_iconv (const char* tocode, const char* fromcode) HMAPX_FOR_EACH_WITH_HASH (converter, node, hash, &map) if (!strcmp (tocode, converter->tocode) && !strcmp (fromcode, converter->fromcode)) - return converter->conv; + return converter; converter = xmalloc (sizeof *converter); converter->tocode = xstrdup (tocode); converter->fromcode = xstrdup (fromcode); converter->conv = iconv_open (tocode, fromcode); + converter->error = converter->conv == (iconv_t) -1 ? errno : 0; hmapx_insert (&map, converter, hash); + return converter; +} + +static iconv_t +create_iconv (const char* tocode, const char* fromcode) +{ + struct converter *converter; + + converter = create_iconv__ (tocode, fromcode); + /* I don't think it's safe to translate this string or to use messaging as the converters have not yet been set up */ - if ( (iconv_t) -1 == converter->conv && 0 != strcmp (tocode, fromcode)) + if (converter->error && strcmp (tocode, fromcode)) { - const int err = errno; fprintf (stderr, "Warning: " "cannot create a converter for `%s' to `%s': %s\n", - fromcode, tocode, strerror (err)); + fromcode, tocode, strerror (converter->error)); + converter->error = 0; } return converter->conv; @@ -682,34 +694,52 @@ get_encoding_info (struct encoding_info *e, const char *name) "ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`" "abcdefghijklmnopqrstuvwxyz{|}~"); - struct substring out, cr, lf; + struct substring out, cr, lf, space; bool ok; memset (e, 0, sizeof *e); cr = recode_substring_pool (name, "UTF-8", ss_cstr ("\r"), NULL); lf = recode_substring_pool (name, "UTF-8", ss_cstr ("\n"), NULL); - ok = cr.length >= 1 && cr.length <= MAX_UNIT && cr.length == lf.length; + space = recode_substring_pool (name, "UTF-8", ss_cstr (" "), NULL); + ok = (cr.length >= 1 + && cr.length <= MAX_UNIT + && cr.length == lf.length + && cr.length == space.length); if (!ok) { fprintf (stderr, "warning: encoding `%s' is not supported.\n", name); ss_dealloc (&cr); ss_dealloc (&lf); + ss_dealloc (&space); ss_alloc_substring (&cr, ss_cstr ("\r")); ss_alloc_substring (&lf, ss_cstr ("\n")); + ss_alloc_substring (&space, ss_cstr (" ")); } e->unit = cr.length; memcpy (e->cr, cr.string, e->unit); memcpy (e->lf, lf.string, e->unit); + memcpy (e->space, space.string, e->unit); ss_dealloc (&cr); ss_dealloc (&lf); + ss_dealloc (&space); out = recode_substring_pool ("UTF-8", name, in, NULL); e->is_ascii_compatible = ss_equals (in, out); ss_dealloc (&out); + if (!e->is_ascii_compatible && e->unit == 1) + { + out = recode_substring_pool ("UTF-8", name, ss_cstr ("A"), NULL); + e->is_ebcdic_compatible = (out.length == 1 + && (uint8_t) out.string[0] == 0xc1); + ss_dealloc (&out); + } + else + e->is_ebcdic_compatible = false; + return ok; } @@ -721,3 +751,21 @@ is_encoding_ascii_compatible (const char *encoding) get_encoding_info (&e, encoding); return e.is_ascii_compatible; } + +bool +is_encoding_ebcdic_compatible (const char *encoding) +{ + struct encoding_info e; + + get_encoding_info (&e, encoding); + return e.is_ebcdic_compatible; +} + +/* Returns true if iconv can convert ENCODING to and from UTF-8, + otherwise false. */ +bool +is_encoding_supported (const char *encoding) +{ + return (create_iconv__ ("UTF-8", encoding)->conv != (iconv_t) -1 + && create_iconv__ (encoding, "UTF-8")->conv != (iconv_t) -1); +}