X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flibpspp%2Fi18n.h;h=54717bcaa983d955df4e30e19ad8f594bad2749d;hb=6127c33ca07fc592fd9624638f28248aaa9e317e;hp=fc3a64935e4e903b4abf1dc3abe6861d46bd5b8b;hpb=d4f47df26ff4087c7a75567a9843720d1aede5b0;p=pspp diff --git a/src/libpspp/i18n.h b/src/libpspp/i18n.h index fc3a64935e..54717bcaa9 100644 --- a/src/libpspp/i18n.h +++ b/src/libpspp/i18n.h @@ -1,5 +1,5 @@ /* PSPP - a program for statistical analysis. - Copyright (C) 2006, 2010, 2011 Free Software Foundation, Inc. + Copyright (C) 2006, 2010, 2011, 2012, 2014 Free Software Foundation, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -40,6 +40,9 @@ char *recode_string_pool (const char *to, const char *from, const char *text, int length, struct pool *); struct substring recode_substring_pool (const char *to, const char *from, struct substring text, struct pool *); +int recode_pedantically (const char *to, const char *from, + struct substring text, struct pool *, + struct substring *out); size_t recode_string_len (const char *to, const char *from, const char *text, int len); @@ -67,6 +70,13 @@ void set_default_encoding (const char *enc); bool set_encoding_from_locale (const char *loc); const char *uc_name (ucs4_t uc, char buffer[16]); + +unsigned int utf8_hash_case_bytes (const char *, size_t n, unsigned int basis); +unsigned int utf8_hash_case_string (const char *, unsigned int basis); +int utf8_strcasecmp (const char *, const char *); +int utf8_strncasecmp (const char *, size_t, const char *, size_t); +char *utf8_to_upper (const char *); +char *utf8_to_lower (const char *); /* Information about character encodings. */ @@ -126,14 +136,34 @@ struct encoding_info used in ASCII text files has the same value in this encoding. */ bool is_ascii_compatible; + /* True if this encoding has a unit width of 1 byte and appears to be + EBCDIC-based. */ + bool is_ebcdic_compatible; + /* Character information. */ int unit; /* Unit width, in bytes. */ char cr[MAX_UNIT]; /* \r in encoding, 'unit' bytes long. */ char lf[MAX_UNIT]; /* \n in encoding, 'unit' bytes long. */ + char space[MAX_UNIT]; /* ' ' in encoding, 'unit' bytes long. */ }; bool get_encoding_info (struct encoding_info *, const char *name); bool is_encoding_ascii_compatible (const char *encoding); +bool is_encoding_ebcdic_compatible (const char *encoding); bool is_encoding_supported (const char *encoding); +bool is_encoding_utf8 (const char *encoding); + +/* Database of encodings, by language or region. */ + +struct encoding_category + { + const char *category; /* e.g. "Arabic" or "Western European". */ + const char **encodings; /* Encodings within the category. */ + size_t n_encodings; /* Number of encodings in category. */ + }; + +struct encoding_category *get_encoding_categories (void); +size_t get_n_encoding_categories (void); + #endif /* i18n.h */