1 /* PSPP - a program for statistical analysis.
2 Copyright (C) 1997-9, 2000, 2006, 2009, 2010, 2011 Free Software Foundation, Inc.
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>. */
27 #include "libpspp/cast.h"
28 #include "libpspp/message.h"
29 #include "libpspp/pool.h"
31 #include "gl/relocatable.h"
32 #include "gl/minmax.h"
33 #include "gl/xalloc.h"
34 #include "gl/xmemdup0.h"
37 /* Reverses the order of NBYTES bytes at address P, thus converting
38 between little- and big-endian byte orders. */
40 buf_reverse (char *p, size_t nbytes)
42 char *h = p, *t = &h[nbytes - 1];
54 /* Compares the SIZE bytes in A to those in B, disregarding case,
55 and returns a strcmp()-type result. */
57 buf_compare_case (const char *a_, const char *b_, size_t size)
59 const unsigned char *a = (unsigned char *) a_;
60 const unsigned char *b = (unsigned char *) b_;
64 unsigned char ac = toupper (*a++);
65 unsigned char bc = toupper (*b++);
68 return ac > bc ? 1 : -1;
74 /* Compares A of length A_LEN to B of length B_LEN. The shorter
75 string is considered to be padded with spaces to the length of
78 buf_compare_rpad (const char *a, size_t a_len, const char *b, size_t b_len)
83 min_len = a_len < b_len ? a_len : b_len;
84 result = memcmp (a, b, min_len);
93 for (idx = min_len; idx < b_len; idx++)
95 return ' ' > b[idx] ? 1 : -1;
99 for (idx = min_len; idx < a_len; idx++)
101 return a[idx] > ' ' ? 1 : -1;
107 /* Compares strin A to string B. The shorter string is
108 considered to be padded with spaces to the length of the
111 str_compare_rpad (const char *a, const char *b)
113 return buf_compare_rpad (a, strlen (a), b, strlen (b));
116 /* Copies string SRC to buffer DST, of size DST_SIZE bytes.
117 DST is truncated to DST_SIZE bytes or padded on the right with
118 copies of PAD as needed. */
120 buf_copy_str_rpad (char *dst, size_t dst_size, const char *src, char pad)
122 size_t src_len = strlen (src);
123 if (src_len >= dst_size)
124 memcpy (dst, src, dst_size);
127 memcpy (dst, src, src_len);
128 memset (&dst[src_len], pad, dst_size - src_len);
132 /* Copies string SRC to buffer DST, of size DST_SIZE bytes.
133 DST is truncated to DST_SIZE bytes or padded on the left with
134 copies of PAD as needed. */
136 buf_copy_str_lpad (char *dst, size_t dst_size, const char *src, char pad)
138 size_t src_len = strlen (src);
139 if (src_len >= dst_size)
140 memcpy (dst, src, dst_size);
143 size_t pad_cnt = dst_size - src_len;
144 memset (&dst[0], pad, pad_cnt);
145 memcpy (dst + pad_cnt, src, src_len);
149 /* Copies buffer SRC, of SRC_SIZE bytes, to DST, of DST_SIZE bytes.
150 DST is truncated to DST_SIZE bytes or padded on the left with
151 copies of PAD as needed. */
153 buf_copy_lpad (char *dst, size_t dst_size,
154 const char *src, size_t src_size,
157 if (src_size >= dst_size)
158 memmove (dst, src, dst_size);
161 memset (dst, pad, dst_size - src_size);
162 memmove (&dst[dst_size - src_size], src, src_size);
166 /* Copies buffer SRC, of SRC_SIZE bytes, to DST, of DST_SIZE bytes.
167 DST is truncated to DST_SIZE bytes or padded on the right with
168 copies of PAD as needed. */
170 buf_copy_rpad (char *dst, size_t dst_size,
171 const char *src, size_t src_size,
174 if (src_size >= dst_size)
175 memmove (dst, src, dst_size);
178 memmove (dst, src, src_size);
179 memset (&dst[src_size], pad, dst_size - src_size);
183 /* Copies string SRC to string DST, which is in a buffer DST_SIZE
185 Truncates DST to DST_SIZE - 1 bytes or right-pads with
186 spaces to DST_SIZE - 1 bytes if necessary. */
188 str_copy_rpad (char *dst, size_t dst_size, const char *src)
192 size_t src_len = strlen (src);
193 if (src_len < dst_size - 1)
195 memcpy (dst, src, src_len);
196 memset (&dst[src_len], ' ', dst_size - 1 - src_len);
199 memcpy (dst, src, dst_size - 1);
200 dst[dst_size - 1] = 0;
204 /* Copies SRC to DST, which is in a buffer DST_SIZE bytes long.
205 Truncates DST to DST_SIZE - 1 bytes, if necessary. */
207 str_copy_trunc (char *dst, size_t dst_size, const char *src)
209 size_t src_len = strlen (src);
210 assert (dst_size > 0);
211 if (src_len + 1 < dst_size)
212 memcpy (dst, src, src_len + 1);
215 memcpy (dst, src, dst_size - 1);
216 dst[dst_size - 1] = '\0';
220 /* Copies buffer SRC, of SRC_LEN bytes,
221 to DST, which is in a buffer DST_SIZE bytes long.
222 Truncates DST to DST_SIZE - 1 bytes, if necessary. */
224 str_copy_buf_trunc (char *dst, size_t dst_size,
225 const char *src, size_t src_size)
228 assert (dst_size > 0);
230 dst_len = src_size < dst_size ? src_size : dst_size - 1;
231 memcpy (dst, src, dst_len);
235 /* Converts each byte in S to uppercase. */
237 str_uppercase (char *s)
239 for (; *s != '\0'; s++)
240 *s = toupper ((unsigned char) *s);
243 /* Converts each byte in S to lowercase. */
245 str_lowercase (char *s)
247 for (; *s != '\0'; s++)
248 *s = tolower ((unsigned char) *s);
251 /* Converts NUMBER into a string in 26-adic notation in BUFFER,
252 which has room for SIZE bytes. Returns true if successful,
253 false if NUMBER, plus a trailing null, is too large to fit in
256 26-adic notation is "spreadsheet column numbering": 1 = A, 2 =
257 B, 3 = C, ... 26 = Z, 27 = AA, 28 = AB, 29 = AC, ...
259 26-adic notation is the special case of a k-adic numeration
260 system (aka bijective base-k numeration) with k=26. In k-adic
261 numeration, the digits are {1, 2, 3, ..., k} (there is no
262 digit 0), and integer 0 is represented by the empty string.
263 For more information, see
264 http://en.wikipedia.org/wiki/Bijective_numeration. */
266 str_format_26adic (unsigned long int number, char buffer[], size_t size)
274 buffer[length++] = "ABCDEFGHIJKLMNOPQRSTUVWXYZ"[number % 26];
280 buffer[length] = '\0';
282 buf_reverse (buffer, length);
291 /* Sets the SIZE bytes starting at BLOCK to C,
292 and returns the byte following BLOCK. */
294 mempset (void *block, int c, size_t size)
296 memset (block, c, size);
297 return (char *) block + size;
302 /* Returns a substring whose contents are the CNT bytes
303 starting at the (0-based) position START in SS. */
305 ss_substr (struct substring ss, size_t start, size_t cnt)
307 if (start < ss.length)
308 return ss_buffer (ss.string + start, MIN (cnt, ss.length - start));
310 return ss_buffer (ss.string + ss.length, 0);
313 /* Returns a substring whose contents are the first CNT
316 ss_head (struct substring ss, size_t cnt)
318 return ss_buffer (ss.string, MIN (cnt, ss.length));
321 /* Returns a substring whose contents are the last CNT bytes
324 ss_tail (struct substring ss, size_t cnt)
327 return ss_buffer (ss.string + (ss.length - cnt), cnt);
332 /* Makes a malloc()'d, null-terminated copy of the contents of OLD
333 and stores it in NEW. */
335 ss_alloc_substring (struct substring *new, struct substring old)
337 new->string = xmemdup0 (old.string, old.length);
338 new->length = old.length;
341 /* Allocates room for a CNT-byte string in NEW. */
343 ss_alloc_uninit (struct substring *new, size_t cnt)
345 new->string = xmalloc (cnt);
350 ss_realloc (struct substring *ss, size_t size)
352 ss->string = xrealloc (ss->string, size);
355 /* Makes a pool_alloc_unaligned()'d, null-terminated copy of the contents of
356 OLD in POOL, and stores it in NEW. */
358 ss_alloc_substring_pool (struct substring *new, struct substring old,
361 new->string = pool_alloc_unaligned (pool, old.length + 1);
362 new->length = old.length;
363 memcpy (new->string, old.string, old.length);
364 new->string[old.length] = '\0';
367 /* Allocates room for a CNT-byte string in NEW in POOL. */
369 ss_alloc_uninit_pool (struct substring *new, size_t cnt, struct pool *pool)
371 new->string = pool_alloc_unaligned (pool, cnt);
375 /* Frees the string that SS points to. */
377 ss_dealloc (struct substring *ss)
382 /* Truncates SS to at most CNT bytes in length. */
384 ss_truncate (struct substring *ss, size_t cnt)
386 if (ss->length > cnt)
390 /* Removes trailing bytes in TRIM_SET from SS.
391 Returns number of bytes removed. */
393 ss_rtrim (struct substring *ss, struct substring trim_set)
396 while (cnt < ss->length
397 && ss_find_byte (trim_set,
398 ss->string[ss->length - cnt - 1]) != SIZE_MAX)
404 /* Removes leading bytes in TRIM_SET from SS.
405 Returns number of bytes removed. */
407 ss_ltrim (struct substring *ss, struct substring trim_set)
409 size_t cnt = ss_span (*ss, trim_set);
410 ss_advance (ss, cnt);
414 /* Trims leading and trailing bytes in TRIM_SET from SS. */
416 ss_trim (struct substring *ss, struct substring trim_set)
418 ss_ltrim (ss, trim_set);
419 ss_rtrim (ss, trim_set);
422 /* If the last byte in SS is C, removes it and returns true.
423 Otherwise, returns false without changing the string. */
425 ss_chomp_byte (struct substring *ss, char c)
427 if (ss_last (*ss) == c)
436 /* If SS ends with SUFFIX, removes it and returns true.
437 Otherwise, returns false without changing the string. */
439 ss_chomp (struct substring *ss, struct substring suffix)
441 if (ss_ends_with (*ss, suffix))
443 ss->length -= suffix.length;
450 /* Divides SS into tokens separated by any of the DELIMITERS.
451 Each call replaces TOKEN by the next token in SS, or by an
452 empty string if no tokens remain. Returns true if a token was
453 obtained, false otherwise.
455 Before the first call, initialize *SAVE_IDX to 0. Do not
456 modify *SAVE_IDX between calls.
458 SS divides into exactly one more tokens than it contains
459 delimiters. That is, a delimiter at the start or end of SS or
460 a pair of adjacent delimiters yields an empty token, and the
461 empty string contains a single token. */
463 ss_separate (struct substring ss, struct substring delimiters,
464 size_t *save_idx, struct substring *token)
466 if (*save_idx <= ss_length (ss))
468 struct substring tmp = ss_substr (ss, *save_idx, SIZE_MAX);
469 size_t length = ss_cspan (tmp, delimiters);
470 *token = ss_head (tmp, length);
471 *save_idx += length + 1;
476 *token = ss_empty ();
481 /* Divides SS into tokens separated by any of the DELIMITERS,
482 merging adjacent delimiters so that the empty string is never
483 produced as a token. Each call replaces TOKEN by the next
484 token in SS, or by an empty string if no tokens remain, and
485 then skips past the first delimiter following the token.
486 Returns true if a token was obtained, false otherwise.
488 Before the first call, initialize *SAVE_IDX to 0. Do not
489 modify *SAVE_IDX between calls. */
491 ss_tokenize (struct substring ss, struct substring delimiters,
492 size_t *save_idx, struct substring *token)
494 ss_advance (&ss, *save_idx);
495 *save_idx += ss_ltrim (&ss, delimiters);
496 ss_get_bytes (&ss, ss_cspan (ss, delimiters), token);
497 *save_idx += ss_length (*token) + 1;
498 return ss_length (*token) > 0;
501 /* Removes the first CNT bytes from SS. */
503 ss_advance (struct substring *ss, size_t cnt)
505 if (cnt > ss->length)
511 /* If the first byte in SS is C, removes it and returns true.
512 Otherwise, returns false without changing the string. */
514 ss_match_byte (struct substring *ss, char c)
516 if (ss_first (*ss) == c)
526 /* If the first byte in SS is in MATCH, removes it and
527 returns the byte that was removed.
528 Otherwise, returns EOF without changing the string. */
530 ss_match_byte_in (struct substring *ss, struct substring match)
534 && memchr (match.string, ss->string[0], match.length) != NULL)
543 /* If SS begins with TARGET, removes it and returns true.
544 Otherwise, returns false without changing SS. */
546 ss_match_string (struct substring *ss, const struct substring target)
548 size_t length = ss_length (target);
549 if (ss_equals (ss_head (*ss, length), target))
551 ss_advance (ss, length);
558 /* Removes the first byte from SS and returns it.
559 If SS is empty, returns EOF without modifying SS. */
561 ss_get_byte (struct substring *ss)
563 int c = ss_first (*ss);
572 /* Stores the prefix of SS up to the first DELIMITER in OUT (if
573 any). Trims those same bytes from SS. DELIMITER is
574 removed from SS but not made part of OUT. Returns true if
575 DELIMITER was found (and removed), false otherwise. */
577 ss_get_until (struct substring *ss, char delimiter, struct substring *out)
579 ss_get_bytes (ss, ss_cspan (*ss, ss_buffer (&delimiter, 1)), out);
580 return ss_match_byte (ss, delimiter);
583 /* Stores the first CNT bytes in SS in OUT (or fewer, if SS
584 is shorter than CNT bytes). Trims the same bytes
585 from the beginning of SS. Returns CNT. */
587 ss_get_bytes (struct substring *ss, size_t cnt, struct substring *out)
589 *out = ss_head (*ss, cnt);
590 ss_advance (ss, cnt);
594 /* Parses and removes an optionally signed decimal integer from
595 the beginning of SS. Returns 0 if an error occurred,
596 otherwise the number of bytes removed from SS. Stores
597 the integer's value into *VALUE. */
599 ss_get_long (struct substring *ss, long *value)
604 length = ss_span (*ss, ss_cstr ("+-"));
605 length += ss_span (ss_substr (*ss, length, SIZE_MAX), ss_cstr (CC_DIGITS));
606 if (length > 0 && length < sizeof tmp)
610 memcpy (tmp, ss_data (*ss), length);
613 *value = strtol (tmp, &tail, 10);
614 if (tail - tmp == length)
616 ss_advance (ss, length);
624 /* Returns true if SS is empty (has length 0 bytes),
627 ss_is_empty (struct substring ss)
629 return ss.length == 0;
632 /* Returns the number of bytes in SS. */
634 ss_length (struct substring ss)
639 /* Returns a pointer to the bytes in SS. */
641 ss_data (struct substring ss)
646 /* Returns a pointer just past the last byte in SS. */
648 ss_end (struct substring ss)
650 return ss.string + ss.length;
653 /* Returns the byte in position IDX in SS, as a value in the
654 range of unsigned char. Returns EOF if IDX is out of the
655 range of indexes for SS. */
657 ss_at (struct substring ss, size_t idx)
659 return idx < ss.length ? (unsigned char) ss.string[idx] : EOF;
662 /* Returns the first byte in SS as a value in the range of
663 unsigned char. Returns EOF if SS is the empty string. */
665 ss_first (struct substring ss)
667 return ss_at (ss, 0);
670 /* Returns the last byte in SS as a value in the range of
671 unsigned char. Returns EOF if SS is the empty string. */
673 ss_last (struct substring ss)
675 return ss.length > 0 ? (unsigned char) ss.string[ss.length - 1] : EOF;
678 /* Returns true if SS ends with SUFFIX, false otherwise. */
680 ss_ends_with (struct substring ss, struct substring suffix)
682 return (ss.length >= suffix.length
683 && !memcmp (&ss.string[ss.length - suffix.length], suffix.string,
687 /* Returns the number of contiguous bytes at the beginning
688 of SS that are in SKIP_SET. */
690 ss_span (struct substring ss, struct substring skip_set)
693 for (i = 0; i < ss.length; i++)
694 if (ss_find_byte (skip_set, ss.string[i]) == SIZE_MAX)
699 /* Returns the number of contiguous bytes at the beginning
700 of SS that are not in SKIP_SET. */
702 ss_cspan (struct substring ss, struct substring stop_set)
705 for (i = 0; i < ss.length; i++)
706 if (ss_find_byte (stop_set, ss.string[i]) != SIZE_MAX)
711 /* Returns the offset in SS of the first instance of C,
712 or SIZE_MAX if C does not occur in SS. */
714 ss_find_byte (struct substring ss, char c)
716 const char *p = memchr (ss.string, c, ss.length);
717 return p != NULL ? p - ss.string : SIZE_MAX;
720 /* Compares A and B and returns a strcmp()-type comparison
723 ss_compare (struct substring a, struct substring b)
725 int retval = memcmp (a.string, b.string, MIN (a.length, b.length));
727 retval = a.length < b.length ? -1 : a.length > b.length;
731 /* Compares A and B case-insensitively and returns a
732 strcmp()-type comparison result. */
734 ss_compare_case (struct substring a, struct substring b)
736 int retval = memcasecmp (a.string, b.string, MIN (a.length, b.length));
738 retval = a.length < b.length ? -1 : a.length > b.length;
742 /* Compares A and B and returns true if their contents are
743 identical, false otherwise. */
745 ss_equals (struct substring a, struct substring b)
747 return a.length == b.length && !memcmp (a.string, b.string, a.length);
750 /* Compares A and B and returns true if their contents are
751 identical except possibly for case differences, false
754 ss_equals_case (struct substring a, struct substring b)
756 return a.length == b.length && !memcasecmp (a.string, b.string, a.length);
759 /* Returns the position in SS that the byte at P occupies.
760 P must point within SS or one past its end. */
762 ss_pointer_to_position (struct substring ss, const char *p)
764 size_t pos = p - ss.string;
765 assert (pos <= ss.length);
769 /* Allocates and returns a null-terminated string that contains
772 ss_xstrdup (struct substring ss)
774 char *s = xmalloc (ss.length + 1);
775 memcpy (s, ss.string, ss.length);
781 /* Returns the character represented by the UTF-8 sequence at the start of S.
782 The return value is either a Unicode code point in the range 0 to 0x10ffff,
783 or UINT32_MAX if S is empty. */
785 ss_first_mb (struct substring s)
787 return ss_at_mb (s, 0);
790 /* Returns the number of bytes in the UTF-8 character at the beginning of S.
792 The return value is 0 if S is empty, otherwise between 1 and 4. */
794 ss_first_mblen (struct substring s)
796 return ss_at_mblen (s, 0);
799 /* Advances S past the UTF-8 character at its beginning. Returns the Unicode
800 code point that was skipped (in the range 0 to 0x10ffff), or UINT32_MAX if S
801 was not modified because it was initially empty. */
803 ss_get_mb (struct substring *s)
810 n = u8_mbtouc (&uc, CHAR_CAST (const uint8_t *, s->string), s->length);
819 /* Returns the character represented by the UTF-8 sequence starting OFS bytes
820 into S. The return value is either a Unicode code point in the range 0 to
821 0x10ffff, or UINT32_MAX if OFS is past the last byte in S.
823 (Returns 0xfffd if OFS points into the middle, not the beginning, of a UTF-8
826 ss_at_mb (struct substring s, size_t ofs)
831 u8_mbtouc (&uc, CHAR_CAST (const uint8_t *, s.string + ofs),
839 /* Returns the number of bytes represented by the UTF-8 sequence starting OFS
840 bytes into S. The return value is 0 if OFS is past the last byte in S,
841 otherwise between 1 and 4. */
843 ss_at_mblen (struct substring s, size_t ofs)
848 return u8_mbtouc (&uc, CHAR_CAST (const uint8_t *, s.string + ofs),
855 /* Initializes ST as an empty string. */
857 ds_init_empty (struct string *st)
859 st->ss = ss_empty ();
863 /* Initializes ST with initial contents S. */
865 ds_init_string (struct string *st, const struct string *s)
867 ds_init_substring (st, ds_ss (s));
870 /* Initializes ST with initial contents SS. */
872 ds_init_substring (struct string *st, struct substring ss)
874 st->capacity = MAX (8, ss.length * 2);
875 st->ss.string = xmalloc (st->capacity + 1);
876 memcpy (st->ss.string, ss.string, ss.length);
877 st->ss.length = ss.length;
880 /* Initializes ST with initial contents S. */
882 ds_init_cstr (struct string *st, const char *s)
884 ds_init_substring (st, ss_cstr (s));
889 ds_destroy (struct string *st)
893 ss_dealloc (&st->ss);
894 st->ss.string = NULL;
900 /* Swaps the contents of strings A and B. */
902 ds_swap (struct string *a, struct string *b)
904 struct string tmp = *a;
909 /* Helper function for ds_register_pool. */
911 free_string (void *st_)
913 struct string *st = st_;
917 /* Arranges for ST to be destroyed automatically as part of
920 ds_register_pool (struct string *st, struct pool *pool)
922 pool_register (pool, free_string, st);
925 /* Cancels the arrangement for ST to be destroyed automatically
928 ds_unregister_pool (struct string *st, struct pool *pool)
930 pool_unregister (pool, st);
933 /* Copies SRC into DST.
934 DST and SRC may be the same string. */
936 ds_assign_string (struct string *dst, const struct string *src)
938 ds_assign_substring (dst, ds_ss (src));
941 /* Replaces DST by SS.
942 SS may be a substring of DST. */
944 ds_assign_substring (struct string *dst, struct substring ss)
946 dst->ss.length = ss.length;
947 ds_extend (dst, ss.length);
948 memmove (dst->ss.string, ss.string, ss.length);
951 /* Replaces DST by null-terminated string SRC. SRC may overlap
954 ds_assign_cstr (struct string *dst, const char *src)
956 ds_assign_substring (dst, ss_cstr (src));
959 /* Truncates ST to zero length. */
961 ds_clear (struct string *st)
966 /* Returns a substring that contains ST. */
968 ds_ss (const struct string *st)
973 /* Returns a substring that contains CNT bytes from ST
974 starting at position START.
976 If START is greater than or equal to the length of ST, then
977 the substring will be the empty string. If START + CNT
978 exceeds the length of ST, then the substring will only be
979 ds_length(ST) - START bytes long. */
981 ds_substr (const struct string *st, size_t start, size_t cnt)
983 return ss_substr (ds_ss (st), start, cnt);
986 /* Returns a substring that contains the first CNT bytes in
987 ST. If CNT exceeds the length of ST, then the substring will
988 contain all of ST. */
990 ds_head (const struct string *st, size_t cnt)
992 return ss_head (ds_ss (st), cnt);
995 /* Returns a substring that contains the last CNT bytes in
996 ST. If CNT exceeds the length of ST, then the substring will
997 contain all of ST. */
999 ds_tail (const struct string *st, size_t cnt)
1001 return ss_tail (ds_ss (st), cnt);
1004 /* Ensures that ST can hold at least MIN_CAPACITY bytes plus a null
1007 ds_extend (struct string *st, size_t min_capacity)
1009 if (min_capacity > st->capacity)
1012 if (st->capacity < min_capacity)
1013 st->capacity = 2 * min_capacity;
1015 st->ss.string = xrealloc (st->ss.string, st->capacity + 1);
1019 /* Shrink ST to the minimum capacity need to contain its content. */
1021 ds_shrink (struct string *st)
1023 if (st->capacity != st->ss.length)
1025 st->capacity = st->ss.length;
1026 st->ss.string = xrealloc (st->ss.string, st->capacity + 1);
1030 /* Truncates ST to at most LENGTH bytes long. */
1032 ds_truncate (struct string *st, size_t length)
1034 ss_truncate (&st->ss, length);
1037 /* Removes trailing bytes in TRIM_SET from ST.
1038 Returns number of bytes removed. */
1040 ds_rtrim (struct string *st, struct substring trim_set)
1042 return ss_rtrim (&st->ss, trim_set);
1045 /* Removes leading bytes in TRIM_SET from ST.
1046 Returns number of bytes removed. */
1048 ds_ltrim (struct string *st, struct substring trim_set)
1050 size_t cnt = ds_span (st, trim_set);
1052 ds_assign_substring (st, ds_substr (st, cnt, SIZE_MAX));
1056 /* Trims leading and trailing bytes in TRIM_SET from ST.
1057 Returns number of bytes removed. */
1059 ds_trim (struct string *st, struct substring trim_set)
1061 size_t cnt = ds_rtrim (st, trim_set);
1062 return cnt + ds_ltrim (st, trim_set);
1065 /* If the last byte in ST is C, removes it and returns true.
1066 Otherwise, returns false without modifying ST. */
1068 ds_chomp_byte (struct string *st, char c)
1070 return ss_chomp_byte (&st->ss, c);
1073 /* If ST ends with SUFFIX, removes it and returns true.
1074 Otherwise, returns false without modifying ST. */
1076 ds_chomp (struct string *st, struct substring suffix)
1078 return ss_chomp (&st->ss, suffix);
1081 /* Divides ST into tokens separated by any of the DELIMITERS.
1082 Each call replaces TOKEN by the next token in ST, or by an
1083 empty string if no tokens remain. Returns true if a token was
1084 obtained, false otherwise.
1086 Before the first call, initialize *SAVE_IDX to 0. Do not
1087 modify *SAVE_IDX between calls.
1089 ST divides into exactly one more tokens than it contains
1090 delimiters. That is, a delimiter at the start or end of ST or
1091 a pair of adjacent delimiters yields an empty token, and the
1092 empty string contains a single token. */
1094 ds_separate (const struct string *st, struct substring delimiters,
1095 size_t *save_idx, struct substring *token)
1097 return ss_separate (ds_ss (st), delimiters, save_idx, token);
1100 /* Divides ST into tokens separated by any of the DELIMITERS,
1101 merging adjacent delimiters so that the empty string is never
1102 produced as a token. Each call replaces TOKEN by the next
1103 token in ST, or by an empty string if no tokens remain.
1104 Returns true if a token was obtained, false otherwise.
1106 Before the first call, initialize *SAVE_IDX to 0. Do not
1107 modify *SAVE_IDX between calls. */
1109 ds_tokenize (const struct string *st, struct substring delimiters,
1110 size_t *save_idx, struct substring *token)
1112 return ss_tokenize (ds_ss (st), delimiters, save_idx, token);
1115 /* Pad ST on the right with copies of PAD until ST is at least
1116 LENGTH bytes in size. If ST is initially LENGTH
1117 bytes or longer, this is a no-op. */
1119 ds_rpad (struct string *st, size_t length, char pad)
1121 if (length > st->ss.length)
1122 ds_put_byte_multiple (st, pad, length - st->ss.length);
1125 /* Sets the length of ST to exactly NEW_LENGTH,
1126 either by truncating bytes from the end,
1127 or by padding on the right with PAD. */
1129 ds_set_length (struct string *st, size_t new_length, char pad)
1131 if (st->ss.length < new_length)
1132 ds_rpad (st, new_length, pad);
1134 st->ss.length = new_length;
1137 /* Removes N bytes from ST starting at offset START. */
1139 ds_remove (struct string *st, size_t start, size_t n)
1141 if (n > 0 && start < st->ss.length)
1143 if (st->ss.length - start <= n)
1145 /* All bytes at or beyond START are deleted. */
1146 st->ss.length = start;
1150 /* Some bytes remain and must be shifted into
1152 memmove (st->ss.string + st->ss.length,
1153 st->ss.string + st->ss.length + n,
1154 st->ss.length - start - n);
1160 /* There are no bytes to delete or no bytes at or
1161 beyond START, hence deletion is a no-op. */
1165 /* Returns true if ST is empty, false otherwise. */
1167 ds_is_empty (const struct string *st)
1169 return ss_is_empty (st->ss);
1172 /* Returns the length of ST. */
1174 ds_length (const struct string *st)
1176 return ss_length (ds_ss (st));
1179 /* Returns the string data inside ST. */
1181 ds_data (const struct string *st)
1183 return ss_data (ds_ss (st));
1186 /* Returns a pointer to the null terminator ST.
1187 This might not be an actual null byte unless ds_c_str() has
1188 been called since the last modification to ST. */
1190 ds_end (const struct string *st)
1192 return ss_end (ds_ss (st));
1195 /* Returns the byte in position IDX in ST, as a value in the
1196 range of unsigned char. Returns EOF if IDX is out of the
1197 range of indexes for ST. */
1199 ds_at (const struct string *st, size_t idx)
1201 return ss_at (ds_ss (st), idx);
1204 /* Returns the first byte in ST as a value in the range of
1205 unsigned char. Returns EOF if ST is the empty string. */
1207 ds_first (const struct string *st)
1209 return ss_first (ds_ss (st));
1212 /* Returns the last byte in ST as a value in the range of
1213 unsigned char. Returns EOF if ST is the empty string. */
1215 ds_last (const struct string *st)
1217 return ss_last (ds_ss (st));
1220 /* Returns true if ST ends with SUFFIX, false otherwise. */
1222 ds_ends_with (const struct string *st, struct substring suffix)
1224 return ss_ends_with (st->ss, suffix);
1227 /* Returns the number of consecutive bytes at the beginning
1228 of ST that are in SKIP_SET. */
1230 ds_span (const struct string *st, struct substring skip_set)
1232 return ss_span (ds_ss (st), skip_set);
1235 /* Returns the number of consecutive bytes at the beginning
1236 of ST that are not in STOP_SET. */
1238 ds_cspan (const struct string *st, struct substring stop_set)
1240 return ss_cspan (ds_ss (st), stop_set);
1243 /* Returns the position of the first occurrence of byte C in
1244 ST at or after position OFS, or SIZE_MAX if there is no such
1247 ds_find_byte (const struct string *st, char c)
1249 return ss_find_byte (ds_ss (st), c);
1252 /* Compares A and B and returns a strcmp()-type comparison
1255 ds_compare (const struct string *a, const struct string *b)
1257 return ss_compare (ds_ss (a), ds_ss (b));
1260 /* Returns the position in ST that the byte at P occupies.
1261 P must point within ST or one past its end. */
1263 ds_pointer_to_position (const struct string *st, const char *p)
1265 return ss_pointer_to_position (ds_ss (st), p);
1268 /* Allocates and returns a null-terminated string that contains
1271 ds_xstrdup (const struct string *st)
1273 return ss_xstrdup (ds_ss (st));
1276 /* Returns the allocation size of ST. */
1278 ds_capacity (const struct string *st)
1280 return st->capacity;
1283 /* Returns the value of ST as a null-terminated string. */
1285 ds_cstr (const struct string *st_)
1287 struct string *st = CONST_CAST (struct string *, st_);
1288 if (st->ss.string == NULL)
1290 st->ss.string[st->ss.length] = '\0';
1291 return st->ss.string;
1294 /* Returns the value of ST as a null-terminated string and then
1295 reinitialized ST as an empty string. The caller must free the
1296 returned string with free(). */
1298 ds_steal_cstr (struct string *st)
1300 char *s = ds_cstr (st);
1305 /* Reads bytes from STREAM and appends them to ST, stopping
1306 after MAX_LENGTH bytes, after appending a newline, or
1307 after an I/O error or end of file was encountered, whichever
1308 comes first. Returns true if at least one byte was added
1309 to ST, false if no bytes were read before an I/O error or
1310 end of file (or if MAX_LENGTH was 0).
1312 This function treats LF and CR LF sequences as new-line,
1313 translating each of them to a single '\n' in ST. */
1315 ds_read_line (struct string *st, FILE *stream, size_t max_length)
1319 for (length = 0; length < max_length; length++)
1321 int c = getc (stream);
1328 ds_put_byte (st, c);
1335 /* CR followed by LF is special: translate to \n. */
1336 ds_put_byte (st, '\n');
1341 /* CR followed by anything else is just CR. */
1342 ds_put_byte (st, '\r');
1350 ds_put_byte (st, c);
1357 /* Removes a comment introduced by `#' from ST,
1358 ignoring occurrences inside quoted strings. */
1360 remove_comment (struct string *st)
1365 for (cp = ds_data (st); cp < ds_end (st); cp++)
1370 else if (*cp == '\\')
1373 else if (*cp == '\'' || *cp == '"')
1375 else if (*cp == '#')
1377 ds_truncate (st, cp - ds_cstr (st));
1382 /* Reads a line from STREAM into ST, then preprocesses as follows:
1384 - Splices lines terminated with `\'.
1386 - Deletes comments introduced by `#' outside of single or double
1389 - Deletes trailing white space.
1391 Returns true if a line was successfully read, false on
1392 failure. If LINE_NUMBER is non-null, then *LINE_NUMBER is
1393 incremented by the number of lines read. */
1395 ds_read_config_line (struct string *st, int *line_number, FILE *stream)
1400 if (!ds_read_line (st, stream, SIZE_MAX))
1403 ds_rtrim (st, ss_cstr (CC_SPACES));
1405 while (ds_chomp_byte (st, '\\'));
1407 remove_comment (st);
1411 /* Attempts to read SIZE * CNT bytes from STREAM and append them
1413 Returns true if all the requested data was read, false otherwise. */
1415 ds_read_stream (struct string *st, size_t size, size_t cnt, FILE *stream)
1419 size_t try_bytes = xtimes (cnt, size);
1420 if (size_in_bounds_p (xsum (ds_length (st), try_bytes)))
1422 char *buffer = ds_put_uninit (st, try_bytes);
1423 size_t got_bytes = fread (buffer, 1, try_bytes, stream);
1424 ds_truncate (st, ds_length (st) - (try_bytes - got_bytes));
1425 return got_bytes == try_bytes;
1437 /* Concatenates S onto ST. */
1439 ds_put_cstr (struct string *st, const char *s)
1442 ds_put_substring (st, ss_cstr (s));
1445 /* Concatenates SS to ST. */
1447 ds_put_substring (struct string *st, struct substring ss)
1449 memcpy (ds_put_uninit (st, ss_length (ss)), ss_data (ss), ss_length (ss));
1452 /* Returns ds_end(ST) and THEN increases the length by INCR. */
1454 ds_put_uninit (struct string *st, size_t incr)
1457 ds_extend (st, ds_length (st) + incr);
1459 st->ss.length += incr;
1463 /* Moves the bytes in ST following offset OFS + OLD_LEN in ST to offset OFS +
1464 NEW_LEN and returns the byte at offset OFS. The first min(OLD_LEN, NEW_LEN)
1465 bytes at the returned position are unchanged; if NEW_LEN > OLD_LEN then the
1466 following NEW_LEN - OLD_LEN bytes are initially indeterminate.
1468 The intention is that the caller should write NEW_LEN bytes at the returned
1469 position, to effectively replace the OLD_LEN bytes previously at that
1472 ds_splice_uninit (struct string *st,
1473 size_t ofs, size_t old_len, size_t new_len)
1475 if (new_len != old_len)
1477 if (new_len > old_len)
1478 ds_extend (st, ds_length (st) + (new_len - old_len));
1479 memmove (ds_data (st) + (ofs + new_len),
1480 ds_data (st) + (ofs + old_len),
1481 ds_length (st) - (ofs + old_len));
1482 st->ss.length += new_len - old_len;
1484 return ds_data (st) + ofs;
1487 /* Formats FORMAT as a printf string and appends the result to ST. */
1489 ds_put_format (struct string *st, const char *format, ...)
1493 va_start (args, format);
1494 ds_put_vformat (st, format, args);
1498 /* Formats FORMAT as a printf string and appends the result to ST. */
1500 ds_put_vformat (struct string *st, const char *format, va_list args_)
1505 va_copy (args, args_);
1506 avail = st->ss.string != NULL ? st->capacity - st->ss.length + 1 : 0;
1507 needed = vsnprintf (st->ss.string + st->ss.length, avail, format, args);
1510 if (needed >= avail)
1512 va_copy (args, args_);
1513 vsprintf (ds_put_uninit (st, needed), format, args);
1518 /* Some old libc's returned -1 when the destination string
1520 while (needed == -1)
1522 ds_extend (st, (st->capacity + 1) * 2);
1523 avail = st->capacity - st->ss.length + 1;
1525 va_copy (args, args_);
1526 needed = vsnprintf (ds_end (st), avail, format, args);
1529 st->ss.length += needed;
1533 /* Appends byte CH to ST. */
1535 ds_put_byte (struct string *st, int ch)
1537 ds_put_uninit (st, 1)[0] = ch;
1540 /* Appends CNT copies of byte CH to ST. */
1542 ds_put_byte_multiple (struct string *st, int ch, size_t cnt)
1544 memset (ds_put_uninit (st, cnt), ch, cnt);
1548 /* If relocation has been enabled, replace ST,
1549 with its relocated version */
1551 ds_relocate (struct string *st)
1553 const char *orig = ds_cstr (st);
1554 const char *rel = relocate (orig);
1559 ds_put_cstr (st, rel);
1560 /* The documentation for relocate says that casting away const
1561 and then freeing is appropriate ... */
1562 free (CONST_CAST (char *, rel));
1569 /* Operations on uint8_t "strings" */
1571 /* Copies buffer SRC, of SRC_SIZE bytes, to DST, of DST_SIZE bytes.
1572 DST is truncated to DST_SIZE bytes or padded on the right with
1573 copies of PAD as needed. */
1575 u8_buf_copy_rpad (uint8_t *dst, size_t dst_size,
1576 const uint8_t *src, size_t src_size,
1579 if (src_size >= dst_size)
1580 memmove (dst, src, dst_size);
1583 memmove (dst, src, src_size);
1584 memset (&dst[src_size], pad, dst_size - src_size);