1 /* xbt_str.c - various helping functions to deal with strings */
3 /* Copyright (c) 2007, 2008, 2009, 2010. The SimGrid Team.
4 * All rights reserved. */
6 /* This program is free software; you can redistribute it and/or modify it
7 * under the terms of the license (GNU LGPL) which comes with this package. */
11 #include "xbt/sysdep.h"
12 #include "xbt/str.h" /* headers of these functions */
13 #include "xbt/strbuff.h"
14 #include "xbt/matrix.h" /* for the diff */
16 /** @brief Strip whitespace (or other characters) from the end of a string.
18 * Strips the whitespaces from the end of s.
19 * By default (when char_list=NULL), these characters get stripped:
21 * - " " (ASCII 32 (0x20)) space.
22 * - "\t" (ASCII 9 (0x09)) tab.
23 * - "\n" (ASCII 10 (0x0A)) line feed.
24 * - "\r" (ASCII 13 (0x0D)) carriage return.
25 * - "\0" (ASCII 0 (0x00)) NULL.
26 * - "\x0B" (ASCII 11 (0x0B)) vertical tab.
28 * @param s The string to strip. Modified in place.
29 * @param char_list A string which contains the characters you want to strip.
32 void xbt_str_rtrim(char *s, const char *char_list)
35 const char *__char_list = " \t\n\r\x0B";
36 char white_char[256] = { 1, 0 };
42 while (*__char_list) {
43 white_char[(unsigned char) *__char_list++] = 1;
47 white_char[(unsigned char) *char_list++] = 1;
54 while ((cur >= s) && white_char[(unsigned char) *cur])
60 /** @brief Strip whitespace (or other characters) from the beginning of a string.
62 * Strips the whitespaces from the begining of s.
63 * By default (when char_list=NULL), these characters get stripped:
65 * - " " (ASCII 32 (0x20)) space.
66 * - "\t" (ASCII 9 (0x09)) tab.
67 * - "\n" (ASCII 10 (0x0A)) line feed.
68 * - "\r" (ASCII 13 (0x0D)) carriage return.
69 * - "\0" (ASCII 0 (0x00)) NULL.
70 * - "\x0B" (ASCII 11 (0x0B)) vertical tab.
72 * @param s The string to strip. Modified in place.
73 * @param char_list A string which contains the characters you want to strip.
76 void xbt_str_ltrim(char *s, const char *char_list)
79 const char *__char_list = " \t\n\r\x0B";
80 char white_char[256] = { 1, 0 };
86 while (*__char_list) {
87 white_char[(unsigned char) *__char_list++] = 1;
91 white_char[(unsigned char) *char_list++] = 1;
95 while (*cur && white_char[(unsigned char) *cur])
98 memmove(s, cur, strlen(cur) + 1);
101 /** @brief Strip whitespace (or other characters) from the end and the begining of a string.
103 * Strips the whitespaces from both the beginning and the end of s.
104 * By default (when char_list=NULL), these characters get stripped:
106 * - " " (ASCII 32 (0x20)) space.
107 * - "\t" (ASCII 9 (0x09)) tab.
108 * - "\n" (ASCII 10 (0x0A)) line feed.
109 * - "\r" (ASCII 13 (0x0D)) carriage return.
110 * - "\0" (ASCII 0 (0x00)) NULL.
111 * - "\x0B" (ASCII 11 (0x0B)) vertical tab.
113 * @param s The string to strip.
114 * @param char_list A string which contains the characters you want to strip.
117 void xbt_str_trim(char *s, const char *char_list)
123 xbt_str_rtrim(s, char_list);
124 xbt_str_ltrim(s, char_list);
127 /** @brief Replace double whitespaces (but no other characters) from the string.
129 * The function modifies the string so that each time that several spaces appear,
130 * they are replaced by a single space. It will only do so for spaces (ASCII 32, 0x20).
132 * @param s The string to strip. Modified in place.
135 void xbt_str_strip_spaces(char *s)
171 /** @brief Substitutes a char for another in a string
173 * @param str the string to modify
174 * @param from char to search
175 * @param to char to put instead
176 * @param amount amount of changes to do (=0 means all)
178 void xbt_str_subst(char *str, char from, char to, int occurence)
192 /** @brief Replaces a set of variables by their values
194 * @param str where to apply the change
195 * @param patterns what to change
196 * @return The string modified
198 * Check xbt_strbuff_varsubst() for more details, and remember that the string may be reallocated (moved) in the process.
201 char *xbt_str_varsubst(char *str, xbt_dict_t patterns)
203 xbt_strbuff_t buff = xbt_strbuff_new_from(str);
205 xbt_strbuff_varsubst(buff, patterns);
207 xbt_strbuff_free_container(buff);
212 /** @brief Splits a string into a dynar of strings
214 * @param s: the string to split
215 * @param sep: a string of all chars to consider as separator.
217 * By default (with sep=NULL), these characters are used as separator:
219 * - " " (ASCII 32 (0x20)) space.
220 * - "\t" (ASCII 9 (0x09)) tab.
221 * - "\n" (ASCII 10 (0x0A)) line feed.
222 * - "\r" (ASCII 13 (0x0D)) carriage return.
223 * - "\0" (ASCII 0 (0x00)) NULL.
224 * - "\x0B" (ASCII 11 (0x0B)) vertical tab.
227 xbt_dynar_t xbt_str_split(const char *s, const char *sep)
229 xbt_dynar_t res = xbt_dynar_new(sizeof(char *), &xbt_free_ref);
232 const char *sep_dflt = " \t\n\r\x0B";
233 char is_sep[256] = { 1, 0 };
235 /* check what are the separators */
236 memset(is_sep, 0, sizeof(is_sep));
239 is_sep[(unsigned char) *sep_dflt++] = 1;
242 is_sep[(unsigned char) *sep++] = 1;
244 is_sep[0] = 1; /* End of string is also separator */
255 while (!is_sep[(unsigned char) *q]) {
261 topush = xbt_malloc(q - p + 1);
262 memcpy(topush, p, q - p);
263 topush[q - p] = '\0';
264 xbt_dynar_push(res, &topush);
272 * \brief This functions splits a string after using another string as separator
273 * For example A!!B!!C splitted after !! will return the dynar {A,B,C}
274 * \return An array of dynars containing the string tokens
276 xbt_dynar_t xbt_str_split_str(const char *s, const char *sep)
278 xbt_dynar_t res = xbt_dynar_new(sizeof(char *), &xbt_free_ref);
287 if (sep[0] == '\0') {
289 xbt_dynar_push(res, &s);
296 //get the start of the first occurence of the substring
298 //if substring was not found add the entire string
301 to_push = malloc(v + 1);
302 memcpy(to_push, p, v);
304 xbt_dynar_push(res, &to_push);
308 to_push = malloc(q - p + 1);
309 memcpy(to_push, p, q - p);
310 //add string terminator
311 to_push[q - p] = '\0';
312 xbt_dynar_push(res, &to_push);
319 /** @brief Splits a string into a dynar of strings, taking quotes into account
321 * It basically does the same argument separation than the shell, where white
322 * spaces can be escaped and where arguments are never splitted within a
324 * Several subsequent spaces are ignored (unless within quotes, of course).
328 xbt_dynar_t xbt_str_split_quoted(const char *s)
330 xbt_dynar_t res = xbt_dynar_new(sizeof(char *), &xbt_free_ref);
331 char *str_to_free; /* we have to copy the string before, to handle backslashes */
332 char *beg, *end; /* pointers around the parsed chunk */
333 int in_simple_quote = 0, in_double_quote = 0;
335 int ctn = 0; /* Got something in this block */
339 beg = str_to_free = xbt_strdup(s);
341 /* trim leading spaces */
342 xbt_str_ltrim(beg, " ");
351 /* Protected char; move it closer */
352 memmove(end, end + 1, strlen(end));
354 THROW0(arg_error, 0, "String ends with \\");
355 end++; /* Pass the protected char */
360 if (!in_double_quote) {
361 in_simple_quote = !in_simple_quote;
362 memmove(end, end + 1, strlen(end));
364 /* simple quote protected by double ones */
370 if (!in_simple_quote) {
371 in_double_quote = !in_double_quote;
372 memmove(end, end + 1, strlen(end));
374 /* double quote protected by simple ones */
383 if (*end == '\0' && (in_simple_quote || in_double_quote)) {
385 "End of string found while searching for %c in %s",
386 (in_simple_quote ? '\'' : '"'), s);
388 if (in_simple_quote || in_double_quote) {
392 /* Found a separator. Push the string if contains something */
393 char *topush = xbt_malloc(end - beg + 1);
394 memcpy(topush, beg, end - beg);
395 topush[end - beg] = '\0';
396 xbt_dynar_push(res, &topush);
406 xbt_str_ltrim(beg, " ");
417 xbt_dynar_shrink(res,0);
424 #define mytest(name, input, expected) \
425 xbt_test_add0(name); \
426 d=xbt_str_split_quoted(input); \
427 s=xbt_str_join(d,"XXX"); \
428 xbt_test_assert3(!strcmp(s,expected),\
429 "Input (%s) leads to (%s) instead of (%s)", \
434 XBT_TEST_SUITE("xbt_str", "String Handling");
435 XBT_TEST_UNIT("xbt_str_split_quoted", test_split_quoted,"test the function xbt_str_split_quoted")
440 mytest("Empty", "", "");
441 mytest("Basic test", "toto tutu", "totoXXXtutu");
442 mytest("Useless backslashes", "\\t\\o\\t\\o \\t\\u\\t\\u", "totoXXXtutu");
443 mytest("Protected space", "toto\\ tutu", "toto tutu");
444 mytest("Several spaces", "toto tutu", "totoXXXtutu");
445 mytest("LTriming", " toto tatu", "totoXXXtatu");
446 mytest("Triming", " toto tutu ", "totoXXXtutu");
447 mytest("Single quotes", "'toto tutu' tata", "toto tutuXXXtata");
448 mytest("Double quotes", "\"toto tutu\" tata", "toto tutuXXXtata");
449 mytest("Mixed quotes", "\"toto' 'tutu\" tata", "toto' 'tutuXXXtata");
450 mytest("Backslashed quotes", "\\'toto tutu\\' tata",
451 "'totoXXXtutu'XXXtata");
452 mytest("Backslashed quotes + quotes", "'toto \\'tutu' tata",
453 "toto 'tutuXXXtata");
457 #define mytest_str(name, input, separator, expected) \
458 xbt_test_add0(name); \
459 d=xbt_str_split_str(input, separator); \
460 s=xbt_str_join(d,"XXX"); \
461 xbt_test_assert3(!strcmp(s,expected),\
462 "Input (%s) leads to (%s) instead of (%s)", \
467 XBT_TEST_UNIT("xbt_str_split_str", test_split_str,"test the function xbt_str_split_str")
472 mytest_str("Empty string and separator", "", "", "");
473 mytest_str("Empty string", "", "##", "");
474 mytest_str("Empty separator", "toto", "", "toto");
475 mytest_str("String with no separator in it", "toto", "##", "toto");
476 mytest_str("Basic test", "toto##tutu", "##", "totoXXXtutu");
478 #endif /* SIMGRID_TEST */
480 /** @brief Join a set of strings as a single string */
482 char *xbt_str_join(xbt_dynar_t dyn, const char *sep)
484 int len = 1, dyn_len = xbt_dynar_length(dyn);
490 return xbt_strdup("");
492 /* compute the length */
493 xbt_dynar_foreach(dyn, cpt, cursor) {
494 len += strlen(cursor);
496 len += strlen(sep) * dyn_len;
498 res = xbt_malloc(len);
500 xbt_dynar_foreach(dyn, cpt, cursor) {
501 if ((int) cpt < dyn_len - 1)
502 p += sprintf(p, "%s%s", cursor, sep);
504 p += sprintf(p, "%s", cursor);
509 #if defined(SIMGRID_NEED_GETLINE) || defined(DOXYGEN)
510 /** @brief Get a single line from the stream (reimplementation of the GNU getline)
512 * This is a redefinition of the GNU getline function, used on platforms where it does not exists.
514 * getline() reads an entire line from stream, storing the address of the buffer
515 * containing the text into *buf. The buffer is null-terminated and includes
516 * the newline character, if one was found.
518 * If *buf is NULL, then getline() will allocate a buffer for storing the line,
519 * which should be freed by the user program. Alternatively, before calling getline(),
520 * *buf can contain a pointer to a malloc()-allocated buffer *n bytes in size. If the buffer
521 * is not large enough to hold the line, getline() resizes it with realloc(), updating *buf and *n
522 * as necessary. In either case, on a successful call, *buf and *n will be updated to
523 * reflect the buffer address and allocated size respectively.
525 long getline(char **buf, size_t * n, FILE * stream)
532 *buf = xbt_malloc(512);
537 return (ssize_t) - 1;
539 for (i = 0; (ch = fgetc(stream)) != EOF; i++) {
542 *buf = xbt_realloc(*buf, *n += 512);
546 if ((*buf)[i] == '\n') {
554 *buf = xbt_realloc(*buf, *n += 1);
561 #endif /* HAVE_GETLINE */
564 * Diff related functions
566 static xbt_matrix_t diff_build_LCS(xbt_dynar_t da, xbt_dynar_t db)
568 xbt_matrix_t C = xbt_matrix_new(xbt_dynar_length(da), xbt_dynar_length(db),
572 /* Compute the LCS */
574 C = array(0..m, 0..n)
582 C[i,j] := C[i-1,j-1] + 1
584 C[i,j] := max(C[i,j-1], C[i-1,j])
587 if (xbt_dynar_length(db) != 0)
588 for (i = 0; i < xbt_dynar_length(da); i++)
589 *((int *) xbt_matrix_get_ptr(C, i, 0)) = 0;
591 if (xbt_dynar_length(da) != 0)
592 for (j = 0; j < xbt_dynar_length(db); j++)
593 *((int *) xbt_matrix_get_ptr(C, 0, j)) = 0;
595 for (i = 1; i < xbt_dynar_length(da); i++)
596 for (j = 1; j < xbt_dynar_length(db); j++) {
599 (xbt_dynar_get_as(da, i, char *), xbt_dynar_get_as(db, j, char *)))
600 *((int *) xbt_matrix_get_ptr(C, i, j)) =
601 xbt_matrix_get_as(C, i - 1, j - 1, int) + 1;
603 *((int *) xbt_matrix_get_ptr(C, i, j)) =
604 max(xbt_matrix_get_as(C, i, j - 1, int),
605 xbt_matrix_get_as(C, i - 1, j, int));
610 static void diff_build_diff(xbt_dynar_t res,
612 xbt_dynar_t da, xbt_dynar_t db, int i, int j)
615 /* Construct the diff
616 function printDiff(C[0..m,0..n], X[1..m], Y[1..n], i, j)
617 if i > 0 and j > 0 and X[i] = Y[j]
618 printDiff(C, X, Y, i-1, j-1)
621 if j > 0 and (i = 0 or C[i,j-1] >= C[i-1,j])
622 printDiff(C, X, Y, i, j-1)
624 else if i > 0 and (j = 0 or C[i,j-1] < C[i-1,j])
625 printDiff(C, X, Y, i-1, j)
629 if (i >= 0 && j >= 0 && !strcmp(xbt_dynar_get_as(da, i, char *),
630 xbt_dynar_get_as(db, j, char *))) {
631 diff_build_diff(res, C, da, db, i - 1, j - 1);
632 topush = bprintf(" %s", xbt_dynar_get_as(da, i, char *));
633 xbt_dynar_push(res, &topush);
636 || xbt_matrix_get_as(C, i, j - 1, int) >= xbt_matrix_get_as(C,
642 diff_build_diff(res, C, da, db, i, j - 1);
643 topush = bprintf("+ %s", xbt_dynar_get_as(db, j, char *));
644 xbt_dynar_push(res, &topush);
647 || xbt_matrix_get_as(C, i, j - 1, int) < xbt_matrix_get_as(C,
652 diff_build_diff(res, C, da, db, i - 1, j);
653 topush = bprintf("- %s", xbt_dynar_get_as(da, i, char *));
654 xbt_dynar_push(res, &topush);
655 } else if (i <= 0 && j <= 0) {
658 THROW2(arg_error, 0, "Invalid values: i=%d, j=%d", i, j);
663 /** @brief Compute the unified diff of two strings */
664 char *xbt_str_diff(char *a, char *b)
666 xbt_dynar_t da = xbt_str_split(a, "\n");
667 xbt_dynar_t db = xbt_str_split(b, "\n");
669 xbt_matrix_t C = diff_build_LCS(da, db);
670 xbt_dynar_t diff = xbt_dynar_new(sizeof(char *), &xbt_free_ref);
673 diff_build_diff(diff, C, da, db, xbt_dynar_length(da) - 1,
674 xbt_dynar_length(db) - 1);
675 /* Clean empty lines at the end */
676 while (xbt_dynar_length(diff) > 0) {
678 xbt_dynar_pop(diff, &str);
679 if (str[0] == '\0' || !strcmp(str, " ")) {
682 xbt_dynar_push(diff, &str);
686 res = xbt_str_join(diff, "\n");
690 xbt_dynar_free(&diff);
697 /** @brief creates a new string containing what can be read on a fd
700 char* xbt_str_from_file(FILE *file) {
701 xbt_strbuff_t buff = xbt_strbuff_new();
704 memset(bread,0,1024);
706 while (!feof(file)) {
707 int got = fread(bread, 1, 1023, file);
709 xbt_strbuff_append(buff,bread);
713 xbt_strbuff_free_container(buff);