char *string = talloc_strdup(NULL, orig);
unsigned int i;
- toks = tokenize(string, strlen(string), MQ);
+ toks = tokenize(string, string, strlen(string), MQ);
ok1(token_list_sanity_check(toks, stdout));
ok1(token_list_count(toks) == strlen(string)/size + 1);
char *string = spacify(orig, size);
unsigned int i;
- toks = tokenize(string, strlen(string), MQ);
+ toks = tokenize(string, string, strlen(string), MQ);
ok1(token_list_sanity_check(toks, stdout));
ok1(token_list_count(toks) == strlen(orig)/size*2 + 1);
const char *string = backslashify(orig);
unsigned int i;
- toks = tokenize(string, strlen(string), MQ);
+ toks = tokenize(string, string, strlen(string), MQ);
ok1(token_list_sanity_check(toks, stdout));
ok1(token_list_count(toks) == strlen(orig)/size + 1);
/* char literal */
str = talloc_strdup(NULL, char_token);
- toks = tokenize(str, strlen(str), MQ);
+ toks = tokenize(str, str, strlen(str), MQ);
ok1(token_list_sanity_check(toks, stdout));
ok1(token_list_count(toks) == 2);
ok1(item(0).type == TOK_STARTLINE);
/* string literal */
str = talloc_strdup(NULL, string_token);
- toks = tokenize(str, strlen(str), MQ);
+ toks = tokenize(str, str, strlen(str), MQ);
ok1(token_list_sanity_check(toks, stdout));
ok1(token_list_count(toks) == 2);
ok1(item(0).type == TOK_STARTLINE);
/* Identifiers */
str = talloc_strdup(NULL, ident_tokens);
- toks = tokenize(str, strlen(str), MQ);
+ toks = tokenize(str, str, strlen(str), MQ);
ok1(token_list_sanity_check(toks, stdout));
token_list_dump(toks, stdout);
ok1(token_list_count(toks) == 10);
/* Identifiers */
backslashed_idents = backslashify(ident_tokens);
- toks = tokenize(backslashed_idents, strlen(backslashed_idents), MQ);
+ toks = tokenize(backslashed_idents, backslashed_idents, strlen(backslashed_idents), MQ);
ok1(token_list_sanity_check(toks, stdout));
ok1(token_list_count(toks) == 10);
ok1(item(0).type == TOK_STARTLINE);