1 /* Tokenize UTF-8/UTF-16/UTF-32 string.
2 Copyright (C) 1999, 2002, 2006, 2009-2021 Free Software Foundation, Inc.
3 Written by Bruno Haible <bruno@clisp.org>, 2002.
4
5 This file is free software.
6 It is dual-licensed under "the GNU LGPLv3+ or the GNU GPLv2+".
7 You can redistribute it and/or modify it under either
8 - the terms of the GNU Lesser General Public License as published
9 by the Free Software Foundation; either version 3, or (at your
10 option) any later version, or
11 - the terms of the GNU General Public License as published by the
12 Free Software Foundation; either version 2, or (at your option)
13 any later version, or
14 - the same dual license "the GNU LGPLv3+ or the GNU GPLv2+".
15
16 This file is distributed in the hope that it will be useful,
17 but WITHOUT ANY WARRANTY; without even the implied warranty of
18 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 Lesser General Public License and the GNU General Public License
20 for more details.
21
22 You should have received a copy of the GNU Lesser General Public
23 License and of the GNU General Public License along with this
24 program. If not, see <https://www.gnu.org/licenses/>. */
25
26 UNIT *
27 FUNC (UNIT *str, const UNIT *delim, UNIT **ptr)
/* ![[previous]](../icons/n_left.png)
![[next]](../icons/n_right.png)
![[first]](../icons/n_first.png)
![[last]](../icons/n_last.png)
![[top]](../icons/top.png)
![[bottom]](../icons/bottom.png)
![[index]](../icons/index.png)
*/
28 {
29 if (str == NULL)
30 {
31 str = *ptr;
32 if (str == NULL)
33 return NULL; /* reminder that end of token sequence has been reached */
34 }
35
36 /* Skip leading delimiters. */
37 str += U_STRSPN (str, delim);
38
39 /* Found a token? */
40 if (*str == 0)
41 {
42 *ptr = NULL;
43 return NULL;
44 }
45
46 /* Move past the token. */
47 {
48 UNIT *token_end = U_STRPBRK (str, delim);
49 if (token_end)
50 {
51 *ptr = token_end + U_STRMBLEN (token_end);
52 /* NUL-terminate the token. */
53 *token_end = 0;
54 }
55 else
56 *ptr = NULL;
57 }
58
59 return str;
60 }