1 /* Tokenize UTF-8/UTF-16/UTF-32 string. 2 Copyright (C) 1999, 2002, 2006, 2009-2021 Free Software Foundation, Inc. 3 Written by Bruno Haible <bruno@clisp.org>, 2002. 4 5 This file is free software. 6 It is dual-licensed under "the GNU LGPLv3+ or the GNU GPLv2+". 7 You can redistribute it and/or modify it under either 8 - the terms of the GNU Lesser General Public License as published 9 by the Free Software Foundation; either version 3, or (at your 10 option) any later version, or 11 - the terms of the GNU General Public License as published by the 12 Free Software Foundation; either version 2, or (at your option) 13 any later version, or 14 - the same dual license "the GNU LGPLv3+ or the GNU GPLv2+". 15 16 This file is distributed in the hope that it will be useful, 17 but WITHOUT ANY WARRANTY; without even the implied warranty of 18 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 19 Lesser General Public License and the GNU General Public License 20 for more details. 21 22 You should have received a copy of the GNU Lesser General Public 23 License and of the GNU General Public License along with this 24 program. If not, see <https://www.gnu.org/licenses/>. */ 25 26 UNIT * 27 FUNC (UNIT *str, const UNIT *delim, UNIT **ptr) /* */ 28 { 29 if (str == NULL) 30 { 31 str = *ptr; 32 if (str == NULL) 33 return NULL; /* reminder that end of token sequence has been reached */ 34 } 35 36 /* Skip leading delimiters. */ 37 str += U_STRSPN (str, delim); 38 39 /* Found a token? */ 40 if (*str == 0) 41 { 42 *ptr = NULL; 43 return NULL; 44 } 45 46 /* Move past the token. */ 47 { 48 UNIT *token_end = U_STRPBRK (str, delim); 49 if (token_end) 50 { 51 *ptr = token_end + U_STRMBLEN (token_end); 52 /* NUL-terminate the token. */ 53 *token_end = 0; 54 } 55 else 56 *ptr = NULL; 57 } 58 59 return str; 60 }