hyung-hwan/qse
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added qse_mbstok()/qse_wcstok() and related functions

Browse Source
This commit is contained in:
hyung-hwan
2011-04-13 09:36:18 +00:00
parent 610059c023
commit 610e2348de
9 changed files with 708 additions and 86 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
qse/lib/cmn/Makefile.am
View File

@ -12,7 +12,7 @@ libqsecmn_la_SOURCES = \
str_beg.c str_cat.c str_chr.c str_cnv.c str_cmp.c str_cpy.c \
str_dup.c str_dyn.c str_end.c str_fcpy.c str_len.c str_pac.c \
str_pbrk.c str_put.c str_spl.c str_spn.c str_str.c str_subst.c \
str_trm.c str_word.c \
str_tok.c str_trm.c str_word.c \
lda.c oht.c htb.c rbt.c sll.c gdl.c dll.c opt.c \
tio.c tio_get.c tio_put.c \
fio.c pio.c sio.c \

7
qse/lib/cmn/Makefile.in
View File

@ -76,8 +76,8 @@ am_libqsecmn_la_OBJECTS = mem.lo xma.lo fma.lo chr.lo chr_cnv.lo \
rex.lo str_beg.lo str_cat.lo str_chr.lo str_cnv.lo str_cmp.lo \
str_cpy.lo str_dup.lo str_dyn.lo str_end.lo str_fcpy.lo str_len.lo \
str_pac.lo str_pbrk.lo str_put.lo str_spl.lo str_spn.lo str_str.lo \
str_subst.lo str_trm.lo str_word.lo lda.lo oht.lo htb.lo rbt.lo sll.lo \
gdl.lo dll.lo opt.lo tio.lo tio_get.lo tio_put.lo fio.lo \
str_subst.lo str_tok.lo str_trm.lo str_word.lo lda.lo oht.lo htb.lo \
rbt.lo sll.lo gdl.lo dll.lo opt.lo tio.lo tio_get.lo tio_put.lo fio.lo \
pio.lo sio.lo alg_search.lo alg_sort.lo time.lo misc.lo \
assert.lo main.lo stdio.lo
libqsecmn_la_OBJECTS = $(am_libqsecmn_la_OBJECTS)
@ -270,7 +270,7 @@ libqsecmn_la_SOURCES = \
str_beg.c str_cat.c str_chr.c str_cnv.c str_cmp.c str_cpy.c \
str_dup.c str_dyn.c str_end.c str_fcpy.c str_len.c str_pac.c \
str_pbrk.c str_put.c str_spl.c str_spn.c str_str.c str_subst.c \
str_trm.c str_word.c \
str_tok.c str_trm.c str_word.c \
lda.c oht.c htb.c rbt.c sll.c gdl.c dll.c opt.c \
tio.c tio_get.c tio_put.c \
fio.c pio.c sio.c \
@ -406,6 +406,7 @@ distclean-compile:
@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/str_spn.Plo@am__quote@
@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/str_str.Plo@am__quote@
@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/str_subst.Plo@am__quote@
@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/str_tok.Plo@am__quote@
@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/str_trm.Plo@am__quote@
@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/str_word.Plo@am__quote@
@AMDEP_TRUE@@am__include@ @am__quote@./$(DEPDIR)/time.Plo@am__quote@

501
qse/lib/cmn/str_tok.c Normal file
View File

@ -0,0 +1,501 @@
/*
* $Id$
*
Copyright 2006-2009 Chung, Hyung-Hwan.
This file is part of QSE.
QSE is free software: you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as
published by the Free Software Foundation, either version 3 of
the License, or (at your option) any later version.
QSE is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with QSE. If not, see <http://www.gnu.org/licenses/>.
*/
#include <qse/cmn/str.h>
#include <qse/cmn/chr.h>
qse_mchar_t* qse_mbstok (
const qse_mchar_t* s, const qse_mchar_t* delim, qse_mcstr_t* tok)
{
const qse_mchar_t* p = s, *d;
const qse_mchar_t* sp = QSE_NULL, * ep = QSE_NULL;
qse_mchar_t c;
int delim_mode;
/* skip preceding space qse_mchar_tacters */
while (/* *p != QSE_MT('\0') && */ QSE_ISMSPACE(*p)) p++;
if (delim == QSE_NULL) delim_mode = 0;
else
{
delim_mode = 1;
for (d = delim; *d != QSE_MT('\0'); d++)
if (!QSE_ISMSPACE(*d)) delim_mode = 2;
}
if (delim_mode == 0) {
/* when QSE_NULL is given as "delim", it has an effect of cutting
preceding and trailing space characters off "s". */
while ((c = *p) != QSE_MT('\0'))
{
if (!QSE_ISMSPACE(c))
{
if (sp == QSE_NULL) sp = p;
ep = p;
}
p++;
}
}
else if (delim_mode == 1)
{
while ((c = *p) != QSE_MT('\0'))
{
if (QSE_ISMSPACE(c)) break;
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
else
{ /* if (delim_mode == 2) { */
while ((c = *p) != QSE_MT('\0'))
{
if (QSE_ISMSPACE(c))
{
p++;
continue;
}
for (d = delim; *d; d++)
{
if (c == *d) goto exit_loop;
}
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
exit_loop:
if (sp == QSE_NULL)
{
tok->ptr = QSE_NULL;
tok->len = (qse_size_t)0;
}
else
{
tok->ptr = (qse_mchar_t*)sp;
tok->len = ep - sp + 1;
}
return (c == QSE_MT('\0'))? QSE_NULL: ((qse_mchar_t*)++p);
}
qse_mchar_t* qse_mbsxtok (
const qse_mchar_t* s, qse_size_t len,
const qse_mchar_t* delim, qse_mcstr_t* tok)
{
const qse_mchar_t* p = s, *d;
const qse_mchar_t* end = s + len;
const qse_mchar_t* sp = QSE_NULL, * ep = QSE_NULL;
qse_mchar_t c;
int delim_mode;
/* skip preceding space qse_mchar_tacters */
while (p < end && QSE_ISMSPACE(*p)) p++;
if (delim == QSE_NULL) delim_mode = 0;
else
{
delim_mode = 1;
for (d = delim; *d != QSE_MT('\0'); d++)
if (!QSE_ISMSPACE(*d)) delim_mode = 2;
}
if (delim_mode == 0)
{
/* when QSE_NULL is given as "delim", it has an effect of
* cutting preceding and trailing space qse_mchar_tacters
* off "s". */
while (p < end)
{
c = *p;
if (!QSE_ISMSPACE(c))
{
if (sp == QSE_NULL) sp = p;
ep = p;
}
p++;
}
}
else if (delim_mode == 1)
{
while (p < end)
{
c = *p;
if (QSE_ISMSPACE(c)) break;
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
else
{ /* if (delim_mode == 2) { */
while (p < end)
{
c = *p;
if (QSE_ISMSPACE(c))
{
p++;
continue;
}
for (d = delim; *d; d++)
{
if (c == *d) goto exit_loop;
}
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
exit_loop:
if (sp == QSE_NULL)
{
tok->ptr = QSE_NULL;
tok->len = (qse_size_t)0;
}
else
{
tok->ptr = (qse_mchar_t*)sp;
tok->len = ep - sp + 1;
}
return (p >= end)? QSE_NULL: ((qse_mchar_t*)++p);
}
qse_mchar_t* qse_mbsxntok (
const qse_mchar_t* s, qse_size_t len,
const qse_mchar_t* delim, qse_size_t delim_len, qse_mcstr_t* tok)
{
const qse_mchar_t* p = s, *d;
const qse_mchar_t* end = s + len;
const qse_mchar_t* sp = QSE_NULL, * ep = QSE_NULL;
const qse_mchar_t* delim_end = delim + delim_len;
qse_mchar_t c;
int delim_mode;
/* skip preceding space qse_mchar_tacters */
while (p < end && QSE_ISMSPACE(*p)) p++;
if (delim == QSE_NULL) delim_mode = 0;
else
{
delim_mode = 1;
for (d = delim; d < delim_end; d++)
if (!QSE_ISMSPACE(*d)) delim_mode = 2;
}
if (delim_mode == 0)
{
/* when QSE_NULL is given as "delim", it has an effect of cutting
preceding and trailing space qse_mchar_tacters off "s". */
while (p < end)
{
c = *p;
if (!QSE_ISMSPACE(c))
{
if (sp == QSE_NULL) sp = p;
ep = p;
}
p++;
}
}
else if (delim_mode == 1)
{
while (p < end)
{
c = *p;
if (QSE_ISMSPACE(c)) break;
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
else /* if (delim_mode == 2) */
{
while (p < end)
{
c = *p;
if (QSE_ISMSPACE(c))
{
p++;
continue;
}
for (d = delim; d < delim_end; d++)
{
if (c == *d) goto exit_loop;
}
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
exit_loop:
if (sp == QSE_NULL)
{
tok->ptr = QSE_NULL;
tok->len = (qse_size_t)0;
}
else
{
tok->ptr = (qse_mchar_t*)sp;
tok->len = ep - sp + 1;
}
return (p >= end)? QSE_NULL: ((qse_mchar_t*)++p);
}
qse_wchar_t* qse_wcstok (
const qse_wchar_t* s, const qse_wchar_t* delim, qse_wcstr_t* tok)
{
const qse_wchar_t* p = s, *d;
const qse_wchar_t* sp = QSE_NULL, * ep = QSE_NULL;
qse_wchar_t c;
int delim_mode;
/* skip preceding space qse_wchar_tacters */
while (/* *p != QSE_WT('\0') && */ QSE_ISWSPACE(*p)) p++;
if (delim == QSE_NULL) delim_mode = 0;
else
{
delim_mode = 1;
for (d = delim; *d != QSE_WT('\0'); d++)
if (!QSE_ISWSPACE(*d)) delim_mode = 2;
}
if (delim_mode == 0)
{
/* when QSE_NULL is given as "delim", it has an effect of
* cutting preceding and trailing space characters off "s". */
while ((c = *p) != QSE_WT('\0'))
{
if (!QSE_ISWSPACE(c))
{
if (sp == QSE_NULL) sp = p;
ep = p;
}
p++;
}
}
else if (delim_mode == 1)
{
while ((c = *p) != QSE_WT('\0'))
{
if (QSE_ISWSPACE(c)) break;
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
else
{ /* if (delim_mode == 2) { */
while ((c = *p) != QSE_WT('\0'))
{
if (QSE_ISWSPACE(c))
{
p++;
continue;
}
for (d = delim; *d; d++)
{
if (c == *d) goto exit_loop;
}
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
exit_loop:
if (sp == QSE_NULL)
{
tok->ptr = QSE_NULL;
tok->len = (qse_size_t)0;
}
else
{
tok->ptr = (qse_wchar_t*)sp;
tok->len = ep - sp + 1;
}
return (c == QSE_WT('\0'))? QSE_NULL: ((qse_wchar_t*)++p);
}
qse_wchar_t* qse_wcsxtok (
const qse_wchar_t* s, qse_size_t len,
const qse_wchar_t* delim, qse_wcstr_t* tok)
{
const qse_wchar_t* p = s, *d;
const qse_wchar_t* end = s + len;
const qse_wchar_t* sp = QSE_NULL, * ep = QSE_NULL;
qse_wchar_t c;
int delim_mode;
/* skip preceding space qse_wchar_tacters */
while (p < end && QSE_ISWSPACE(*p)) p++;
if (delim == QSE_NULL) delim_mode = 0;
else
{
delim_mode = 1;
for (d = delim; *d != QSE_WT('\0'); d++)
if (!QSE_ISWSPACE(*d)) delim_mode = 2;
}
if (delim_mode == 0)
{
/* when QSE_NULL is given as "delim", it has an effect of
* cutting preceding and trailing space qse_wchar_tacters
* off "s". */
while (p < end)
{
c = *p;
if (!QSE_ISWSPACE(c))
{
if (sp == QSE_NULL) sp = p;
ep = p;
}
p++;
}
}
else if (delim_mode == 1)
{
while (p < end)
{
c = *p;
if (QSE_ISWSPACE(c)) break;
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
else
{ /* if (delim_mode == 2) { */
while (p < end)
{
c = *p;
if (QSE_ISWSPACE(c))
{
p++;
continue;
}
for (d = delim; *d; d++)
{
if (c == *d) goto exit_loop;
}
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
exit_loop:
if (sp == QSE_NULL)
{
tok->ptr = QSE_NULL;
tok->len = (qse_size_t)0;
}
else
{
tok->ptr = (qse_wchar_t*)sp;
tok->len = ep - sp + 1;
}
return (p >= end)? QSE_NULL: ((qse_wchar_t*)++p);
}
qse_wchar_t* qse_wcsxntok (
const qse_wchar_t* s, qse_size_t len,
const qse_wchar_t* delim, qse_size_t delim_len, qse_wcstr_t* tok)
{
const qse_wchar_t* p = s, *d;
const qse_wchar_t* end = s + len;
const qse_wchar_t* sp = QSE_NULL, * ep = QSE_NULL;
const qse_wchar_t* delim_end = delim + delim_len;
qse_wchar_t c;
int delim_mode;
/* skip preceding space qse_wchar_tacters */
while (p < end && QSE_ISWSPACE(*p)) p++;
if (delim == QSE_NULL) delim_mode = 0;
else
{
delim_mode = 1;
for (d = delim; d < delim_end; d++)
if (!QSE_ISWSPACE(*d)) delim_mode = 2;
}
if (delim_mode == 0)
{
/* when QSE_NULL is given as "delim", it has an effect of
* cutting preceding and trailing space qse_wchar_tacters
* off "s". */
while (p < end)
{
c = *p;
if (!QSE_ISWSPACE(c))
{
if (sp == QSE_NULL) sp = p;
ep = p;
}
p++;
}
}
else if (delim_mode == 1)
{
while (p < end)
{
c = *p;
if (QSE_ISWSPACE(c)) break;
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
else /* if (delim_mode == 2) */
{
while (p < end)
{
c = *p;
if (QSE_ISWSPACE(c))
{
p++;
continue;
}
for (d = delim; d < delim_end; d++)
{
if (c == *d) goto exit_loop;
}
if (sp == QSE_NULL) sp = p;
ep = p++;
}
}
exit_loop:
if (sp == QSE_NULL)
{
tok->ptr = QSE_NULL;
tok->len = (qse_size_t)0;
}
else
{
tok->ptr = (qse_wchar_t*)sp;
tok->len = ep - sp + 1;
}
return (p >= end)? QSE_NULL: ((qse_wchar_t*)++p);
}