GitHub/gf-core
1
0
Fork 1
mirror of https://github.com/GrammaticalFramework/gf-core.git synced 2026-05-24 02:12:50 -06:00
Code Issues Packages Projects Releases Wiki Activity

more UTF8 cleanup

Browse Source
This commit is contained in:
kr.angelov
2013-09-13 08:12:19 +00:00
parent c469ae9091
commit 4d8ed02f6d
1 changed files with 5 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
src/runtime/c/gu/utf8.c
View File

@@ -72,7 +72,10 @@ fail:
return 0; return 0;
} }
size_t extern inline void
gu_out_utf8(GuUCS ucs, GuOut* out, GuExn* err);
static size_t
gu_advance_utf8(GuUCS ucs, uint8_t* buf) gu_advance_utf8(GuUCS ucs, uint8_t* buf)
{ {
gu_require(gu_ucs_valid(ucs)); gu_require(gu_ucs_valid(ucs));
@@ -97,6 +100,7 @@ gu_advance_utf8(GuUCS ucs, uint8_t* buf)
} }
} }
void void
gu_out_utf8_(GuUCS ucs, GuOut* out, GuExn* err) gu_out_utf8_(GuUCS ucs, GuOut* out, GuExn* err)
{ {
@@ -117,44 +121,5 @@ gu_out_utf8_(GuUCS ucs, GuOut* out, GuExn* err)
} }
} }
extern inline void
gu_out_utf8(GuUCS ucs, GuOut* out, GuExn* err);
static size_t
gu_utf32_out_utf8_buffered_(const GuUCS* src, size_t len, GuOut* out,
GuExn* err)
{
size_t src_i = 0;
while (src_i < len) {
size_t dst_sz;
uint8_t* dst = gu_out_begin_span(out, len - src_i, &dst_sz, err);
if (!gu_ok(err)) {
return src_i;
}
if (!dst) {
gu_out_utf8(src[src_i], out, err);
if (!gu_ok(err)) {
return src_i;
}
src_i++;
break;
}
size_t dst_i = 0;
while (true) {
size_t safe = (dst_sz - dst_i) / 4;
size_t end = GU_MIN(len, src_i + safe);
if (end == src_i) {
break;
}
do {
GuUCS ucs = src[src_i++];
dst_i += gu_advance_utf8(ucs, &dst[dst_i]);
} while (src_i < end);
}
gu_out_end_span(out, dst_i);
}
return src_i;
}
extern inline GuUCS extern inline GuUCS
gu_in_utf8(GuIn* in, GuExn* err); gu_in_utf8(GuIn* in, GuExn* err);