1 /* $NetBSD: vis.c,v 1.74 2017/11/27 16:37:21 christos Exp $ */
2 /* $FreeBSD: head/contrib/libc-vis/vis.c 326307 2017-11-28 01:35:28Z brooks $ */
5 * Copyright (c) 1989, 1993
6 * The Regents of the University of California. All rights reserved.
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. Neither the name of the University nor the names of its contributors
17 * may be used to endorse or promote products derived from this software
18 * without specific prior written permission.
20 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
24 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 * Copyright (c) 1999, 2005 The NetBSD Foundation, Inc.
35 * All rights reserved.
37 * Redistribution and use in source and binary forms, with or without
38 * modification, are permitted provided that the following conditions
40 * 1. Redistributions of source code must retain the above copyright
41 * notice, this list of conditions and the following disclaimer.
42 * 2. Redistributions in binary form must reproduce the above copyright
43 * notice, this list of conditions and the following disclaimer in the
44 * documentation and/or other materials provided with the distribution.
46 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
47 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
48 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
49 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
50 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
51 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
52 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
53 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
54 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
55 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
56 * POSSIBILITY OF SUCH DAMAGE.
60 #include "namespace.h"
62 #include <sys/types.h>
63 #include <sys/param.h>
72 #include "un-namespace.h"
76 __weak_alias(strvisx,_strvisx)
79 #if !HAVE_VIS || !HAVE_SVIS
81 #include "namespace.h"
88 #include "un-namespace.h"
92 * The reason for going through the trouble to deal with character encodings
93 * in vis(3), is that we use this to safe encode output of commands. This
94 * safe encoding varies depending on the character set. For example if we
95 * display ps output in French, we don't want to display French characters
99 static wchar_t *do_svis(wchar_t *, wint_t, int, wint_t, const wchar_t *);
104 #if defined(LC_C_LOCALE)
105 #define iscgraph(c) isgraph_l(c, LC_C_LOCALE)
107 /* Keep it simple for now, no locale stuff */
108 #define iscgraph(c) isgraph(c)
116 ol = setlocale(LC_CTYPE, "C");
119 setlocale(LC_CTYPE, ol);
125 #define ISGRAPH(flags, c) \
126 (((flags) & VIS_NOLOCALE) ? iscgraph(c) : iswgraph(c))
128 #define iswoctal(c) (((u_char)(c)) >= L'0' && ((u_char)(c)) <= L'7')
129 #define iswwhite(c) (c == L' ' || c == L'\t' || c == L'\n')
130 #define iswsafe(c) (c == L'\b' || c == BELL || c == L'\r')
131 #define xtoa(c) L"0123456789abcdef"[c]
132 #define XTOA(c) L"0123456789ABCDEF"[c]
136 static const wchar_t char_shell[] = L"'`\";&<>()|{}]\\$!^~";
137 static const wchar_t char_glob[] = L"*?[#";
139 #if !HAVE_NBTOOL_CONFIG_H
142 * On NetBSD MB_LEN_MAX is currently 32 which does not fit on any integer
143 * integral type and it is probably wrong, since currently the maximum
144 * number of bytes and character needs is 6. Until this is fixed, the
145 * loops below are using sizeof(uint64_t) - 1 instead of MB_LEN_MAX, and
146 * the assertion is commented out.
148 #if defined(__FreeBSD__) || defined(__DragonFly__)
150 * On FreeBSD and DragonFly, including <sys/systm.h> for CTASSERT only
151 * works in kernel mode.
154 #define CTASSERT(x) _CTASSERT(x, __LINE__)
155 #define _CTASSERT(x, y) __CTASSERT(x, y)
156 #define __CTASSERT(x, y) typedef char __assert ## y[(x) ? 1 : -1]
158 #endif /* __FreeBSD__ || __DragonFly__ */
159 CTASSERT(MB_LEN_MAX <= sizeof(uint64_t));
160 #endif /* !__NetBSD__ */
164 * This is do_hvis, for HTTP style (RFC 1808)
167 do_hvis(wchar_t *dst, wint_t c, int flags, wint_t nextc, const wchar_t *extra)
171 || c == L'$' || c == L'-' || c == L'_' || c == L'.' || c == L'+'
173 || c == L'!' || c == L'*' || c == L'\'' || c == L'(' || c == L')'
175 dst = do_svis(dst, c, flags, nextc, extra);
178 *dst++ = xtoa(((unsigned int)c >> 4) & 0xf);
179 *dst++ = xtoa((unsigned int)c & 0xf);
186 * This is do_mvis, for Quoted-Printable MIME (RFC 2045)
187 * NB: No handling of long lines or CRLF.
190 do_mvis(wchar_t *dst, wint_t c, int flags, wint_t nextc, const wchar_t *extra)
193 /* Space at the end of the line */
194 ((iswspace(c) && (nextc == L'\r' || nextc == L'\n')) ||
196 (!iswspace(c) && (c < 33 || (c > 60 && c < 62) || c > 126)) ||
197 /* Specific char to be escaped */
198 wcschr(L"#$@[\\]^`{|}~", c) != NULL)) {
200 *dst++ = XTOA(((unsigned int)c >> 4) & 0xf);
201 *dst++ = XTOA((unsigned int)c & 0xf);
203 dst = do_svis(dst, c, flags, nextc, extra);
208 * Output single byte of multibyte character.
211 do_mbyte(wchar_t *dst, wint_t c, int flags, wint_t nextc, int iswextra)
213 if (flags & VIS_CSTYLE) {
216 *dst++ = L'\\'; *dst++ = L'n';
219 *dst++ = L'\\'; *dst++ = L'r';
222 *dst++ = L'\\'; *dst++ = L'b';
225 *dst++ = L'\\'; *dst++ = L'a';
228 *dst++ = L'\\'; *dst++ = L'v';
231 *dst++ = L'\\'; *dst++ = L't';
234 *dst++ = L'\\'; *dst++ = L'f';
237 *dst++ = L'\\'; *dst++ = L's';
240 *dst++ = L'\\'; *dst++ = L'0';
241 if (iswoctal(nextc)) {
246 /* We cannot encode these characters in VIS_CSTYLE
247 * because they special meaning */
263 case L'$': /* vis(1) -l */
266 if (ISGRAPH(flags, c) && !iswoctal(c)) {
273 if (iswextra || ((c & 0177) == L' ') || (flags & VIS_OCTAL)) {
275 *dst++ = (u_char)(((u_int32_t)(u_char)c >> 6) & 03) + L'0';
276 *dst++ = (u_char)(((u_int32_t)(u_char)c >> 3) & 07) + L'0';
277 *dst++ = (c & 07) + L'0';
279 if ((flags & VIS_NOSLASH) == 0)
303 * This is do_vis, the central code of vis.
304 * dst: Pointer to the destination buffer
305 * c: Character to encode
307 * nextc: The character following 'c'
308 * extra: Pointer to the list of extra characters to be
309 * backslash-protected.
312 do_svis(wchar_t *dst, wint_t c, int flags, wint_t nextc, const wchar_t *extra)
314 int iswextra, i, shft;
317 iswextra = wcschr(extra, c) != NULL;
318 if (((flags & VIS_ALL) == 0) &&
320 (ISGRAPH(flags, c) || iswwhite(c) ||
321 ((flags & VIS_SAFE) && iswsafe(c)))) {
326 /* See comment in istrsenvisx() output loop, below. */
328 for (i = sizeof(wmsk) - 1; i >= 0; i--) {
330 bmsk = (uint64_t)0xffLL << shft;
332 if ((c & wmsk) || i == 0)
333 dst = do_mbyte(dst, (wint_t)(
334 (uint64_t)(c & bmsk) >> shft),
335 flags, nextc, iswextra);
341 typedef wchar_t *(*visfun_t)(wchar_t *, wint_t, int, wint_t, const wchar_t *);
344 * Return the appropriate encoding function depending on the flags given.
349 if (flags & VIS_HTTPSTYLE)
351 if (flags & VIS_MIMESTYLE)
357 * Expand list of extra characters to not visually encode.
360 makeextralist(int flags, const char *src)
367 bzero(&mbstate, sizeof(mbstate));
369 if ((dst = calloc(len + MAXEXTRAS, sizeof(*dst))) == NULL)
372 if ((flags & VIS_NOLOCALE) || mbsrtowcs(dst, &src, len, &mbstate) == (size_t)-1) {
374 for (i = 0; i < len; i++)
375 dst[i] = (wchar_t)(u_char)src[i];
378 d = dst + wcslen(dst);
380 if (flags & VIS_GLOB)
381 for (s = char_glob; *s; *d++ = *s++)
384 if (flags & VIS_SHELL)
385 for (s = char_shell; *s; *d++ = *s++)
388 if (flags & VIS_SP) *d++ = L' ';
389 if (flags & VIS_TAB) *d++ = L'\t';
390 if (flags & VIS_NL) *d++ = L'\n';
391 if (flags & VIS_DQ) *d++ = L'"';
392 if ((flags & VIS_NOSLASH) == 0) *d++ = L'\\';
400 * The main internal function.
401 * All user-visible functions call this one.
404 istrsenvisx(char **mbdstp, size_t *dlen, const char *mbsrc, size_t mblength,
405 int flags, const char *mbextra, int *cerr_ptr)
407 wchar_t *dst, *src, *pdst, *psrc, *start, *extra;
412 int clen = 0, cerr, error = -1, i, shft;
414 ssize_t mbslength, maxolen;
417 _DIAGASSERT(mbdstp != NULL);
418 _DIAGASSERT(mbsrc != NULL || mblength == 0);
419 _DIAGASSERT(mbextra != NULL);
421 mbslength = (ssize_t)mblength;
423 * When inputing a single character, must also read in the
424 * next character for nextc, the look-ahead character.
430 * Input (mbsrc) is a char string considered to be multibyte
431 * characters. The input loop will read this string pulling
432 * one character, possibly multiple bytes, from mbsrc and
433 * converting each to wchar_t in src.
435 * The vis conversion will be done using the wide char
438 * This will then be converted back to a multibyte string to
439 * return to the caller.
442 /* Allocate space for the wide char strings */
443 psrc = pdst = extra = NULL;
445 if ((psrc = calloc(mbslength + 1, sizeof(*psrc))) == NULL)
447 if ((pdst = calloc((16 * mbslength) + 1, sizeof(*pdst))) == NULL)
449 if (*mbdstp == NULL) {
450 if ((mdst = calloc((16 * mbslength) + 1, sizeof(*mdst))) == NULL)
459 if (flags & VIS_NOLOCALE) {
460 /* Do one byte at a time conversion */
463 /* Use caller's multibyte conversion error flag. */
464 cerr = cerr_ptr ? *cerr_ptr : 0;
469 * Handle up to mblength characters (not bytes). We do not
470 * stop at NULs because we may be processing a block of data
471 * that includes NULs.
473 bzero(&mbstate, sizeof(mbstate));
474 while (mbslength > 0) {
475 /* Convert one multibyte character to wchar_t. */
477 clen = mbrtowc(src, mbsrc, MB_LEN_MAX, &mbstate);
478 if (cerr || clen < 0) {
479 /* Conversion error, process as a byte instead. */
480 *src = (wint_t)(u_char)*mbsrc;
486 * NUL in input gives 0 return value. process
487 * as single NUL byte and keep going.
491 /* Advance buffer character pointer. */
493 /* Advance input pointer by number of bytes read. */
495 /* Decrement input byte count. */
502 * In the single character input case, we will have actually
503 * processed two characters, c and nextc. Reset len back to
504 * just a single character.
509 /* Convert extra argument to list of characters for this mode. */
510 extra = makeextralist(flags, mbextra);
512 if (dlen && *dlen == 0) {
516 *mbdst = '\0'; /* can't create extra, return "" */
521 /* Look up which processing function to call. */
522 f = getvisfun(flags);
525 * Main processing loop.
526 * Call do_Xvis processing function one character at a time
527 * with next character available for look-ahead.
529 for (start = dst; len > 0; len--) {
531 dst = (*f)(dst, c, flags, len >= 1 ? *src : L'\0', extra);
538 /* Terminate the string in the buffer. */
543 * Convert wchar_t string back to multibyte output string.
544 * If we have hit a multi-byte conversion error on input,
545 * output byte-by-byte here. Else use wctomb().
548 maxolen = dlen ? *dlen : (wcslen(start) * MB_LEN_MAX + 1);
550 bzero(&mbstate, sizeof(mbstate));
551 for (dst = start; len > 0; len--) {
553 clen = wcrtomb(mbdst, *dst, &mbstate);
554 if (cerr || clen < 0) {
556 * Conversion error, process as a byte(s) instead.
557 * Examine each byte and higher-order bytes for
559 * 0x000000000000a264 -> a2 64
560 * 0x000000001f00a264 -> 1f 00 a2 64
564 for (i = sizeof(wmsk) - 1; i >= 0; i--) {
566 bmsk = (uint64_t)0xffLL << shft;
568 if ((*dst & wmsk) || i == 0)
569 mbdst[clen++] = (char)(
570 (uint64_t)(*dst & bmsk) >>
575 /* If this character would exceed our output limit, stop. */
576 if (olen + clen > (size_t)maxolen)
578 /* Advance output pointer by number of bytes written. */
580 /* Advance buffer character pointer. */
582 /* Incrment output character count. */
586 /* Terminate the output string. */
589 if (flags & VIS_NOLOCALE) {
590 /* Pass conversion error flag out. */
609 istrsenvisxl(char **mbdstp, size_t *dlen, const char *mbsrc,
610 int flags, const char *mbextra, int *cerr_ptr)
612 return istrsenvisx(mbdstp, dlen, mbsrc,
613 mbsrc != NULL ? strlen(mbsrc) : 0, flags, mbextra, cerr_ptr);
620 * The "svis" variants all take an "extra" arg that is a pointer
621 * to a NUL-terminated list of characters to be encoded, too.
622 * These functions are useful e. g. to encode strings in such a
623 * way so that they are not interpreted by a shell.
627 svis(char *mbdst, int c, int flags, int nextc, const char *mbextra)
635 ret = istrsenvisx(&mbdst, NULL, cc, 1, flags, mbextra, NULL);
642 snvis(char *mbdst, size_t dlen, int c, int flags, int nextc, const char *mbextra)
650 ret = istrsenvisx(&mbdst, &dlen, cc, 1, flags, mbextra, NULL);
657 strsvis(char *mbdst, const char *mbsrc, int flags, const char *mbextra)
659 return istrsenvisxl(&mbdst, NULL, mbsrc, flags, mbextra, NULL);
663 strsnvis(char *mbdst, size_t dlen, const char *mbsrc, int flags, const char *mbextra)
665 return istrsenvisxl(&mbdst, &dlen, mbsrc, flags, mbextra, NULL);
669 strsvisx(char *mbdst, const char *mbsrc, size_t len, int flags, const char *mbextra)
671 return istrsenvisx(&mbdst, NULL, mbsrc, len, flags, mbextra, NULL);
675 strsnvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags,
678 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, mbextra, NULL);
682 strsenvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags,
683 const char *mbextra, int *cerr_ptr)
685 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, mbextra, cerr_ptr);
691 * vis - visually encode characters
694 vis(char *mbdst, int c, int flags, int nextc)
702 ret = istrsenvisx(&mbdst, NULL, cc, 1, flags, "", NULL);
709 nvis(char *mbdst, size_t dlen, int c, int flags, int nextc)
717 ret = istrsenvisx(&mbdst, &dlen, cc, 1, flags, "", NULL);
724 * strvis - visually encode characters from src into dst
726 * Dst must be 4 times the size of src to account for possible
727 * expansion. The length of dst, not including the trailing NULL,
732 strvis(char *mbdst, const char *mbsrc, int flags)
734 return istrsenvisxl(&mbdst, NULL, mbsrc, flags, "", NULL);
738 strnvis(char *dst, const char *src, size_t len, int flag)
740 return istrsenvisxl(&dst, &len, src, flag, "", NULL);
744 stravis(char **mbdstp, const char *mbsrc, int flags)
747 return istrsenvisxl(mbdstp, NULL, mbsrc, flags, "", NULL);
751 * strvisx - visually encode characters from src into dst
753 * Dst must be 4 times the size of src to account for possible
754 * expansion. The length of dst, not including the trailing NULL,
757 * Strvisx encodes exactly len characters from src into dst.
758 * This is useful for encoding a block of data.
762 strvisx(char *mbdst, const char *mbsrc, size_t len, int flags)
764 return istrsenvisx(&mbdst, NULL, mbsrc, len, flags, "", NULL);
768 strnvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags)
770 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, "", NULL);
774 strenvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags,
777 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, "", cerr_ptr);