150476Speter/*	$NetBSD: chartype.c,v 1.12 2015/02/22 02:16:19 christos Exp $	*/
21987Swollman
31987Swollman/*-
41987Swollman * Copyright (c) 2009 The NetBSD Foundation, Inc.
5156813Sru * All rights reserved.
6156813Sru *
7100346Sru * Redistribution and use in source and binary forms, with or without
8100346Sru * modification, are permitted provided that the following conditions
9100346Sru * are met:
10100346Sru * 1. Redistributions of source code must retain the above copyright
11100346Sru *    notice, this list of conditions and the following disclaimer.
12100346Sru * 2. Redistributions in binary form must reproduce the above copyright
13100346Sru *    notice, this list of conditions and the following disclaimer in the
14100346Sru *    documentation and/or other materials provided with the distribution.
15100346Sru *
16100346Sru * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17100346Sru * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18100346Sru * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19100346Sru * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20100346Sru * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21100346Sru * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22100346Sru * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23100346Sru * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24100346Sru * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25100346Sru * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26100346Sru * POSSIBILITY OF SUCH DAMAGE.
27100346Sru */
28100346Sru
29100346Sru/*
30100346Sru * chartype.c: character classification and meta information
31100346Sru */
32100346Sru#include "config.h"
33100346Sru#if !defined(lint) && !defined(SCCSID)
34132211Sscottl__RCSID("$NetBSD: chartype.c,v 1.12 2015/02/22 02:16:19 christos Exp $");
354257Sphk#endif /* not lint && not SCCSID */
36100346Sru#include <sys/cdefs.h>
37100346Sru__FBSDID("$FreeBSD: releng/11.0/lib/libedit/chartype.c 296435 2016-03-06 21:32:54Z pfg $");
38100346Sru
39100346Sru#include "el.h"
40100346Sru#include <stdlib.h>
41100346Sru
42100346Sru#define CT_BUFSIZ ((size_t)1024)
43100346Sru
44100346Sru#ifdef WIDECHAR
45100346Sruprotected int
46100346Sruct_conv_cbuff_resize(ct_buffer_t *conv, size_t csize)
47100346Sru{
48100346Sru	void *p;
49100346Sru
50100346Sru	if (csize <= conv->csize)
51100346Sru		return 0;
52100346Sru
53100346Sru	conv->csize = csize;
54100346Sru
55100346Sru	p = el_realloc(conv->cbuff, conv->csize * sizeof(*conv->cbuff));
56100346Sru	if (p == NULL) {
57100346Sru		conv->csize = 0;
58100346Sru		el_free(conv->cbuff);
59100346Sru		conv->cbuff = NULL;
60100346Sru		return -1;
61100346Sru	}
62100346Sru	conv->cbuff = p;
63100346Sru	return 0;
64100346Sru}
65100346Sru
66100346Sruprotected int
67100346Sruct_conv_wbuff_resize(ct_buffer_t *conv, size_t wsize)
68100346Sru{
69100346Sru	void *p;
70100346Sru
71100346Sru	if (wsize <= conv->wsize)
72100346Sru		return 0;
73100346Sru
74100346Sru	conv->wsize = wsize;
75100346Sru
76100346Sru	p = el_realloc(conv->wbuff, conv->wsize * sizeof(*conv->wbuff));
77100346Sru	if (p == NULL) {
78100346Sru		conv->wsize = 0;
79100346Sru		el_free(conv->wbuff);
80100346Sru		conv->wbuff = NULL;
81100346Sru		return -1;
82100346Sru	}
83100346Sru	conv->wbuff = p;
84100346Sru	return 0;
85100346Sru}
86100346Sru
87100346Sru
88100346Srupublic char *
89100346Sruct_encode_string(const Char *s, ct_buffer_t *conv)
90100346Sru{
91200440Santoine	char *dst;
92200440Santoine	ssize_t used;
93200440Santoine
94200440Santoine	if (!s)
95200440Santoine		return NULL;
96200440Santoine
97100346Sru	dst = conv->cbuff;
98100346Sru	for (;;) {
99100346Sru		used = (ssize_t)(dst - conv->cbuff);
100100346Sru		if ((conv->csize - (size_t)used) < 5) {
101100346Sru			if (ct_conv_cbuff_resize(conv,
102100346Sru			    conv->csize + CT_BUFSIZ) == -1)
103100346Sru				return NULL;
104139989Ssimon			dst = conv->cbuff + used;
105139989Ssimon		}
106100346Sru		if (!*s)
107100346Sru			break;
108100346Sru		used = ct_encode_char(dst, (size_t)5, *s);
109140134Skeramida		if (used == -1) /* failed to encode, need more buffer space */
110100346Sru			abort();
111100346Sru		++s;
112100346Sru		dst += used;
113100346Sru	}
114100346Sru	*dst = '\0';
115100346Sru	return conv->cbuff;
116100346Sru}
117100346Sru
118100346Srupublic Char *
119100346Sruct_decode_string(const char *s, ct_buffer_t *conv)
120100346Sru{
121100346Sru	size_t len;
122100346Sru
123100346Sru	if (!s)
124100346Sru		return NULL;
125100346Sru
126100346Sru	len = ct_mbstowcs(NULL, s, (size_t)0);
127100346Sru	if (len == (size_t)-1)
128100346Sru		return NULL;
129100346Sru
130100346Sru	if (conv->wsize < ++len)
131100346Sru		if (ct_conv_wbuff_resize(conv, len + CT_BUFSIZ) == -1)
132100346Sru			return NULL;
133100346Sru
134100346Sru	ct_mbstowcs(conv->wbuff, s, conv->wsize);
135100346Sru	return conv->wbuff;
136100346Sru}
137100346Sru
138100346Sru
139100346Sruprotected Char **
140100346Sruct_decode_argv(int argc, const char *argv[], ct_buffer_t *conv)
141100346Sru{
142100346Sru	size_t bufspace;
143100346Sru	int i;
144100346Sru	Char *p;
145100346Sru	Char **wargv;
146100346Sru	ssize_t bytes;
147100346Sru
148100346Sru	/* Make sure we have enough space in the conversion buffer to store all
149100346Sru	 * the argv strings. */
150100346Sru	for (i = 0, bufspace = 0; i < argc; ++i)
151100346Sru		bufspace += argv[i] ? strlen(argv[i]) + 1 : 0;
152100346Sru	if (conv->wsize < ++bufspace)
153100346Sru		if (ct_conv_wbuff_resize(conv, bufspace + CT_BUFSIZ) == -1)
154100346Sru			return NULL;
155100346Sru
156100346Sru	wargv = el_malloc((size_t)argc * sizeof(*wargv));
157100346Sru
158100346Sru	for (i = 0, p = conv->wbuff; i < argc; ++i) {
159100346Sru		if (!argv[i]) {   /* don't pass null pointers to mbstowcs */
160100346Sru			wargv[i] = NULL;
161100346Sru			continue;
162100346Sru		} else {
163100346Sru			wargv[i] = p;
164100346Sru			bytes = (ssize_t)mbstowcs(p, argv[i], bufspace);
165100346Sru		}
166100346Sru		if (bytes == -1) {
167100346Sru			el_free(wargv);
168100346Sru			return NULL;
169100346Sru		} else
170100346Sru			bytes++;  /* include '\0' in the count */
171100346Sru		bufspace -= (size_t)bytes;
172100346Sru		p += bytes;
173100346Sru	}
174100346Sru
175100346Sru	return wargv;
176100346Sru}
177100346Sru
178100346Sru
179100346Sruprotected size_t
180100346Sruct_enc_width(Char c)
181100346Sru{
182100346Sru	/* UTF-8 encoding specific values */
183100346Sru	if (c < 0x80)
184100346Sru		return 1;
185100346Sru	else if (c < 0x0800)
186100346Sru		return 2;
187107215Snjl	else if (c < 0x10000)
188107215Snjl		return 3;
189107215Snjl	else if (c < 0x110000)
190100346Sru		return 4;
191100346Sru	else
192100346Sru		return 0; /* not a valid codepoint */
193100346Sru}
194100346Sru
195100346Sruprotected ssize_t
196100346Sruct_encode_char(char *dst, size_t len, Char c)
197100346Sru{
198100346Sru	ssize_t l = 0;
199100346Sru	if (len < ct_enc_width(c))
200100346Sru		return -1;
201100346Sru	l = ct_wctomb(dst, c);
202100346Sru
203100346Sru	if (l < 0) {
204100346Sru		ct_wctomb_reset;
205100346Sru		l = 0;
206100346Sru	}
207100346Sru	return l;
208100346Sru}
209100346Sru#endif
210100346Sru
211132211Sscottlprotected const Char *
2124257Sphkct_visual_string(const Char *s)
213100346Sru{
2141987Swollman	static Char *buff = NULL;
215139103Sru	static size_t buffsize = 0;
216100346Sru	void *p;
21754351Smarcel	Char *dst;
21854351Smarcel	ssize_t used = 0;
21954351Smarcel
22054351Smarcel	if (!s)
22154351Smarcel		return NULL;
222100346Sru	if (!buff) {
223100346Sru	    buffsize = CT_BUFSIZ;
2242365Sbde	    buff = el_malloc(buffsize * sizeof(*buff));
225100346Sru	}
226100346Sru	dst = buff;
227104288Sru	while (*s) {
228100346Sru		used = ct_visual_char(dst, buffsize - (size_t)(dst - buff), *s);
229100346Sru		if (used == -1) { /* failed to encode, need more buffer space */
23013537Sbde			used = dst - buff;
231100346Sru			buffsize += CT_BUFSIZ;
232100346Sru			p = el_realloc(buff, buffsize * sizeof(*buff));
233100346Sru			if (p == NULL)
234100872Sru				goto out;
235100346Sru			buff = p;
23613537Sbde			dst = buff + used;
2371987Swollman			/* don't increment s here - we want to retry it! */
238100346Sru		}
239100346Sru		else
240100346Sru		    ++s;
241100346Sru		dst += used;
24254351Smarcel	}
24354351Smarcel	if (dst >= (buff + buffsize)) { /* sigh */
24454351Smarcel		buffsize += 1;
24554351Smarcel		p = el_realloc(buff, buffsize * sizeof(*buff));
24654351Smarcel		if (p == NULL)
24754351Smarcel			goto out;
24854351Smarcel		buff = p;
24985214Sdarrenr		dst = buff + buffsize - 1;
25092868Sru	}
251156813Sru	*dst = 0;
25292868Sru	return buff;
25385214Sdarrenrout:
254156813Sru	el_free(buff);
255135184Smlaier	buffsize = 0;
25692868Sru	return NULL;
257135184Smlaier}
25885214Sdarrenr
25985214Sdarrenr
260
261protected int
262ct_visual_width(Char c)
263{
264	int t = ct_chr_class(c);
265	switch (t) {
266	case CHTYPE_ASCIICTL:
267		return 2; /* ^@ ^? etc. */
268	case CHTYPE_TAB:
269		return 1; /* Hmm, this really need to be handled outside! */
270	case CHTYPE_NL:
271		return 0; /* Should this be 1 instead? */
272#ifdef WIDECHAR
273	case CHTYPE_PRINT:
274		return wcwidth(c);
275	case CHTYPE_NONPRINT:
276		if (c > 0xffff) /* prefer standard 4-byte display over 5-byte */
277			return 8; /* \U+12345 */
278		else
279			return 7; /* \U+1234 */
280#else
281	case CHTYPE_PRINT:
282		return 1;
283	case CHTYPE_NONPRINT:
284		return 4; /* \123 */
285#endif
286	default:
287		return 0; /* should not happen */
288	}
289}
290
291
292protected ssize_t
293ct_visual_char(Char *dst, size_t len, Char c)
294{
295	int t = ct_chr_class(c);
296	switch (t) {
297	case CHTYPE_TAB:
298	case CHTYPE_NL:
299	case CHTYPE_ASCIICTL:
300		if (len < 2)
301			return -1;   /* insufficient space */
302		*dst++ = '^';
303		if (c == '\177')
304			*dst = '?'; /* DEL -> ^? */
305		else
306			*dst = c | 0100;    /* uncontrolify it */
307		return 2;
308	case CHTYPE_PRINT:
309		if (len < 1)
310			return -1;  /* insufficient space */
311		*dst = c;
312		return 1;
313	case CHTYPE_NONPRINT:
314		/* we only use single-width glyphs for display,
315		 * so this is right */
316		if ((ssize_t)len < ct_visual_width(c))
317			return -1;   /* insufficient space */
318#ifdef WIDECHAR
319		*dst++ = '\\';
320		*dst++ = 'U';
321		*dst++ = '+';
322#define tohexdigit(v) "0123456789ABCDEF"[v]
323		if (c > 0xffff) /* prefer standard 4-byte display over 5-byte */
324			*dst++ = tohexdigit(((unsigned int) c >> 16) & 0xf);
325		*dst++ = tohexdigit(((unsigned int) c >> 12) & 0xf);
326		*dst++ = tohexdigit(((unsigned int) c >>  8) & 0xf);
327		*dst++ = tohexdigit(((unsigned int) c >>  4) & 0xf);
328		*dst   = tohexdigit(((unsigned int) c      ) & 0xf);
329		return c > 0xffff ? 8 : 7;
330#else
331		*dst++ = '\\';
332#define tooctaldigit(v) ((v) + '0')
333		*dst++ = tooctaldigit(((unsigned int) c >> 6) & 0x7);
334		*dst++ = tooctaldigit(((unsigned int) c >> 3) & 0x7);
335		*dst++ = tooctaldigit(((unsigned int) c     ) & 0x7);
336#endif
337		/*FALLTHROUGH*/
338	/* these two should be handled outside this function */
339	default:            /* we should never hit the default */
340		return 0;
341	}
342}
343
344
345
346
347protected int
348ct_chr_class(Char c)
349{
350	if (c == '\t')
351		return CHTYPE_TAB;
352	else if (c == '\n')
353		return CHTYPE_NL;
354	else if (IsASCII(c) && Iscntrl(c))
355		return CHTYPE_ASCIICTL;
356	else if (Isprint(c))
357		return CHTYPE_PRINT;
358	else
359		return CHTYPE_NONPRINT;
360}
361