common.c revision 230307
1228060Sbapt/*-
2228060Sbapt * Copyright (c) 1998-2011 Dag-Erling Sm��rgrav
3228060Sbapt * All rights reserved.
4228060Sbapt *
5228060Sbapt * Redistribution and use in source and binary forms, with or without
6228060Sbapt * modification, are permitted provided that the following conditions
7228060Sbapt * are met:
8228060Sbapt * 1. Redistributions of source code must retain the above copyright
9228060Sbapt *    notice, this list of conditions and the following disclaimer
10228060Sbapt *    in this position and unchanged.
11228060Sbapt * 2. Redistributions in binary form must reproduce the above copyright
12228060Sbapt *    notice, this list of conditions and the following disclaimer in the
13228060Sbapt *    documentation and/or other materials provided with the distribution.
14228060Sbapt * 3. The name of the author may not be used to endorse or promote products
15228060Sbapt *    derived from this software without specific prior written permission
16228060Sbapt *
17228060Sbapt * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18228060Sbapt * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19228060Sbapt * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20228060Sbapt * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21228060Sbapt * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22228060Sbapt * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23228060Sbapt * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24228060Sbapt * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25228060Sbapt * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26228060Sbapt * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27228060Sbapt */
28228060Sbapt
29228060Sbapt#include <sys/cdefs.h>
30228060Sbapt__FBSDID("$FreeBSD: head/lib/libfetch/common.c 230307 2012-01-18 15:13:21Z des $");
31228060Sbapt
32228060Sbapt#include <sys/param.h>
33228060Sbapt#include <sys/socket.h>
34228060Sbapt#include <sys/time.h>
35228060Sbapt#include <sys/uio.h>
36228060Sbapt
37228060Sbapt#include <netinet/in.h>
38228060Sbapt
39228060Sbapt#include <ctype.h>
40228060Sbapt#include <errno.h>
41228060Sbapt#include <fcntl.h>
42228060Sbapt#include <netdb.h>
43228060Sbapt#include <pwd.h>
44228060Sbapt#include <stdarg.h>
45228060Sbapt#include <stdlib.h>
46228060Sbapt#include <stdio.h>
47228060Sbapt#include <string.h>
48228060Sbapt#include <unistd.h>
49228060Sbapt
50228060Sbapt#include "fetch.h"
51228060Sbapt#include "common.h"
52228060Sbapt
53228060Sbapt
54228060Sbapt/*** Local data **************************************************************/
55228060Sbapt
56228060Sbapt/*
57228060Sbapt * Error messages for resolver errors
58228060Sbapt */
59228060Sbaptstatic struct fetcherr netdb_errlist[] = {
60228060Sbapt#ifdef EAI_NODATA
61228060Sbapt	{ EAI_NODATA,	FETCH_RESOLV,	"Host not found" },
62228060Sbapt#endif
63228060Sbapt	{ EAI_AGAIN,	FETCH_TEMP,	"Transient resolver failure" },
64228060Sbapt	{ EAI_FAIL,	FETCH_RESOLV,	"Non-recoverable resolver failure" },
65228060Sbapt	{ EAI_NONAME,	FETCH_RESOLV,	"No address record" },
66228060Sbapt	{ -1,		FETCH_UNKNOWN,	"Unknown resolver error" }
67228060Sbapt};
68228060Sbapt
69228060Sbapt/* End-of-Line */
70228060Sbaptstatic const char ENDL[2] = "\r\n";
7167064Sobrien
7267064Sobrien
7367064Sobrien/*** Error-reporting functions ***********************************************/
7467064Sobrien
7567064Sobrien/*
7667064Sobrien * Map error code to string
7767064Sobrien */
7867064Sobrienstatic struct fetcherr *
7967064Sobrienfetch_finderr(struct fetcherr *p, int e)
8067064Sobrien{
8158551Skris	while (p->num != -1 && p->num != e)
8258551Skris		p++;
8358551Skris	return (p);
8458551Skris}
8558551Skris
8658551Skris/*
8758551Skris * Set error code
8858551Skris */
8958551Skrisvoid
9058551Skrisfetch_seterr(struct fetcherr *p, int e)
9158551Skris{
92	p = fetch_finderr(p, e);
93	fetchLastErrCode = p->cat;
94	snprintf(fetchLastErrString, MAXERRSTRING, "%s", p->string);
95}
96
97/*
98 * Set error code according to errno
99 */
100void
101fetch_syserr(void)
102{
103	switch (errno) {
104	case 0:
105		fetchLastErrCode = FETCH_OK;
106		break;
107	case EPERM:
108	case EACCES:
109	case EROFS:
110	case EAUTH:
111	case ENEEDAUTH:
112		fetchLastErrCode = FETCH_AUTH;
113		break;
114	case ENOENT:
115	case EISDIR: /* XXX */
116		fetchLastErrCode = FETCH_UNAVAIL;
117		break;
118	case ENOMEM:
119		fetchLastErrCode = FETCH_MEMORY;
120		break;
121	case EBUSY:
122	case EAGAIN:
123		fetchLastErrCode = FETCH_TEMP;
124		break;
125	case EEXIST:
126		fetchLastErrCode = FETCH_EXISTS;
127		break;
128	case ENOSPC:
129		fetchLastErrCode = FETCH_FULL;
130		break;
131	case EADDRINUSE:
132	case EADDRNOTAVAIL:
133	case ENETDOWN:
134	case ENETUNREACH:
135	case ENETRESET:
136	case EHOSTUNREACH:
137		fetchLastErrCode = FETCH_NETWORK;
138		break;
139	case ECONNABORTED:
140	case ECONNRESET:
141		fetchLastErrCode = FETCH_ABORT;
142		break;
143	case ETIMEDOUT:
144		fetchLastErrCode = FETCH_TIMEOUT;
145		break;
146	case ECONNREFUSED:
147	case EHOSTDOWN:
148		fetchLastErrCode = FETCH_DOWN;
149		break;
150default:
151		fetchLastErrCode = FETCH_UNKNOWN;
152	}
153	snprintf(fetchLastErrString, MAXERRSTRING, "%s", strerror(errno));
154}
155
156
157/*
158 * Emit status message
159 */
160void
161fetch_info(const char *fmt, ...)
162{
163	va_list ap;
164
165	va_start(ap, fmt);
166	vfprintf(stderr, fmt, ap);
167	va_end(ap);
168	fputc('\n', stderr);
169}
170
171
172/*** Network-related utility functions ***************************************/
173
174/*
175 * Return the default port for a scheme
176 */
177int
178fetch_default_port(const char *scheme)
179{
180	struct servent *se;
181
182	if ((se = getservbyname(scheme, "tcp")) != NULL)
183		return (ntohs(se->s_port));
184	if (strcasecmp(scheme, SCHEME_FTP) == 0)
185		return (FTP_DEFAULT_PORT);
186	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
187		return (HTTP_DEFAULT_PORT);
188	return (0);
189}
190
191/*
192 * Return the default proxy port for a scheme
193 */
194int
195fetch_default_proxy_port(const char *scheme)
196{
197	if (strcasecmp(scheme, SCHEME_FTP) == 0)
198		return (FTP_DEFAULT_PROXY_PORT);
199	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
200		return (HTTP_DEFAULT_PROXY_PORT);
201	return (0);
202}
203
204
205/*
206 * Create a connection for an existing descriptor.
207 */
208conn_t *
209fetch_reopen(int sd)
210{
211	conn_t *conn;
212
213	/* allocate and fill connection structure */
214	if ((conn = calloc(1, sizeof(*conn))) == NULL)
215		return (NULL);
216	fcntl(sd, F_SETFD, FD_CLOEXEC);
217	conn->sd = sd;
218	++conn->ref;
219	return (conn);
220}
221
222
223/*
224 * Bump a connection's reference count.
225 */
226conn_t *
227fetch_ref(conn_t *conn)
228{
229
230	++conn->ref;
231	return (conn);
232}
233
234
235/*
236 * Bind a socket to a specific local address
237 */
238int
239fetch_bind(int sd, int af, const char *addr)
240{
241	struct addrinfo hints, *res, *res0;
242	int err;
243
244	memset(&hints, 0, sizeof(hints));
245	hints.ai_family = af;
246	hints.ai_socktype = SOCK_STREAM;
247	hints.ai_protocol = 0;
248	if ((err = getaddrinfo(addr, NULL, &hints, &res0)) != 0)
249		return (-1);
250	for (res = res0; res; res = res->ai_next)
251		if (bind(sd, res->ai_addr, res->ai_addrlen) == 0)
252			return (0);
253	return (-1);
254}
255
256
257/*
258 * Establish a TCP connection to the specified port on the specified host.
259 */
260conn_t *
261fetch_connect(const char *host, int port, int af, int verbose)
262{
263	conn_t *conn;
264	char pbuf[10];
265	const char *bindaddr;
266	struct addrinfo hints, *res, *res0;
267	int sd, err;
268
269	DEBUG(fprintf(stderr, "---> %s:%d\n", host, port));
270
271	if (verbose)
272		fetch_info("looking up %s", host);
273
274	/* look up host name and set up socket address structure */
275	snprintf(pbuf, sizeof(pbuf), "%d", port);
276	memset(&hints, 0, sizeof(hints));
277	hints.ai_family = af;
278	hints.ai_socktype = SOCK_STREAM;
279	hints.ai_protocol = 0;
280	if ((err = getaddrinfo(host, pbuf, &hints, &res0)) != 0) {
281		netdb_seterr(err);
282		return (NULL);
283	}
284	bindaddr = getenv("FETCH_BIND_ADDRESS");
285
286	if (verbose)
287		fetch_info("connecting to %s:%d", host, port);
288
289	/* try to connect */
290	for (sd = -1, res = res0; res; sd = -1, res = res->ai_next) {
291		if ((sd = socket(res->ai_family, res->ai_socktype,
292			 res->ai_protocol)) == -1)
293			continue;
294		if (bindaddr != NULL && *bindaddr != '\0' &&
295		    fetch_bind(sd, res->ai_family, bindaddr) != 0) {
296			fetch_info("failed to bind to '%s'", bindaddr);
297			close(sd);
298			continue;
299		}
300		if (connect(sd, res->ai_addr, res->ai_addrlen) == 0 &&
301		    fcntl(sd, F_SETFL, O_NONBLOCK) == 0)
302			break;
303		close(sd);
304	}
305	freeaddrinfo(res0);
306	if (sd == -1) {
307		fetch_syserr();
308		return (NULL);
309	}
310
311	if ((conn = fetch_reopen(sd)) == NULL) {
312		fetch_syserr();
313		close(sd);
314	}
315	return (conn);
316}
317
318
319/*
320 * Enable SSL on a connection.
321 */
322int
323fetch_ssl(conn_t *conn, int verbose)
324{
325#ifdef WITH_SSL
326	int ret, ssl_err;
327
328	/* Init the SSL library and context */
329	if (!SSL_library_init()){
330		fprintf(stderr, "SSL library init failed\n");
331		return (-1);
332	}
333
334	SSL_load_error_strings();
335
336	conn->ssl_meth = SSLv23_client_method();
337	conn->ssl_ctx = SSL_CTX_new(conn->ssl_meth);
338	SSL_CTX_set_mode(conn->ssl_ctx, SSL_MODE_AUTO_RETRY);
339
340	conn->ssl = SSL_new(conn->ssl_ctx);
341	if (conn->ssl == NULL){
342		fprintf(stderr, "SSL context creation failed\n");
343		return (-1);
344	}
345	SSL_set_fd(conn->ssl, conn->sd);
346	while ((ret = SSL_connect(conn->ssl)) == -1) {
347		ssl_err = SSL_get_error(conn->ssl, ret);
348		if (ssl_err != SSL_ERROR_WANT_READ &&
349		    ssl_err != SSL_ERROR_WANT_WRITE) {
350			ERR_print_errors_fp(stderr);
351			return (-1);
352		}
353	}
354
355	if (verbose) {
356		X509_NAME *name;
357		char *str;
358
359		fprintf(stderr, "SSL connection established using %s\n",
360		    SSL_get_cipher(conn->ssl));
361		conn->ssl_cert = SSL_get_peer_certificate(conn->ssl);
362		name = X509_get_subject_name(conn->ssl_cert);
363		str = X509_NAME_oneline(name, 0, 0);
364		printf("Certificate subject: %s\n", str);
365		free(str);
366		name = X509_get_issuer_name(conn->ssl_cert);
367		str = X509_NAME_oneline(name, 0, 0);
368		printf("Certificate issuer: %s\n", str);
369		free(str);
370	}
371
372	return (0);
373#else
374	(void)conn;
375	(void)verbose;
376	fprintf(stderr, "SSL support disabled\n");
377	return (-1);
378#endif
379}
380
381#define FETCH_READ_WAIT		-2
382#define FETCH_READ_ERROR	-1
383#define FETCH_READ_DONE		 0
384
385#ifdef WITH_SSL
386static ssize_t
387fetch_ssl_read(SSL *ssl, char *buf, size_t len)
388{
389	ssize_t rlen;
390	int ssl_err;
391
392	rlen = SSL_read(ssl, buf, len);
393	if (rlen < 0) {
394		ssl_err = SSL_get_error(ssl, rlen);
395		if (ssl_err == SSL_ERROR_WANT_READ ||
396		    ssl_err == SSL_ERROR_WANT_WRITE) {
397			return (FETCH_READ_WAIT);
398		} else {
399			ERR_print_errors_fp(stderr);
400			return (FETCH_READ_ERROR);
401		}
402	}
403	return (rlen);
404}
405#endif
406
407/*
408 * Cache some data that was read from a socket but cannot be immediately
409 * returned because of an interrupted system call.
410 */
411static int
412fetch_cache_data(conn_t *conn, char *src, size_t nbytes)
413{
414	char *tmp;
415
416	if (conn->cache.size < nbytes) {
417		tmp = realloc(conn->cache.buf, nbytes);
418		if (tmp == NULL) {
419			errno = ENOMEM;
420			fetch_syserr();
421			return (-1);
422		}
423		conn->cache.buf = tmp;
424		conn->cache.size = nbytes;
425	}
426
427	memcpy(conn->cache.buf, src, nbytes);
428	conn->cache.len = nbytes;
429	conn->cache.pos = 0;
430
431	return (0);
432}
433
434
435static ssize_t
436fetch_socket_read(int sd, char *buf, size_t len)
437{
438	ssize_t rlen;
439
440	rlen = read(sd, buf, len);
441	if (rlen < 0) {
442		if (errno == EAGAIN || (errno == EINTR && fetchRestartCalls))
443			return (FETCH_READ_WAIT);
444		else
445			return (FETCH_READ_ERROR);
446	}
447	return (rlen);
448}
449
450/*
451 * Read a character from a connection w/ timeout
452 */
453ssize_t
454fetch_read(conn_t *conn, char *buf, size_t len)
455{
456	struct timeval now, timeout, delta;
457	fd_set readfds;
458	ssize_t rlen, total;
459	int r;
460	char *start;
461
462	if (fetchTimeout) {
463		FD_ZERO(&readfds);
464		gettimeofday(&timeout, NULL);
465		timeout.tv_sec += fetchTimeout;
466	}
467
468	total = 0;
469	start = buf;
470
471	if (conn->cache.len > 0) {
472		/*
473		 * The last invocation of fetch_read was interrupted by a
474		 * signal after some data had been read from the socket. Copy
475		 * the cached data into the supplied buffer before trying to
476		 * read from the socket again.
477		 */
478		total = (conn->cache.len < len) ? conn->cache.len : len;
479		memcpy(buf, conn->cache.buf, total);
480
481		conn->cache.len -= total;
482		conn->cache.pos += total;
483		len -= total;
484		buf+= total;
485	}
486
487	while (len > 0) {
488		/*
489		 * The socket is non-blocking.  Instead of the canonical
490		 * select() -> read(), we do the following:
491		 *
492		 * 1) call read() or SSL_read().
493		 * 2) if an error occurred, return -1.
494		 * 3) if we received data but we still expect more,
495		 *    update our counters and loop.
496		 * 4) if read() or SSL_read() signaled EOF, return.
497		 * 5) if we did not receive any data but we're not at EOF,
498		 *    call select().
499		 *
500		 * In the SSL case, this is necessary because if we
501		 * receive a close notification, we have to call
502		 * SSL_read() one additional time after we've read
503		 * everything we received.
504		 *
505		 * In the non-SSL case, it may improve performance (very
506		 * slightly) when reading small amounts of data.
507		 */
508#ifdef WITH_SSL
509		if (conn->ssl != NULL)
510			rlen = fetch_ssl_read(conn->ssl, buf, len);
511		else
512#endif
513			rlen = fetch_socket_read(conn->sd, buf, len);
514		if (rlen == 0) {
515			break;
516		} else if (rlen > 0) {
517			len -= rlen;
518			buf += rlen;
519			total += rlen;
520			continue;
521		} else if (rlen == FETCH_READ_ERROR) {
522			if (errno == EINTR)
523				fetch_cache_data(conn, start, total);
524			return (-1);
525		}
526		// assert(rlen == FETCH_READ_WAIT);
527		while (fetchTimeout && !FD_ISSET(conn->sd, &readfds)) {
528			FD_SET(conn->sd, &readfds);
529			gettimeofday(&now, NULL);
530			delta.tv_sec = timeout.tv_sec - now.tv_sec;
531			delta.tv_usec = timeout.tv_usec - now.tv_usec;
532			if (delta.tv_usec < 0) {
533				delta.tv_usec += 1000000;
534				delta.tv_sec--;
535			}
536			if (delta.tv_sec < 0) {
537				errno = ETIMEDOUT;
538				fetch_syserr();
539				return (-1);
540			}
541			errno = 0;
542			r = select(conn->sd + 1, &readfds, NULL, NULL, &delta);
543			if (r == -1) {
544				if (errno == EINTR) {
545					if (fetchRestartCalls)
546						continue;
547					/* Save anything that was read. */
548					fetch_cache_data(conn, start, total);
549				}
550				fetch_syserr();
551				return (-1);
552			}
553		}
554	}
555	return (total);
556}
557
558
559/*
560 * Read a line of text from a connection w/ timeout
561 */
562#define MIN_BUF_SIZE 1024
563
564int
565fetch_getln(conn_t *conn)
566{
567	char *tmp;
568	size_t tmpsize;
569	ssize_t len;
570	char c;
571
572	if (conn->buf == NULL) {
573		if ((conn->buf = malloc(MIN_BUF_SIZE)) == NULL) {
574			errno = ENOMEM;
575			return (-1);
576		}
577		conn->bufsize = MIN_BUF_SIZE;
578	}
579
580	conn->buf[0] = '\0';
581	conn->buflen = 0;
582
583	do {
584		len = fetch_read(conn, &c, 1);
585		if (len == -1)
586			return (-1);
587		if (len == 0)
588			break;
589		conn->buf[conn->buflen++] = c;
590		if (conn->buflen == conn->bufsize) {
591			tmp = conn->buf;
592			tmpsize = conn->bufsize * 2 + 1;
593			if ((tmp = realloc(tmp, tmpsize)) == NULL) {
594				errno = ENOMEM;
595				return (-1);
596			}
597			conn->buf = tmp;
598			conn->bufsize = tmpsize;
599		}
600	} while (c != '\n');
601
602	conn->buf[conn->buflen] = '\0';
603	DEBUG(fprintf(stderr, "<<< %s", conn->buf));
604	return (0);
605}
606
607
608/*
609 * Write to a connection w/ timeout
610 */
611ssize_t
612fetch_write(conn_t *conn, const char *buf, size_t len)
613{
614	struct iovec iov;
615
616	iov.iov_base = __DECONST(char *, buf);
617	iov.iov_len = len;
618	return fetch_writev(conn, &iov, 1);
619}
620
621/*
622 * Write a vector to a connection w/ timeout
623 * Note: can modify the iovec.
624 */
625ssize_t
626fetch_writev(conn_t *conn, struct iovec *iov, int iovcnt)
627{
628	struct timeval now, timeout, delta;
629	fd_set writefds;
630	ssize_t wlen, total;
631	int r;
632
633	if (fetchTimeout) {
634		FD_ZERO(&writefds);
635		gettimeofday(&timeout, NULL);
636		timeout.tv_sec += fetchTimeout;
637	}
638
639	total = 0;
640	while (iovcnt > 0) {
641		while (fetchTimeout && !FD_ISSET(conn->sd, &writefds)) {
642			FD_SET(conn->sd, &writefds);
643			gettimeofday(&now, NULL);
644			delta.tv_sec = timeout.tv_sec - now.tv_sec;
645			delta.tv_usec = timeout.tv_usec - now.tv_usec;
646			if (delta.tv_usec < 0) {
647				delta.tv_usec += 1000000;
648				delta.tv_sec--;
649			}
650			if (delta.tv_sec < 0) {
651				errno = ETIMEDOUT;
652				fetch_syserr();
653				return (-1);
654			}
655			errno = 0;
656			r = select(conn->sd + 1, NULL, &writefds, NULL, &delta);
657			if (r == -1) {
658				if (errno == EINTR && fetchRestartCalls)
659					continue;
660				return (-1);
661			}
662		}
663		errno = 0;
664#ifdef WITH_SSL
665		if (conn->ssl != NULL)
666			wlen = SSL_write(conn->ssl,
667			    iov->iov_base, iov->iov_len);
668		else
669#endif
670			wlen = writev(conn->sd, iov, iovcnt);
671		if (wlen == 0) {
672			/* we consider a short write a failure */
673			/* XXX perhaps we shouldn't in the SSL case */
674			errno = EPIPE;
675			fetch_syserr();
676			return (-1);
677		}
678		if (wlen < 0) {
679			if (errno == EINTR && fetchRestartCalls)
680				continue;
681			return (-1);
682		}
683		total += wlen;
684		while (iovcnt > 0 && wlen >= (ssize_t)iov->iov_len) {
685			wlen -= iov->iov_len;
686			iov++;
687			iovcnt--;
688		}
689		if (iovcnt > 0) {
690			iov->iov_len -= wlen;
691			iov->iov_base = __DECONST(char *, iov->iov_base) + wlen;
692		}
693	}
694	return (total);
695}
696
697
698/*
699 * Write a line of text to a connection w/ timeout
700 */
701int
702fetch_putln(conn_t *conn, const char *str, size_t len)
703{
704	struct iovec iov[2];
705	int ret;
706
707	DEBUG(fprintf(stderr, ">>> %s\n", str));
708	iov[0].iov_base = __DECONST(char *, str);
709	iov[0].iov_len = len;
710	iov[1].iov_base = __DECONST(char *, ENDL);
711	iov[1].iov_len = sizeof(ENDL);
712	if (len == 0)
713		ret = fetch_writev(conn, &iov[1], 1);
714	else
715		ret = fetch_writev(conn, iov, 2);
716	if (ret == -1)
717		return (-1);
718	return (0);
719}
720
721
722/*
723 * Close connection
724 */
725int
726fetch_close(conn_t *conn)
727{
728	int ret;
729
730	if (--conn->ref > 0)
731		return (0);
732	ret = close(conn->sd);
733	free(conn->cache.buf);
734	free(conn->buf);
735	free(conn);
736	return (ret);
737}
738
739
740/*** Directory-related utility functions *************************************/
741
742int
743fetch_add_entry(struct url_ent **p, int *size, int *len,
744    const char *name, struct url_stat *us)
745{
746	struct url_ent *tmp;
747
748	if (*p == NULL) {
749		*size = 0;
750		*len = 0;
751	}
752
753	if (*len >= *size - 1) {
754		tmp = realloc(*p, (*size * 2 + 1) * sizeof(**p));
755		if (tmp == NULL) {
756			errno = ENOMEM;
757			fetch_syserr();
758			return (-1);
759		}
760		*size = (*size * 2 + 1);
761		*p = tmp;
762	}
763
764	tmp = *p + *len;
765	snprintf(tmp->name, PATH_MAX, "%s", name);
766	memcpy(&tmp->stat, us, sizeof(*us));
767
768	(*len)++;
769	(++tmp)->name[0] = 0;
770
771	return (0);
772}
773
774
775/*** Authentication-related utility functions ********************************/
776
777static const char *
778fetch_read_word(FILE *f)
779{
780	static char word[1024];
781
782	if (fscanf(f, " %1023s ", word) != 1)
783		return (NULL);
784	return (word);
785}
786
787/*
788 * Get authentication data for a URL from .netrc
789 */
790int
791fetch_netrc_auth(struct url *url)
792{
793	char fn[PATH_MAX];
794	const char *word;
795	char *p;
796	FILE *f;
797
798	if ((p = getenv("NETRC")) != NULL) {
799		if (snprintf(fn, sizeof(fn), "%s", p) >= (int)sizeof(fn)) {
800			fetch_info("$NETRC specifies a file name "
801			    "longer than PATH_MAX");
802			return (-1);
803		}
804	} else {
805		if ((p = getenv("HOME")) != NULL) {
806			struct passwd *pwd;
807
808			if ((pwd = getpwuid(getuid())) == NULL ||
809			    (p = pwd->pw_dir) == NULL)
810				return (-1);
811		}
812		if (snprintf(fn, sizeof(fn), "%s/.netrc", p) >= (int)sizeof(fn))
813			return (-1);
814	}
815
816	if ((f = fopen(fn, "r")) == NULL)
817		return (-1);
818	while ((word = fetch_read_word(f)) != NULL) {
819		if (strcmp(word, "default") == 0) {
820			DEBUG(fetch_info("Using default .netrc settings"));
821			break;
822		}
823		if (strcmp(word, "machine") == 0 &&
824		    (word = fetch_read_word(f)) != NULL &&
825		    strcasecmp(word, url->host) == 0) {
826			DEBUG(fetch_info("Using .netrc settings for %s", word));
827			break;
828		}
829	}
830	if (word == NULL)
831		goto ferr;
832	while ((word = fetch_read_word(f)) != NULL) {
833		if (strcmp(word, "login") == 0) {
834			if ((word = fetch_read_word(f)) == NULL)
835				goto ferr;
836			if (snprintf(url->user, sizeof(url->user),
837				"%s", word) > (int)sizeof(url->user)) {
838				fetch_info("login name in .netrc is too long");
839				url->user[0] = '\0';
840			}
841		} else if (strcmp(word, "password") == 0) {
842			if ((word = fetch_read_word(f)) == NULL)
843				goto ferr;
844			if (snprintf(url->pwd, sizeof(url->pwd),
845				"%s", word) > (int)sizeof(url->pwd)) {
846				fetch_info("password in .netrc is too long");
847				url->pwd[0] = '\0';
848			}
849		} else if (strcmp(word, "account") == 0) {
850			if ((word = fetch_read_word(f)) == NULL)
851				goto ferr;
852			/* XXX not supported! */
853		} else {
854			break;
855		}
856	}
857	fclose(f);
858	return (0);
859 ferr:
860	fclose(f);
861	return (-1);
862}
863
864/*
865 * The no_proxy environment variable specifies a set of domains for
866 * which the proxy should not be consulted; the contents is a comma-,
867 * or space-separated list of domain names.  A single asterisk will
868 * override all proxy variables and no transactions will be proxied
869 * (for compatability with lynx and curl, see the discussion at
870 * <http://curl.haxx.se/mail/archive_pre_oct_99/0009.html>).
871 */
872int
873fetch_no_proxy_match(const char *host)
874{
875	const char *no_proxy, *p, *q;
876	size_t h_len, d_len;
877
878	if ((no_proxy = getenv("NO_PROXY")) == NULL &&
879	    (no_proxy = getenv("no_proxy")) == NULL)
880		return (0);
881
882	/* asterisk matches any hostname */
883	if (strcmp(no_proxy, "*") == 0)
884		return (1);
885
886	h_len = strlen(host);
887	p = no_proxy;
888	do {
889		/* position p at the beginning of a domain suffix */
890		while (*p == ',' || isspace((unsigned char)*p))
891			p++;
892
893		/* position q at the first separator character */
894		for (q = p; *q; ++q)
895			if (*q == ',' || isspace((unsigned char)*q))
896				break;
897
898		d_len = q - p;
899		if (d_len > 0 && h_len >= d_len &&
900		    strncasecmp(host + h_len - d_len,
901			p, d_len) == 0) {
902			/* domain name matches */
903			return (1);
904		}
905
906		p = q + 1;
907	} while (*q);
908
909	return (0);
910}
911