common.c revision 234837
140939Sdes/*-
2226537Sdes * Copyright (c) 1998-2011 Dag-Erling Sm��rgrav
340939Sdes * All rights reserved.
440939Sdes *
540939Sdes * Redistribution and use in source and binary forms, with or without
640939Sdes * modification, are permitted provided that the following conditions
740939Sdes * are met:
840939Sdes * 1. Redistributions of source code must retain the above copyright
940939Sdes *    notice, this list of conditions and the following disclaimer
1040939Sdes *    in this position and unchanged.
1140939Sdes * 2. Redistributions in binary form must reproduce the above copyright
1240939Sdes *    notice, this list of conditions and the following disclaimer in the
1340939Sdes *    documentation and/or other materials provided with the distribution.
1440939Sdes * 3. The name of the author may not be used to endorse or promote products
1540939Sdes *    derived from this software without specific prior written permission
1640939Sdes *
1740939Sdes * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1840939Sdes * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1940939Sdes * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2040939Sdes * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2140939Sdes * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2240939Sdes * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2340939Sdes * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2440939Sdes * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2540939Sdes * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2640939Sdes * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2740939Sdes */
2840939Sdes
2984203Sdillon#include <sys/cdefs.h>
3084203Sdillon__FBSDID("$FreeBSD: head/lib/libfetch/common.c 234837 2012-04-30 12:11:45Z des $");
3184203Sdillon
3241862Sdes#include <sys/param.h>
3340939Sdes#include <sys/socket.h>
3455557Sdes#include <sys/time.h>
3562981Sdes#include <sys/uio.h>
36174752Sdes
3740939Sdes#include <netinet/in.h>
3840939Sdes
39174752Sdes#include <ctype.h>
4040939Sdes#include <errno.h>
41210568Sdes#include <fcntl.h>
4240939Sdes#include <netdb.h>
43109695Sdes#include <pwd.h>
4460924Sdes#include <stdarg.h>
4541862Sdes#include <stdlib.h>
4641862Sdes#include <stdio.h>
4740939Sdes#include <string.h>
4840939Sdes#include <unistd.h>
4940939Sdes
5040939Sdes#include "fetch.h"
5140939Sdes#include "common.h"
5240939Sdes
5340975Sdes
5440939Sdes/*** Local data **************************************************************/
5540939Sdes
5640939Sdes/*
5740939Sdes * Error messages for resolver errors
5840939Sdes */
59174588Sdesstatic struct fetcherr netdb_errlist[] = {
60121423Sume#ifdef EAI_NODATA
6190267Sdes	{ EAI_NODATA,	FETCH_RESOLV,	"Host not found" },
62121423Sume#endif
6390267Sdes	{ EAI_AGAIN,	FETCH_TEMP,	"Transient resolver failure" },
6490267Sdes	{ EAI_FAIL,	FETCH_RESOLV,	"Non-recoverable resolver failure" },
6590267Sdes	{ EAI_NONAME,	FETCH_RESOLV,	"No address record" },
6690267Sdes	{ -1,		FETCH_UNKNOWN,	"Unknown resolver error" }
6740939Sdes};
6840939Sdes
6962981Sdes/* End-of-Line */
7075891Sarchiestatic const char ENDL[2] = "\r\n";
7140939Sdes
7262981Sdes
7340939Sdes/*** Error-reporting functions ***********************************************/
7440939Sdes
7540939Sdes/*
7640939Sdes * Map error code to string
7740939Sdes */
7860924Sdesstatic struct fetcherr *
79174588Sdesfetch_finderr(struct fetcherr *p, int e)
8040939Sdes{
8190267Sdes	while (p->num != -1 && p->num != e)
8290267Sdes		p++;
8390267Sdes	return (p);
8440939Sdes}
8540939Sdes
8640939Sdes/*
8740939Sdes * Set error code
8840939Sdes */
8940939Sdesvoid
90174588Sdesfetch_seterr(struct fetcherr *p, int e)
9140939Sdes{
92174588Sdes	p = fetch_finderr(p, e);
9390267Sdes	fetchLastErrCode = p->cat;
9490267Sdes	snprintf(fetchLastErrString, MAXERRSTRING, "%s", p->string);
9540939Sdes}
9640939Sdes
9740939Sdes/*
9840939Sdes * Set error code according to errno
9940939Sdes */
10040939Sdesvoid
101174588Sdesfetch_syserr(void)
10240939Sdes{
10390267Sdes	switch (errno) {
10490267Sdes	case 0:
10590267Sdes		fetchLastErrCode = FETCH_OK;
10690267Sdes		break;
10790267Sdes	case EPERM:
10890267Sdes	case EACCES:
10990267Sdes	case EROFS:
11090267Sdes	case EAUTH:
11190267Sdes	case ENEEDAUTH:
11290267Sdes		fetchLastErrCode = FETCH_AUTH;
11390267Sdes		break;
11490267Sdes	case ENOENT:
11590267Sdes	case EISDIR: /* XXX */
11690267Sdes		fetchLastErrCode = FETCH_UNAVAIL;
11790267Sdes		break;
11890267Sdes	case ENOMEM:
11990267Sdes		fetchLastErrCode = FETCH_MEMORY;
12090267Sdes		break;
12190267Sdes	case EBUSY:
12290267Sdes	case EAGAIN:
12390267Sdes		fetchLastErrCode = FETCH_TEMP;
12490267Sdes		break;
12590267Sdes	case EEXIST:
12690267Sdes		fetchLastErrCode = FETCH_EXISTS;
12790267Sdes		break;
12890267Sdes	case ENOSPC:
12990267Sdes		fetchLastErrCode = FETCH_FULL;
13090267Sdes		break;
13190267Sdes	case EADDRINUSE:
13290267Sdes	case EADDRNOTAVAIL:
13390267Sdes	case ENETDOWN:
13490267Sdes	case ENETUNREACH:
13590267Sdes	case ENETRESET:
13690267Sdes	case EHOSTUNREACH:
13790267Sdes		fetchLastErrCode = FETCH_NETWORK;
13890267Sdes		break;
13990267Sdes	case ECONNABORTED:
14090267Sdes	case ECONNRESET:
14190267Sdes		fetchLastErrCode = FETCH_ABORT;
14290267Sdes		break;
14390267Sdes	case ETIMEDOUT:
14490267Sdes		fetchLastErrCode = FETCH_TIMEOUT;
14590267Sdes		break;
14690267Sdes	case ECONNREFUSED:
14790267Sdes	case EHOSTDOWN:
14890267Sdes		fetchLastErrCode = FETCH_DOWN;
14990267Sdes		break;
15090267Sdesdefault:
15190267Sdes		fetchLastErrCode = FETCH_UNKNOWN;
15290267Sdes	}
15390267Sdes	snprintf(fetchLastErrString, MAXERRSTRING, "%s", strerror(errno));
15440939Sdes}
15540939Sdes
15640939Sdes
15741862Sdes/*
15841862Sdes * Emit status message
15941862Sdes */
16060924Sdesvoid
161174588Sdesfetch_info(const char *fmt, ...)
16241862Sdes{
16390267Sdes	va_list ap;
16490267Sdes
16590267Sdes	va_start(ap, fmt);
16690267Sdes	vfprintf(stderr, fmt, ap);
16790267Sdes	va_end(ap);
16890267Sdes	fputc('\n', stderr);
16941862Sdes}
17041862Sdes
17141862Sdes
17240939Sdes/*** Network-related utility functions ***************************************/
17340939Sdes
17440939Sdes/*
17568551Sdes * Return the default port for a scheme
17668551Sdes */
17768551Sdesint
178174588Sdesfetch_default_port(const char *scheme)
17968551Sdes{
18090267Sdes	struct servent *se;
18168551Sdes
18290267Sdes	if ((se = getservbyname(scheme, "tcp")) != NULL)
18390267Sdes		return (ntohs(se->s_port));
18490267Sdes	if (strcasecmp(scheme, SCHEME_FTP) == 0)
18590267Sdes		return (FTP_DEFAULT_PORT);
18690267Sdes	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
18790267Sdes		return (HTTP_DEFAULT_PORT);
18890267Sdes	return (0);
18968551Sdes}
19068551Sdes
19168551Sdes/*
19268551Sdes * Return the default proxy port for a scheme
19368551Sdes */
19468551Sdesint
195174588Sdesfetch_default_proxy_port(const char *scheme)
19668551Sdes{
19790267Sdes	if (strcasecmp(scheme, SCHEME_FTP) == 0)
19890267Sdes		return (FTP_DEFAULT_PROXY_PORT);
19990267Sdes	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
20090267Sdes		return (HTTP_DEFAULT_PROXY_PORT);
20190267Sdes	return (0);
20268551Sdes}
20368551Sdes
20498117Sdes
20568551Sdes/*
20697866Sdes * Create a connection for an existing descriptor.
20797866Sdes */
20897866Sdesconn_t *
209174588Sdesfetch_reopen(int sd)
21097866Sdes{
21197866Sdes	conn_t *conn;
21297866Sdes
21397866Sdes	/* allocate and fill connection structure */
214109967Sdes	if ((conn = calloc(1, sizeof(*conn))) == NULL)
21597866Sdes		return (NULL);
216221830Sdes	fcntl(sd, F_SETFD, FD_CLOEXEC);
21797866Sdes	conn->sd = sd;
21898117Sdes	++conn->ref;
21997866Sdes	return (conn);
22097866Sdes}
22197866Sdes
22297866Sdes
22397866Sdes/*
22498117Sdes * Bump a connection's reference count.
22598117Sdes */
22698117Sdesconn_t *
227174588Sdesfetch_ref(conn_t *conn)
22898117Sdes{
22998117Sdes
23098117Sdes	++conn->ref;
23198117Sdes	return (conn);
23298117Sdes}
23398117Sdes
23498117Sdes
23598117Sdes/*
236111816Sdes * Bind a socket to a specific local address
237111816Sdes */
238111816Sdesint
239174588Sdesfetch_bind(int sd, int af, const char *addr)
240111816Sdes{
241111816Sdes	struct addrinfo hints, *res, *res0;
242111816Sdes	int err;
243111816Sdes
244111816Sdes	memset(&hints, 0, sizeof(hints));
245111816Sdes	hints.ai_family = af;
246111816Sdes	hints.ai_socktype = SOCK_STREAM;
247111816Sdes	hints.ai_protocol = 0;
248111816Sdes	if ((err = getaddrinfo(addr, NULL, &hints, &res0)) != 0)
249111816Sdes		return (-1);
250111816Sdes	for (res = res0; res; res = res->ai_next)
251111816Sdes		if (bind(sd, res->ai_addr, res->ai_addrlen) == 0)
252111816Sdes			return (0);
253111816Sdes	return (-1);
254111816Sdes}
255111816Sdes
256111816Sdes
257111816Sdes/*
25840939Sdes * Establish a TCP connection to the specified port on the specified host.
25940939Sdes */
26097856Sdesconn_t *
261174588Sdesfetch_connect(const char *host, int port, int af, int verbose)
26240939Sdes{
26397856Sdes	conn_t *conn;
26490267Sdes	char pbuf[10];
265111816Sdes	const char *bindaddr;
26690267Sdes	struct addrinfo hints, *res, *res0;
26790267Sdes	int sd, err;
26840939Sdes
26990267Sdes	DEBUG(fprintf(stderr, "---> %s:%d\n", host, port));
27041862Sdes
27190267Sdes	if (verbose)
272174588Sdes		fetch_info("looking up %s", host);
27340939Sdes
27490267Sdes	/* look up host name and set up socket address structure */
27590267Sdes	snprintf(pbuf, sizeof(pbuf), "%d", port);
27690267Sdes	memset(&hints, 0, sizeof(hints));
27790267Sdes	hints.ai_family = af;
27890267Sdes	hints.ai_socktype = SOCK_STREAM;
27990267Sdes	hints.ai_protocol = 0;
28090267Sdes	if ((err = getaddrinfo(host, pbuf, &hints, &res0)) != 0) {
281174588Sdes		netdb_seterr(err);
28297856Sdes		return (NULL);
28390267Sdes	}
284111816Sdes	bindaddr = getenv("FETCH_BIND_ADDRESS");
28590267Sdes
28690267Sdes	if (verbose)
287174588Sdes		fetch_info("connecting to %s:%d", host, port);
28890267Sdes
28990267Sdes	/* try to connect */
290111816Sdes	for (sd = -1, res = res0; res; sd = -1, res = res->ai_next) {
29190267Sdes		if ((sd = socket(res->ai_family, res->ai_socktype,
29262981Sdes			 res->ai_protocol)) == -1)
29390267Sdes			continue;
294111816Sdes		if (bindaddr != NULL && *bindaddr != '\0' &&
295174588Sdes		    fetch_bind(sd, res->ai_family, bindaddr) != 0) {
296174588Sdes			fetch_info("failed to bind to '%s'", bindaddr);
297111816Sdes			close(sd);
298111816Sdes			continue;
299111816Sdes		}
300210568Sdes		if (connect(sd, res->ai_addr, res->ai_addrlen) == 0 &&
301210568Sdes		    fcntl(sd, F_SETFL, O_NONBLOCK) == 0)
30290267Sdes			break;
30390267Sdes		close(sd);
30490267Sdes	}
30590267Sdes	freeaddrinfo(res0);
30690267Sdes	if (sd == -1) {
307174588Sdes		fetch_syserr();
30897856Sdes		return (NULL);
30990267Sdes	}
31040939Sdes
311174588Sdes	if ((conn = fetch_reopen(sd)) == NULL) {
312174588Sdes		fetch_syserr();
31397856Sdes		close(sd);
314103459Sfenner	}
31597856Sdes	return (conn);
31640939Sdes}
31741989Sdes
31841989Sdes
31955557Sdes/*
32097868Sdes * Enable SSL on a connection.
32197868Sdes */
32297868Sdesint
323174588Sdesfetch_ssl(conn_t *conn, int verbose)
32497868Sdes{
325214256Semaste#ifdef WITH_SSL
326210568Sdes	int ret, ssl_err;
32797868Sdes
32897868Sdes	/* Init the SSL library and context */
32997868Sdes	if (!SSL_library_init()){
33097868Sdes		fprintf(stderr, "SSL library init failed\n");
33197868Sdes		return (-1);
33297868Sdes	}
33397868Sdes
33497868Sdes	SSL_load_error_strings();
33597868Sdes
33697868Sdes	conn->ssl_meth = SSLv23_client_method();
33797868Sdes	conn->ssl_ctx = SSL_CTX_new(conn->ssl_meth);
338108579Sdes	SSL_CTX_set_mode(conn->ssl_ctx, SSL_MODE_AUTO_RETRY);
33997868Sdes
34097868Sdes	conn->ssl = SSL_new(conn->ssl_ctx);
34197868Sdes	if (conn->ssl == NULL){
34297868Sdes		fprintf(stderr, "SSL context creation failed\n");
34397868Sdes		return (-1);
34497868Sdes	}
34597868Sdes	SSL_set_fd(conn->ssl, conn->sd);
346210568Sdes	while ((ret = SSL_connect(conn->ssl)) == -1) {
347210568Sdes		ssl_err = SSL_get_error(conn->ssl, ret);
348210568Sdes		if (ssl_err != SSL_ERROR_WANT_READ &&
349210568Sdes		    ssl_err != SSL_ERROR_WANT_WRITE) {
350210568Sdes			ERR_print_errors_fp(stderr);
351210568Sdes			return (-1);
352210568Sdes		}
35397868Sdes	}
35497868Sdes
35597868Sdes	if (verbose) {
35697868Sdes		X509_NAME *name;
35797868Sdes		char *str;
35897868Sdes
35997868Sdes		fprintf(stderr, "SSL connection established using %s\n",
36097868Sdes		    SSL_get_cipher(conn->ssl));
36197868Sdes		conn->ssl_cert = SSL_get_peer_certificate(conn->ssl);
36297868Sdes		name = X509_get_subject_name(conn->ssl_cert);
36397868Sdes		str = X509_NAME_oneline(name, 0, 0);
36497868Sdes		printf("Certificate subject: %s\n", str);
36597868Sdes		free(str);
36697868Sdes		name = X509_get_issuer_name(conn->ssl_cert);
36797868Sdes		str = X509_NAME_oneline(name, 0, 0);
36897868Sdes		printf("Certificate issuer: %s\n", str);
36997868Sdes		free(str);
37097868Sdes	}
37197868Sdes
37297868Sdes	return (0);
37397891Sdes#else
37497891Sdes	(void)conn;
37597891Sdes	(void)verbose;
37697891Sdes	fprintf(stderr, "SSL support disabled\n");
37797891Sdes	return (-1);
37897891Sdes#endif
37997868Sdes}
38097868Sdes
381210568Sdes#define FETCH_READ_WAIT		-2
382210568Sdes#define FETCH_READ_ERROR	-1
383210568Sdes#define FETCH_READ_DONE		 0
38498117Sdes
385210568Sdes#ifdef WITH_SSL
386210568Sdesstatic ssize_t
387210568Sdesfetch_ssl_read(SSL *ssl, char *buf, size_t len)
388210568Sdes{
389210568Sdes	ssize_t rlen;
390210568Sdes	int ssl_err;
391210568Sdes
392210568Sdes	rlen = SSL_read(ssl, buf, len);
393210568Sdes	if (rlen < 0) {
394210568Sdes		ssl_err = SSL_get_error(ssl, rlen);
395210568Sdes		if (ssl_err == SSL_ERROR_WANT_READ ||
396210568Sdes		    ssl_err == SSL_ERROR_WANT_WRITE) {
397210568Sdes			return (FETCH_READ_WAIT);
398210568Sdes		} else {
399210568Sdes			ERR_print_errors_fp(stderr);
400210568Sdes			return (FETCH_READ_ERROR);
401210568Sdes		}
402210568Sdes	}
403210568Sdes	return (rlen);
404210568Sdes}
405210568Sdes#endif
406210568Sdes
407230307Sdes/*
408230307Sdes * Cache some data that was read from a socket but cannot be immediately
409230307Sdes * returned because of an interrupted system call.
410230307Sdes */
411230307Sdesstatic int
412230307Sdesfetch_cache_data(conn_t *conn, char *src, size_t nbytes)
413230307Sdes{
414230307Sdes	char *tmp;
415230307Sdes
416230307Sdes	if (conn->cache.size < nbytes) {
417230307Sdes		tmp = realloc(conn->cache.buf, nbytes);
418230307Sdes		if (tmp == NULL) {
419230307Sdes			fetch_syserr();
420230307Sdes			return (-1);
421230307Sdes		}
422230307Sdes		conn->cache.buf = tmp;
423230307Sdes		conn->cache.size = nbytes;
424230307Sdes	}
425230307Sdes
426230307Sdes	memcpy(conn->cache.buf, src, nbytes);
427230307Sdes	conn->cache.len = nbytes;
428230307Sdes	conn->cache.pos = 0;
429230307Sdes
430230307Sdes	return (0);
431230307Sdes}
432230307Sdes
433230307Sdes
434210568Sdesstatic ssize_t
435210568Sdesfetch_socket_read(int sd, char *buf, size_t len)
436210568Sdes{
437210568Sdes	ssize_t rlen;
438210568Sdes
439210568Sdes	rlen = read(sd, buf, len);
440210568Sdes	if (rlen < 0) {
441210568Sdes		if (errno == EAGAIN || (errno == EINTR && fetchRestartCalls))
442210568Sdes			return (FETCH_READ_WAIT);
443210568Sdes		else
444210568Sdes			return (FETCH_READ_ERROR);
445210568Sdes	}
446210568Sdes	return (rlen);
447210568Sdes}
448210568Sdes
44997868Sdes/*
45097866Sdes * Read a character from a connection w/ timeout
45155557Sdes */
45297866Sdesssize_t
453174588Sdesfetch_read(conn_t *conn, char *buf, size_t len)
45455557Sdes{
455177447Sdes	struct timeval now, timeout, delta;
45690267Sdes	fd_set readfds;
45797866Sdes	ssize_t rlen, total;
458230307Sdes	char *start;
45990267Sdes
460234837Sdes	if (fetchTimeout > 0) {
46190267Sdes		gettimeofday(&timeout, NULL);
46290267Sdes		timeout.tv_sec += fetchTimeout;
46355557Sdes	}
46490267Sdes
46597866Sdes	total = 0;
466230307Sdes	start = buf;
467230307Sdes
468230307Sdes	if (conn->cache.len > 0) {
469230307Sdes		/*
470230307Sdes		 * The last invocation of fetch_read was interrupted by a
471230307Sdes		 * signal after some data had been read from the socket. Copy
472230307Sdes		 * the cached data into the supplied buffer before trying to
473230307Sdes		 * read from the socket again.
474230307Sdes		 */
475230307Sdes		total = (conn->cache.len < len) ? conn->cache.len : len;
476230307Sdes		memcpy(buf, conn->cache.buf, total);
477230307Sdes
478230307Sdes		conn->cache.len -= total;
479230307Sdes		conn->cache.pos += total;
480230307Sdes		len -= total;
481230478Sdes		buf += total;
482230307Sdes	}
483230307Sdes
48497866Sdes	while (len > 0) {
485210568Sdes		/*
486210568Sdes		 * The socket is non-blocking.  Instead of the canonical
487210568Sdes		 * select() -> read(), we do the following:
488210568Sdes		 *
489210568Sdes		 * 1) call read() or SSL_read().
490210568Sdes		 * 2) if an error occurred, return -1.
491210568Sdes		 * 3) if we received data but we still expect more,
492210568Sdes		 *    update our counters and loop.
493210568Sdes		 * 4) if read() or SSL_read() signaled EOF, return.
494210568Sdes		 * 5) if we did not receive any data but we're not at EOF,
495210568Sdes		 *    call select().
496210568Sdes		 *
497210568Sdes		 * In the SSL case, this is necessary because if we
498210568Sdes		 * receive a close notification, we have to call
499210568Sdes		 * SSL_read() one additional time after we've read
500210568Sdes		 * everything we received.
501210568Sdes		 *
502210568Sdes		 * In the non-SSL case, it may improve performance (very
503210568Sdes		 * slightly) when reading small amounts of data.
504210568Sdes		 */
505210568Sdes#ifdef WITH_SSL
506210568Sdes		if (conn->ssl != NULL)
507210568Sdes			rlen = fetch_ssl_read(conn->ssl, buf, len);
508210568Sdes		else
509210568Sdes#endif
510210568Sdes			rlen = fetch_socket_read(conn->sd, buf, len);
511210568Sdes		if (rlen == 0) {
512210568Sdes			break;
513210568Sdes		} else if (rlen > 0) {
514210568Sdes			len -= rlen;
515210568Sdes			buf += rlen;
516210568Sdes			total += rlen;
517210568Sdes			continue;
518210568Sdes		} else if (rlen == FETCH_READ_ERROR) {
519230307Sdes			if (errno == EINTR)
520230307Sdes				fetch_cache_data(conn, start, total);
521210568Sdes			return (-1);
522210568Sdes		}
523210568Sdes		// assert(rlen == FETCH_READ_WAIT);
524234837Sdes		FD_ZERO(&readfds);
525234837Sdes		while (!FD_ISSET(conn->sd, &readfds)) {
52697856Sdes			FD_SET(conn->sd, &readfds);
527234837Sdes			if (fetchTimeout > 0) {
528234837Sdes				gettimeofday(&now, NULL);
529234837Sdes				if (!timercmp(&timeout, &now, >)) {
530234837Sdes					errno = ETIMEDOUT;
531234837Sdes					fetch_syserr();
532234837Sdes					return (-1);
533234837Sdes				}
534234837Sdes				timersub(&timeout, &now, &delta);
53590267Sdes			}
53697866Sdes			errno = 0;
537234837Sdes			if (select(conn->sd + 1, &readfds, NULL, NULL,
538234837Sdes				fetchTimeout > 0 ? &delta : NULL) < 0) {
539230307Sdes				if (errno == EINTR) {
540230307Sdes					if (fetchRestartCalls)
541230307Sdes						continue;
542230307Sdes					/* Save anything that was read. */
543230307Sdes					fetch_cache_data(conn, start, total);
544230307Sdes				}
545174588Sdes				fetch_syserr();
54690267Sdes				return (-1);
54790267Sdes			}
54890267Sdes		}
54997866Sdes	}
55097866Sdes	return (total);
55197866Sdes}
55297866Sdes
55398117Sdes
55497866Sdes/*
55597866Sdes * Read a line of text from a connection w/ timeout
55697866Sdes */
55797866Sdes#define MIN_BUF_SIZE 1024
55897866Sdes
55997866Sdesint
560174588Sdesfetch_getln(conn_t *conn)
56197866Sdes{
56297866Sdes	char *tmp;
56397866Sdes	size_t tmpsize;
564106186Sdes	ssize_t len;
56597866Sdes	char c;
56697866Sdes
56797866Sdes	if (conn->buf == NULL) {
56897866Sdes		if ((conn->buf = malloc(MIN_BUF_SIZE)) == NULL) {
56997866Sdes			errno = ENOMEM;
57097866Sdes			return (-1);
57197866Sdes		}
57297866Sdes		conn->bufsize = MIN_BUF_SIZE;
57397866Sdes	}
57497866Sdes
57597866Sdes	conn->buf[0] = '\0';
57697866Sdes	conn->buflen = 0;
57797866Sdes
57897866Sdes	do {
579174588Sdes		len = fetch_read(conn, &c, 1);
580106186Sdes		if (len == -1)
58197866Sdes			return (-1);
582106186Sdes		if (len == 0)
583106137Sobrien			break;
58497856Sdes		conn->buf[conn->buflen++] = c;
58597856Sdes		if (conn->buflen == conn->bufsize) {
58697856Sdes			tmp = conn->buf;
58797856Sdes			tmpsize = conn->bufsize * 2 + 1;
58897856Sdes			if ((tmp = realloc(tmp, tmpsize)) == NULL) {
58990267Sdes				errno = ENOMEM;
59090267Sdes				return (-1);
59190267Sdes			}
59297856Sdes			conn->buf = tmp;
59397856Sdes			conn->bufsize = tmpsize;
59490267Sdes		}
59590267Sdes	} while (c != '\n');
59690267Sdes
59797856Sdes	conn->buf[conn->buflen] = '\0';
59897856Sdes	DEBUG(fprintf(stderr, "<<< %s", conn->buf));
59990267Sdes	return (0);
60055557Sdes}
60155557Sdes
60255557Sdes
60362981Sdes/*
60497866Sdes * Write to a connection w/ timeout
60562981Sdes */
60697866Sdesssize_t
607174588Sdesfetch_write(conn_t *conn, const char *buf, size_t len)
60897866Sdes{
609106175Simp	struct iovec iov;
610106175Simp
611106175Simp	iov.iov_base = __DECONST(char *, buf);
612106175Simp	iov.iov_len = len;
613174588Sdes	return fetch_writev(conn, &iov, 1);
614106175Simp}
615106175Simp
616106175Simp/*
617106175Simp * Write a vector to a connection w/ timeout
618106175Simp * Note: can modify the iovec.
619106175Simp */
620106175Simpssize_t
621174588Sdesfetch_writev(conn_t *conn, struct iovec *iov, int iovcnt)
622106175Simp{
623177447Sdes	struct timeval now, timeout, delta;
62497866Sdes	fd_set writefds;
62597866Sdes	ssize_t wlen, total;
62697866Sdes	int r;
62797866Sdes
62897866Sdes	if (fetchTimeout) {
62997866Sdes		FD_ZERO(&writefds);
63097866Sdes		gettimeofday(&timeout, NULL);
63197866Sdes		timeout.tv_sec += fetchTimeout;
63297866Sdes	}
63397866Sdes
634106175Simp	total = 0;
635106175Simp	while (iovcnt > 0) {
63697866Sdes		while (fetchTimeout && !FD_ISSET(conn->sd, &writefds)) {
63797866Sdes			FD_SET(conn->sd, &writefds);
63897866Sdes			gettimeofday(&now, NULL);
639177447Sdes			delta.tv_sec = timeout.tv_sec - now.tv_sec;
640177447Sdes			delta.tv_usec = timeout.tv_usec - now.tv_usec;
641177447Sdes			if (delta.tv_usec < 0) {
642177447Sdes				delta.tv_usec += 1000000;
643177447Sdes				delta.tv_sec--;
64497866Sdes			}
645177447Sdes			if (delta.tv_sec < 0) {
64697866Sdes				errno = ETIMEDOUT;
647174588Sdes				fetch_syserr();
64897866Sdes				return (-1);
64997866Sdes			}
65097866Sdes			errno = 0;
651177447Sdes			r = select(conn->sd + 1, NULL, &writefds, NULL, &delta);
65297866Sdes			if (r == -1) {
65397866Sdes				if (errno == EINTR && fetchRestartCalls)
65497866Sdes					continue;
65597866Sdes				return (-1);
65697866Sdes			}
65797866Sdes		}
65897866Sdes		errno = 0;
65997891Sdes#ifdef WITH_SSL
66097866Sdes		if (conn->ssl != NULL)
661106175Simp			wlen = SSL_write(conn->ssl,
662106175Simp			    iov->iov_base, iov->iov_len);
66397866Sdes		else
66497891Sdes#endif
665106175Simp			wlen = writev(conn->sd, iov, iovcnt);
666106175Simp		if (wlen == 0) {
66797866Sdes			/* we consider a short write a failure */
668210568Sdes			/* XXX perhaps we shouldn't in the SSL case */
669106175Simp			errno = EPIPE;
670174588Sdes			fetch_syserr();
67197866Sdes			return (-1);
672106175Simp		}
67397866Sdes		if (wlen < 0) {
67497866Sdes			if (errno == EINTR && fetchRestartCalls)
67597866Sdes				continue;
67697866Sdes			return (-1);
67797866Sdes		}
67897866Sdes		total += wlen;
679106175Simp		while (iovcnt > 0 && wlen >= (ssize_t)iov->iov_len) {
680106175Simp			wlen -= iov->iov_len;
681106175Simp			iov++;
682106175Simp			iovcnt--;
683106175Simp		}
684106175Simp		if (iovcnt > 0) {
685106175Simp			iov->iov_len -= wlen;
686106175Simp			iov->iov_base = __DECONST(char *, iov->iov_base) + wlen;
687106175Simp		}
68897866Sdes	}
68997866Sdes	return (total);
69097866Sdes}
69197866Sdes
69298117Sdes
69397866Sdes/*
69497866Sdes * Write a line of text to a connection w/ timeout
69597866Sdes */
69662981Sdesint
697174588Sdesfetch_putln(conn_t *conn, const char *str, size_t len)
69862981Sdes{
699106175Simp	struct iovec iov[2];
700106205Sdes	int ret;
70198748Sdes
70298748Sdes	DEBUG(fprintf(stderr, ">>> %s\n", str));
703106175Simp	iov[0].iov_base = __DECONST(char *, str);
704106175Simp	iov[0].iov_len = len;
705106175Simp	iov[1].iov_base = __DECONST(char *, ENDL);
706109967Sdes	iov[1].iov_len = sizeof(ENDL);
707106205Sdes	if (len == 0)
708174588Sdes		ret = fetch_writev(conn, &iov[1], 1);
709106205Sdes	else
710174588Sdes		ret = fetch_writev(conn, iov, 2);
711106205Sdes	if (ret == -1)
71290267Sdes		return (-1);
71390267Sdes	return (0);
71462981Sdes}
71562981Sdes
71662981Sdes
71797856Sdes/*
71897856Sdes * Close connection
71997856Sdes */
72097856Sdesint
721174588Sdesfetch_close(conn_t *conn)
72297856Sdes{
72397856Sdes	int ret;
72497856Sdes
72598117Sdes	if (--conn->ref > 0)
72698117Sdes		return (0);
72797856Sdes	ret = close(conn->sd);
728230307Sdes	free(conn->cache.buf);
729141970Sdes	free(conn->buf);
73097856Sdes	free(conn);
73197856Sdes	return (ret);
73297856Sdes}
73397856Sdes
73497856Sdes
73541989Sdes/*** Directory-related utility functions *************************************/
73641989Sdes
73741989Sdesint
738174588Sdesfetch_add_entry(struct url_ent **p, int *size, int *len,
73990267Sdes    const char *name, struct url_stat *us)
74041989Sdes{
74190267Sdes	struct url_ent *tmp;
74241989Sdes
74390267Sdes	if (*p == NULL) {
74490268Sdes		*size = 0;
74590267Sdes		*len = 0;
74641989Sdes	}
74741989Sdes
74890267Sdes	if (*len >= *size - 1) {
749109967Sdes		tmp = realloc(*p, (*size * 2 + 1) * sizeof(**p));
75090267Sdes		if (tmp == NULL) {
75190267Sdes			errno = ENOMEM;
752174588Sdes			fetch_syserr();
75390267Sdes			return (-1);
75490267Sdes		}
75590268Sdes		*size = (*size * 2 + 1);
75690267Sdes		*p = tmp;
75790267Sdes	}
75841989Sdes
75990267Sdes	tmp = *p + *len;
76090267Sdes	snprintf(tmp->name, PATH_MAX, "%s", name);
761176105Sdes	memcpy(&tmp->stat, us, sizeof(*us));
76241989Sdes
76390267Sdes	(*len)++;
76490267Sdes	(++tmp)->name[0] = 0;
76590267Sdes
76690267Sdes	return (0);
76741989Sdes}
768109695Sdes
769109695Sdes
770109695Sdes/*** Authentication-related utility functions ********************************/
771109695Sdes
772109695Sdesstatic const char *
773174588Sdesfetch_read_word(FILE *f)
774109695Sdes{
775109695Sdes	static char word[1024];
776109695Sdes
777178234Scperciva	if (fscanf(f, " %1023s ", word) != 1)
778109695Sdes		return (NULL);
779109695Sdes	return (word);
780109695Sdes}
781109695Sdes
782109695Sdes/*
783109695Sdes * Get authentication data for a URL from .netrc
784109695Sdes */
785109695Sdesint
786174588Sdesfetch_netrc_auth(struct url *url)
787109695Sdes{
788109695Sdes	char fn[PATH_MAX];
789109695Sdes	const char *word;
790109695Sdes	char *p;
791109695Sdes	FILE *f;
792109695Sdes
793109695Sdes	if ((p = getenv("NETRC")) != NULL) {
794109967Sdes		if (snprintf(fn, sizeof(fn), "%s", p) >= (int)sizeof(fn)) {
795174588Sdes			fetch_info("$NETRC specifies a file name "
796109695Sdes			    "longer than PATH_MAX");
797109695Sdes			return (-1);
798109695Sdes		}
799109695Sdes	} else {
800109695Sdes		if ((p = getenv("HOME")) != NULL) {
801109695Sdes			struct passwd *pwd;
802109695Sdes
803109695Sdes			if ((pwd = getpwuid(getuid())) == NULL ||
804109695Sdes			    (p = pwd->pw_dir) == NULL)
805109695Sdes				return (-1);
806109695Sdes		}
807109967Sdes		if (snprintf(fn, sizeof(fn), "%s/.netrc", p) >= (int)sizeof(fn))
808109695Sdes			return (-1);
809109695Sdes	}
810109695Sdes
811109695Sdes	if ((f = fopen(fn, "r")) == NULL)
812109695Sdes		return (-1);
813174588Sdes	while ((word = fetch_read_word(f)) != NULL) {
814109695Sdes		if (strcmp(word, "default") == 0) {
815174588Sdes			DEBUG(fetch_info("Using default .netrc settings"));
816109695Sdes			break;
817109695Sdes		}
818109695Sdes		if (strcmp(word, "machine") == 0 &&
819174588Sdes		    (word = fetch_read_word(f)) != NULL &&
820109695Sdes		    strcasecmp(word, url->host) == 0) {
821174588Sdes			DEBUG(fetch_info("Using .netrc settings for %s", word));
822109695Sdes			break;
823109695Sdes		}
824109695Sdes	}
825109695Sdes	if (word == NULL)
826109695Sdes		goto ferr;
827174588Sdes	while ((word = fetch_read_word(f)) != NULL) {
828109695Sdes		if (strcmp(word, "login") == 0) {
829174588Sdes			if ((word = fetch_read_word(f)) == NULL)
830109695Sdes				goto ferr;
831109967Sdes			if (snprintf(url->user, sizeof(url->user),
832109960Sjwd				"%s", word) > (int)sizeof(url->user)) {
833174588Sdes				fetch_info("login name in .netrc is too long");
834109695Sdes				url->user[0] = '\0';
835109695Sdes			}
836109695Sdes		} else if (strcmp(word, "password") == 0) {
837174588Sdes			if ((word = fetch_read_word(f)) == NULL)
838109695Sdes				goto ferr;
839109967Sdes			if (snprintf(url->pwd, sizeof(url->pwd),
840109960Sjwd				"%s", word) > (int)sizeof(url->pwd)) {
841174588Sdes				fetch_info("password in .netrc is too long");
842109695Sdes				url->pwd[0] = '\0';
843109695Sdes			}
844109695Sdes		} else if (strcmp(word, "account") == 0) {
845174588Sdes			if ((word = fetch_read_word(f)) == NULL)
846109695Sdes				goto ferr;
847109695Sdes			/* XXX not supported! */
848109695Sdes		} else {
849109695Sdes			break;
850109695Sdes		}
851109695Sdes	}
852109695Sdes	fclose(f);
853109695Sdes	return (0);
854109695Sdes ferr:
855109695Sdes	fclose(f);
856109695Sdes	return (-1);
857109695Sdes}
858174752Sdes
859174752Sdes/*
860174752Sdes * The no_proxy environment variable specifies a set of domains for
861174752Sdes * which the proxy should not be consulted; the contents is a comma-,
862174752Sdes * or space-separated list of domain names.  A single asterisk will
863174752Sdes * override all proxy variables and no transactions will be proxied
864174752Sdes * (for compatability with lynx and curl, see the discussion at
865174752Sdes * <http://curl.haxx.se/mail/archive_pre_oct_99/0009.html>).
866174752Sdes */
867174752Sdesint
868174752Sdesfetch_no_proxy_match(const char *host)
869174752Sdes{
870174752Sdes	const char *no_proxy, *p, *q;
871174752Sdes	size_t h_len, d_len;
872174752Sdes
873174752Sdes	if ((no_proxy = getenv("NO_PROXY")) == NULL &&
874174752Sdes	    (no_proxy = getenv("no_proxy")) == NULL)
875174752Sdes		return (0);
876174752Sdes
877174752Sdes	/* asterisk matches any hostname */
878174752Sdes	if (strcmp(no_proxy, "*") == 0)
879174752Sdes		return (1);
880174752Sdes
881174752Sdes	h_len = strlen(host);
882174752Sdes	p = no_proxy;
883174752Sdes	do {
884174752Sdes		/* position p at the beginning of a domain suffix */
885174761Sdes		while (*p == ',' || isspace((unsigned char)*p))
886174752Sdes			p++;
887174752Sdes
888174752Sdes		/* position q at the first separator character */
889174752Sdes		for (q = p; *q; ++q)
890174761Sdes			if (*q == ',' || isspace((unsigned char)*q))
891174752Sdes				break;
892174752Sdes
893174752Sdes		d_len = q - p;
894198339Sfabient		if (d_len > 0 && h_len >= d_len &&
895174752Sdes		    strncasecmp(host + h_len - d_len,
896174752Sdes			p, d_len) == 0) {
897174752Sdes			/* domain name matches */
898174752Sdes			return (1);
899174752Sdes		}
900174752Sdes
901174752Sdes		p = q + 1;
902174752Sdes	} while (*q);
903174752Sdes
904174752Sdes	return (0);
905174752Sdes}
906