common.c revision 97856
140939Sdes/*-
240939Sdes * Copyright (c) 1998 Dag-Erling Co�dan Sm�rgrav
340939Sdes * All rights reserved.
440939Sdes *
540939Sdes * Redistribution and use in source and binary forms, with or without
640939Sdes * modification, are permitted provided that the following conditions
740939Sdes * are met:
840939Sdes * 1. Redistributions of source code must retain the above copyright
940939Sdes *    notice, this list of conditions and the following disclaimer
1040939Sdes *    in this position and unchanged.
1140939Sdes * 2. Redistributions in binary form must reproduce the above copyright
1240939Sdes *    notice, this list of conditions and the following disclaimer in the
1340939Sdes *    documentation and/or other materials provided with the distribution.
1440939Sdes * 3. The name of the author may not be used to endorse or promote products
1540939Sdes *    derived from this software without specific prior written permission
1640939Sdes *
1740939Sdes * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1840939Sdes * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1940939Sdes * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2040939Sdes * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2140939Sdes * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2240939Sdes * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2340939Sdes * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2440939Sdes * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2540939Sdes * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2640939Sdes * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2740939Sdes */
2840939Sdes
2984203Sdillon#include <sys/cdefs.h>
3084203Sdillon__FBSDID("$FreeBSD: head/lib/libfetch/common.c 97856 2002-06-05 10:05:03Z des $");
3184203Sdillon
3241862Sdes#include <sys/param.h>
3340939Sdes#include <sys/socket.h>
3455557Sdes#include <sys/time.h>
3562981Sdes#include <sys/uio.h>
3640939Sdes#include <netinet/in.h>
3740939Sdes
3840939Sdes#include <errno.h>
3940939Sdes#include <netdb.h>
4060924Sdes#include <stdarg.h>
4141862Sdes#include <stdlib.h>
4241862Sdes#include <stdio.h>
4340939Sdes#include <string.h>
4440939Sdes#include <unistd.h>
4540939Sdes
4640939Sdes#include "fetch.h"
4740939Sdes#include "common.h"
4840939Sdes
4940975Sdes
5040939Sdes/*** Local data **************************************************************/
5140939Sdes
5240939Sdes/*
5340939Sdes * Error messages for resolver errors
5440939Sdes */
5540939Sdesstatic struct fetcherr _netdb_errlist[] = {
5690267Sdes	{ EAI_NODATA,	FETCH_RESOLV,	"Host not found" },
5790267Sdes	{ EAI_AGAIN,	FETCH_TEMP,	"Transient resolver failure" },
5890267Sdes	{ EAI_FAIL,	FETCH_RESOLV,	"Non-recoverable resolver failure" },
5990267Sdes	{ EAI_NONAME,	FETCH_RESOLV,	"No address record" },
6090267Sdes	{ -1,		FETCH_UNKNOWN,	"Unknown resolver error" }
6140939Sdes};
6240939Sdes
6362981Sdes/* End-of-Line */
6475891Sarchiestatic const char ENDL[2] = "\r\n";
6540939Sdes
6662981Sdes
6740939Sdes/*** Error-reporting functions ***********************************************/
6840939Sdes
6940939Sdes/*
7040939Sdes * Map error code to string
7140939Sdes */
7260924Sdesstatic struct fetcherr *
7340975Sdes_fetch_finderr(struct fetcherr *p, int e)
7440939Sdes{
7590267Sdes	while (p->num != -1 && p->num != e)
7690267Sdes		p++;
7790267Sdes	return (p);
7840939Sdes}
7940939Sdes
8040939Sdes/*
8140939Sdes * Set error code
8240939Sdes */
8340939Sdesvoid
8440939Sdes_fetch_seterr(struct fetcherr *p, int e)
8540939Sdes{
8690267Sdes	p = _fetch_finderr(p, e);
8790267Sdes	fetchLastErrCode = p->cat;
8890267Sdes	snprintf(fetchLastErrString, MAXERRSTRING, "%s", p->string);
8940939Sdes}
9040939Sdes
9140939Sdes/*
9240939Sdes * Set error code according to errno
9340939Sdes */
9440939Sdesvoid
9540939Sdes_fetch_syserr(void)
9640939Sdes{
9790267Sdes	switch (errno) {
9890267Sdes	case 0:
9990267Sdes		fetchLastErrCode = FETCH_OK;
10090267Sdes		break;
10190267Sdes	case EPERM:
10290267Sdes	case EACCES:
10390267Sdes	case EROFS:
10490267Sdes	case EAUTH:
10590267Sdes	case ENEEDAUTH:
10690267Sdes		fetchLastErrCode = FETCH_AUTH;
10790267Sdes		break;
10890267Sdes	case ENOENT:
10990267Sdes	case EISDIR: /* XXX */
11090267Sdes		fetchLastErrCode = FETCH_UNAVAIL;
11190267Sdes		break;
11290267Sdes	case ENOMEM:
11390267Sdes		fetchLastErrCode = FETCH_MEMORY;
11490267Sdes		break;
11590267Sdes	case EBUSY:
11690267Sdes	case EAGAIN:
11790267Sdes		fetchLastErrCode = FETCH_TEMP;
11890267Sdes		break;
11990267Sdes	case EEXIST:
12090267Sdes		fetchLastErrCode = FETCH_EXISTS;
12190267Sdes		break;
12290267Sdes	case ENOSPC:
12390267Sdes		fetchLastErrCode = FETCH_FULL;
12490267Sdes		break;
12590267Sdes	case EADDRINUSE:
12690267Sdes	case EADDRNOTAVAIL:
12790267Sdes	case ENETDOWN:
12890267Sdes	case ENETUNREACH:
12990267Sdes	case ENETRESET:
13090267Sdes	case EHOSTUNREACH:
13190267Sdes		fetchLastErrCode = FETCH_NETWORK;
13290267Sdes		break;
13390267Sdes	case ECONNABORTED:
13490267Sdes	case ECONNRESET:
13590267Sdes		fetchLastErrCode = FETCH_ABORT;
13690267Sdes		break;
13790267Sdes	case ETIMEDOUT:
13890267Sdes		fetchLastErrCode = FETCH_TIMEOUT;
13990267Sdes		break;
14090267Sdes	case ECONNREFUSED:
14190267Sdes	case EHOSTDOWN:
14290267Sdes		fetchLastErrCode = FETCH_DOWN;
14390267Sdes		break;
14490267Sdesdefault:
14590267Sdes		fetchLastErrCode = FETCH_UNKNOWN;
14690267Sdes	}
14790267Sdes	snprintf(fetchLastErrString, MAXERRSTRING, "%s", strerror(errno));
14840939Sdes}
14940939Sdes
15040939Sdes
15141862Sdes/*
15241862Sdes * Emit status message
15341862Sdes */
15460924Sdesvoid
15575891Sarchie_fetch_info(const char *fmt, ...)
15641862Sdes{
15790267Sdes	va_list ap;
15890267Sdes
15990267Sdes	va_start(ap, fmt);
16090267Sdes	vfprintf(stderr, fmt, ap);
16190267Sdes	va_end(ap);
16290267Sdes	fputc('\n', stderr);
16341862Sdes}
16441862Sdes
16541862Sdes
16640939Sdes/*** Network-related utility functions ***************************************/
16740939Sdes
16840939Sdes/*
16968551Sdes * Return the default port for a scheme
17068551Sdes */
17168551Sdesint
17275891Sarchie_fetch_default_port(const char *scheme)
17368551Sdes{
17490267Sdes	struct servent *se;
17568551Sdes
17690267Sdes	if ((se = getservbyname(scheme, "tcp")) != NULL)
17790267Sdes		return (ntohs(se->s_port));
17890267Sdes	if (strcasecmp(scheme, SCHEME_FTP) == 0)
17990267Sdes		return (FTP_DEFAULT_PORT);
18090267Sdes	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
18190267Sdes		return (HTTP_DEFAULT_PORT);
18290267Sdes	return (0);
18368551Sdes}
18468551Sdes
18568551Sdes/*
18668551Sdes * Return the default proxy port for a scheme
18768551Sdes */
18868551Sdesint
18975891Sarchie_fetch_default_proxy_port(const char *scheme)
19068551Sdes{
19190267Sdes	if (strcasecmp(scheme, SCHEME_FTP) == 0)
19290267Sdes		return (FTP_DEFAULT_PROXY_PORT);
19390267Sdes	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
19490267Sdes		return (HTTP_DEFAULT_PROXY_PORT);
19590267Sdes	return (0);
19668551Sdes}
19768551Sdes
19868551Sdes/*
19940939Sdes * Establish a TCP connection to the specified port on the specified host.
20040939Sdes */
20197856Sdesconn_t *
20275891Sarchie_fetch_connect(const char *host, int port, int af, int verbose)
20340939Sdes{
20497856Sdes	conn_t *conn;
20590267Sdes	char pbuf[10];
20690267Sdes	struct addrinfo hints, *res, *res0;
20790267Sdes	int sd, err;
20840939Sdes
20990267Sdes	DEBUG(fprintf(stderr, "---> %s:%d\n", host, port));
21041862Sdes
21190267Sdes	if (verbose)
21290267Sdes		_fetch_info("looking up %s", host);
21340939Sdes
21490267Sdes	/* look up host name and set up socket address structure */
21590267Sdes	snprintf(pbuf, sizeof(pbuf), "%d", port);
21690267Sdes	memset(&hints, 0, sizeof(hints));
21790267Sdes	hints.ai_family = af;
21890267Sdes	hints.ai_socktype = SOCK_STREAM;
21990267Sdes	hints.ai_protocol = 0;
22090267Sdes	if ((err = getaddrinfo(host, pbuf, &hints, &res0)) != 0) {
22190267Sdes		_netdb_seterr(err);
22297856Sdes		return (NULL);
22390267Sdes	}
22490267Sdes
22590267Sdes	if (verbose)
22690267Sdes		_fetch_info("connecting to %s:%d", host, port);
22790267Sdes
22890267Sdes	/* try to connect */
22990267Sdes	for (sd = -1, res = res0; res; res = res->ai_next) {
23090267Sdes		if ((sd = socket(res->ai_family, res->ai_socktype,
23162981Sdes			 res->ai_protocol)) == -1)
23290267Sdes			continue;
23390267Sdes		if (connect(sd, res->ai_addr, res->ai_addrlen) != -1)
23490267Sdes			break;
23590267Sdes		close(sd);
23690267Sdes		sd = -1;
23790267Sdes	}
23890267Sdes	freeaddrinfo(res0);
23990267Sdes	if (sd == -1) {
24090267Sdes		_fetch_syserr();
24197856Sdes		return (NULL);
24290267Sdes	}
24340939Sdes
24497856Sdes	/* allocate and fill connection structure */
24597856Sdes	if ((conn = calloc(1, sizeof *conn)) == NULL) {
24697856Sdes		close(sd);
24797856Sdes		return (NULL);
24897856Sdes	}
24997856Sdes	if ((conn->host = strdup(host)) == NULL) {
25097856Sdes		free(conn);
25197856Sdes		close(sd);
25297856Sdes		return (NULL);
25397856Sdes	}
25497856Sdes	conn->port = port;
25597856Sdes	conn->af = af;
25697856Sdes	conn->sd = sd;
25797856Sdes	return (conn);
25840939Sdes}
25941989Sdes
26041989Sdes
26155557Sdes/*
26255557Sdes * Read a line of text from a socket w/ timeout
26355557Sdes */
26455557Sdes#define MIN_BUF_SIZE 1024
26555557Sdes
26655557Sdesint
26797856Sdes_fetch_getln(conn_t *conn)
26855557Sdes{
26990267Sdes	struct timeval now, timeout, wait;
27090267Sdes	fd_set readfds;
27190267Sdes	int r;
27290267Sdes	char c;
27390267Sdes
27497856Sdes	if (conn->buf == NULL) {
27597856Sdes		if ((conn->buf = malloc(MIN_BUF_SIZE)) == NULL) {
27690267Sdes			errno = ENOMEM;
27790267Sdes			return (-1);
27890267Sdes		}
27997856Sdes		conn->bufsize = MIN_BUF_SIZE;
28055557Sdes	}
28155557Sdes
28297856Sdes	conn->buf[0] = '\0';
28397856Sdes	conn->buflen = 0;
28455557Sdes
28555557Sdes	if (fetchTimeout) {
28690267Sdes		gettimeofday(&timeout, NULL);
28790267Sdes		timeout.tv_sec += fetchTimeout;
28890267Sdes		FD_ZERO(&readfds);
28955557Sdes	}
29090267Sdes
29190267Sdes	do {
29290267Sdes		if (fetchTimeout) {
29397856Sdes			FD_SET(conn->sd, &readfds);
29490267Sdes			gettimeofday(&now, NULL);
29590267Sdes			wait.tv_sec = timeout.tv_sec - now.tv_sec;
29690267Sdes			wait.tv_usec = timeout.tv_usec - now.tv_usec;
29790267Sdes			if (wait.tv_usec < 0) {
29890267Sdes				wait.tv_usec += 1000000;
29990267Sdes				wait.tv_sec--;
30090267Sdes			}
30190267Sdes			if (wait.tv_sec < 0) {
30290267Sdes				errno = ETIMEDOUT;
30390267Sdes				return (-1);
30490267Sdes			}
30597856Sdes			r = select(conn->sd + 1, &readfds, NULL, NULL, &wait);
30690267Sdes			if (r == -1) {
30790267Sdes				if (errno == EINTR && fetchRestartCalls)
30890267Sdes					continue;
30990267Sdes				/* EBADF or EINVAL: shouldn't happen */
31090267Sdes				return (-1);
31190267Sdes			}
31297856Sdes			if (!FD_ISSET(conn->sd, &readfds))
31390267Sdes				continue;
31490267Sdes		}
31597856Sdes		r = read(conn->sd, &c, 1);
31690267Sdes		if (r == 0)
31790267Sdes			break;
31890267Sdes		if (r == -1) {
31990267Sdes			if (errno == EINTR && fetchRestartCalls)
32090267Sdes				continue;
32190267Sdes			/* any other error is bad news */
32290267Sdes			return (-1);
32390267Sdes		}
32497856Sdes		conn->buf[conn->buflen++] = c;
32597856Sdes		if (conn->buflen == conn->bufsize) {
32690267Sdes			char *tmp;
32797856Sdes			size_t tmpsize;
32890267Sdes
32997856Sdes			tmp = conn->buf;
33097856Sdes			tmpsize = conn->bufsize * 2 + 1;
33197856Sdes			if ((tmp = realloc(tmp, tmpsize)) == NULL) {
33290267Sdes				errno = ENOMEM;
33390267Sdes				return (-1);
33490267Sdes			}
33597856Sdes			conn->buf = tmp;
33697856Sdes			conn->bufsize = tmpsize;
33790267Sdes		}
33890267Sdes	} while (c != '\n');
33990267Sdes
34097856Sdes	conn->buf[conn->buflen] = '\0';
34197856Sdes	DEBUG(fprintf(stderr, "<<< %s", conn->buf));
34290267Sdes	return (0);
34355557Sdes}
34455557Sdes
34555557Sdes
34662981Sdes/*
34762981Sdes * Write a line of text to a socket w/ timeout
34862981Sdes * XXX currently does not enforce timeout
34962981Sdes */
35062981Sdesint
35197856Sdes_fetch_putln(conn_t *conn, const char *str, size_t len)
35262981Sdes{
35390267Sdes	struct iovec iov[2];
35490267Sdes	ssize_t wlen;
35562981Sdes
35690267Sdes	/* XXX should enforce timeout */
35790267Sdes	iov[0].iov_base = (char *)str;
35890267Sdes	iov[0].iov_len = len;
35990267Sdes	iov[1].iov_base = (char *)ENDL;
36090267Sdes	iov[1].iov_len = sizeof ENDL;
36190267Sdes	len += sizeof ENDL;
36297856Sdes	wlen = writev(conn->sd, iov, 2);
36390267Sdes	if (wlen < 0 || (size_t)wlen != len)
36490267Sdes		return (-1);
36597856Sdes	DEBUG(fprintf(stderr, ">>> %.*s\n", (int)len, str));
36690267Sdes	return (0);
36762981Sdes}
36862981Sdes
36962981Sdes
37097856Sdes/*
37197856Sdes * Close connection
37297856Sdes */
37397856Sdesint
37497856Sdes_fetch_close(conn_t *conn)
37597856Sdes{
37697856Sdes	int ret;
37797856Sdes
37897856Sdes	ret = close(conn->sd);
37997856Sdes	free(conn->host);
38097856Sdes	free(conn);
38197856Sdes	return (ret);
38297856Sdes}
38397856Sdes
38497856Sdes
38541989Sdes/*** Directory-related utility functions *************************************/
38641989Sdes
38741989Sdesint
38841989Sdes_fetch_add_entry(struct url_ent **p, int *size, int *len,
38990267Sdes    const char *name, struct url_stat *us)
39041989Sdes{
39190267Sdes	struct url_ent *tmp;
39241989Sdes
39390267Sdes	if (*p == NULL) {
39490268Sdes		*size = 0;
39590267Sdes		*len = 0;
39641989Sdes	}
39741989Sdes
39890267Sdes	if (*len >= *size - 1) {
39990268Sdes		tmp = realloc(*p, (*size * 2 + 1) * sizeof **p);
40090267Sdes		if (tmp == NULL) {
40190267Sdes			errno = ENOMEM;
40290267Sdes			_fetch_syserr();
40390267Sdes			return (-1);
40490267Sdes		}
40590268Sdes		*size = (*size * 2 + 1);
40690267Sdes		*p = tmp;
40790267Sdes	}
40841989Sdes
40990267Sdes	tmp = *p + *len;
41090267Sdes	snprintf(tmp->name, PATH_MAX, "%s", name);
41190267Sdes	bcopy(us, &tmp->stat, sizeof *us);
41241989Sdes
41390267Sdes	(*len)++;
41490267Sdes	(++tmp)->name[0] = 0;
41590267Sdes
41690267Sdes	return (0);
41741989Sdes}
418