serf_private.h revision 253895
1251877Speter/* Copyright 2002-2004 Justin Erenkrantz and Greg Stein
2251877Speter *
3251877Speter * Licensed under the Apache License, Version 2.0 (the "License");
4251877Speter * you may not use this file except in compliance with the License.
5251877Speter * You may obtain a copy of the License at
6251877Speter *
7251877Speter *     http://www.apache.org/licenses/LICENSE-2.0
8251877Speter *
9251877Speter * Unless required by applicable law or agreed to in writing, software
10251877Speter * distributed under the License is distributed on an "AS IS" BASIS,
11251877Speter * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12251877Speter * See the License for the specific language governing permissions and
13251877Speter * limitations under the License.
14251877Speter */
15251877Speter
16251877Speter#ifndef _SERF_PRIVATE_H_
17251877Speter#define _SERF_PRIVATE_H_
18251877Speter
19251877Speter/* ### what the hell? why does the APR interface have a "size" ??
20251877Speter   ### the implication is that, if we bust this limit, we'd need to
21251877Speter   ### stop, rebuild a pollset, and repopulate it. what suckage.  */
22251877Speter#define MAX_CONN 16
23251877Speter
24251877Speter/* Windows does not define IOV_MAX, so we need to ensure it is defined. */
25251877Speter#ifndef IOV_MAX
26251877Speter#define IOV_MAX 16
27251877Speter#endif
28251877Speter
29253895Speter/* Older versions of APR do not have this macro.  */
30253895Speter#ifdef APR_SIZE_MAX
31253895Speter#define REQUESTED_MAX APR_SIZE_MAX
32253895Speter#else
33253895Speter#define REQUESTED_MAX (~((apr_size_t)0))
34253895Speter#endif
35253895Speter
36251877Speter#define SERF_IO_CLIENT (1)
37251877Speter#define SERF_IO_CONN (2)
38251877Speter#define SERF_IO_LISTENER (3)
39251877Speter
40251877Speter/* Internal logging facilities, set flag to 1 to enable console logging for
41251877Speter   the selected component. */
42251877Speter#define SSL_VERBOSE 0
43251877Speter#define SSL_MSG_VERBOSE 0  /* logs decrypted requests and responses. */
44251877Speter#define SOCK_VERBOSE 0
45251877Speter#define SOCK_MSG_VERBOSE 0 /* logs bytes received from or written to a socket. */
46251877Speter#define CONN_VERBOSE 0
47251877Speter#define AUTH_VERBOSE 0
48251877Speter
49253895Speter/* Older versions of APR do not have the APR_VERSION_AT_LEAST macro. Those
50253895Speter   implementations are safe.
51251877Speter
52253895Speter   If the macro *is* defined, and we're on WIN32, and APR is version 1.4.0+,
53253895Speter   then we have a broken WSAPoll() implementation.
54253895Speter
55253895Speter   See serf_context_create_ex() below.  */
56253895Speter#if defined(APR_VERSION_AT_LEAST) && defined(WIN32)
57253895Speter#if APR_VERSION_AT_LEAST(1,4,0)
58253895Speter#define BROKEN_WSAPOLL
59253895Speter#endif
60253895Speter#endif
61253895Speter
62251877Spetertypedef struct serf__authn_scheme_t serf__authn_scheme_t;
63251877Speter
64251877Spetertypedef struct serf_io_baton_t {
65251877Speter    int type;
66251877Speter    union {
67251877Speter        serf_incoming_t *client;
68251877Speter        serf_connection_t *conn;
69251877Speter        serf_listener_t *listener;
70251877Speter    } u;
71251877Speter} serf_io_baton_t;
72251877Speter
73251877Speter/* Holds all the information corresponding to a request/response pair. */
74251877Speterstruct serf_request_t {
75251877Speter    serf_connection_t *conn;
76251877Speter
77251877Speter    apr_pool_t *respool;
78251877Speter    serf_bucket_alloc_t *allocator;
79251877Speter
80251877Speter    /* The bucket corresponding to the request. Will be NULL once the
81251877Speter     * bucket has been emptied (for delivery into the socket).
82251877Speter     */
83251877Speter    serf_bucket_t *req_bkt;
84251877Speter
85251877Speter    serf_request_setup_t setup;
86251877Speter    void *setup_baton;
87251877Speter
88251877Speter    serf_response_acceptor_t acceptor;
89251877Speter    void *acceptor_baton;
90251877Speter
91251877Speter    serf_response_handler_t handler;
92251877Speter    void *handler_baton;
93251877Speter
94251877Speter    serf_bucket_t *resp_bkt;
95251877Speter
96251877Speter    int written;
97251877Speter    int priority;
98253895Speter    /* 1 if this is a request to setup a SSL tunnel, 0 for normal requests. */
99253895Speter    int ssltunnel;
100251877Speter
101251877Speter    /* This baton is currently only used for digest authentication, which
102251877Speter       needs access to the uri of the request in the response handler.
103251877Speter       If serf_request_t is replaced by a serf_http_request_t in the future,
104251877Speter       which knows about uri and method and such, this baton won't be needed
105251877Speter       anymore. */
106251877Speter    void *auth_baton;
107251877Speter
108251877Speter    struct serf_request_t *next;
109251877Speter};
110251877Speter
111251877Spetertypedef struct serf_pollset_t {
112251877Speter    /* the set of connections to poll */
113251877Speter    apr_pollset_t *pollset;
114251877Speter} serf_pollset_t;
115251877Speter
116251877Spetertypedef struct serf__authn_info_t {
117251877Speter    const serf__authn_scheme_t *scheme;
118251877Speter
119251877Speter    void *baton;
120251877Speter} serf__authn_info_t;
121251877Speter
122251877Speterstruct serf_context_t {
123251877Speter    /* the pool used for self and for other allocations */
124251877Speter    apr_pool_t *pool;
125251877Speter
126251877Speter    void *pollset_baton;
127251877Speter    serf_socket_add_t pollset_add;
128251877Speter    serf_socket_remove_t pollset_rm;
129251877Speter
130251877Speter    /* one of our connections has a dirty pollset state. */
131251877Speter    int dirty_pollset;
132251877Speter
133251877Speter    /* the list of active connections */
134251877Speter    apr_array_header_t *conns;
135251877Speter#define GET_CONN(ctx, i) (((serf_connection_t **)(ctx)->conns->elts)[i])
136251877Speter
137251877Speter    /* Proxy server address */
138251877Speter    apr_sockaddr_t *proxy_address;
139251877Speter
140251877Speter    /* Progress callback */
141251877Speter    serf_progress_t progress_func;
142251877Speter    void *progress_baton;
143251877Speter    apr_off_t progress_read;
144251877Speter    apr_off_t progress_written;
145251877Speter
146253895Speter    /* authentication info for the servers used in this context. Shared by all
147253895Speter       connections to the same server.
148253895Speter       Structure of the hashtable:  key: host url, e.g. https://localhost:80
149253895Speter                                  value: serf__authn_info_t *
150253895Speter     */
151253895Speter    apr_hash_t *server_authn_info;
152253895Speter
153253895Speter    /* authentication info for the proxy configured in this context, shared by
154253895Speter       all connections. */
155251877Speter    serf__authn_info_t proxy_authn_info;
156251877Speter
157251877Speter    /* List of authn types supported by the client.*/
158251877Speter    int authn_types;
159251877Speter    /* Callback function used to get credentials for a realm. */
160251877Speter    serf_credentials_callback_t cred_cb;
161251877Speter};
162251877Speter
163251877Speterstruct serf_listener_t {
164251877Speter    serf_context_t *ctx;
165251877Speter    serf_io_baton_t baton;
166251877Speter    apr_socket_t *skt;
167251877Speter    apr_pool_t *pool;
168251877Speter    apr_pollfd_t desc;
169251877Speter    void *accept_baton;
170251877Speter    serf_accept_client_t accept_func;
171251877Speter};
172251877Speter
173251877Speterstruct serf_incoming_t {
174251877Speter    serf_context_t *ctx;
175251877Speter    serf_io_baton_t baton;
176251877Speter    void *request_baton;
177251877Speter    serf_incoming_request_cb_t request;
178251877Speter    apr_socket_t *skt;
179251877Speter    apr_pollfd_t desc;
180251877Speter};
181251877Speter
182251877Speter/* States for the different stages in the lifecyle of a connection. */
183251877Spetertypedef enum {
184251877Speter    SERF_CONN_INIT,             /* no socket created yet */
185251877Speter    SERF_CONN_SETUP_SSLTUNNEL,  /* ssl tunnel being setup, no requests sent */
186251877Speter    SERF_CONN_CONNECTED,        /* conn is ready to send requests */
187253895Speter    SERF_CONN_CLOSING           /* conn is closing, no more requests,
188251877Speter                                   start a new socket */
189251877Speter} serf__connection_state_t;
190251877Speter
191251877Speterstruct serf_connection_t {
192251877Speter    serf_context_t *ctx;
193251877Speter
194251877Speter    apr_status_t status;
195251877Speter    serf_io_baton_t baton;
196251877Speter
197251877Speter    apr_pool_t *pool;
198251877Speter    serf_bucket_alloc_t *allocator;
199251877Speter
200251877Speter    apr_sockaddr_t *address;
201251877Speter
202251877Speter    apr_socket_t *skt;
203251877Speter    apr_pool_t *skt_pool;
204251877Speter
205251877Speter    /* the last reqevents we gave to pollset_add */
206251877Speter    apr_int16_t reqevents;
207251877Speter
208251877Speter    /* the events we've seen for this connection in our returned pollset */
209251877Speter    apr_int16_t seen_in_pollset;
210251877Speter
211251877Speter    /* are we a dirty connection that needs its poll status updated? */
212251877Speter    int dirty_conn;
213251877Speter
214251877Speter    /* number of completed requests we've sent */
215251877Speter    unsigned int completed_requests;
216251877Speter
217251877Speter    /* number of completed responses we've got */
218251877Speter    unsigned int completed_responses;
219251877Speter
220251877Speter    /* keepalive */
221251877Speter    unsigned int probable_keepalive_limit;
222251877Speter
223251877Speter    /* Current state of the connection (whether or not it is connected). */
224251877Speter    serf__connection_state_t state;
225251877Speter
226251877Speter    /* This connection may have responses without a request! */
227251877Speter    int async_responses;
228251877Speter    serf_bucket_t *current_async_response;
229251877Speter    serf_response_acceptor_t async_acceptor;
230251877Speter    void *async_acceptor_baton;
231251877Speter    serf_response_handler_t async_handler;
232251877Speter    void *async_handler_baton;
233251877Speter
234251877Speter    /* A bucket wrapped around our socket (for reading responses). */
235251877Speter    serf_bucket_t *stream;
236251877Speter    /* A reference to the aggregate bucket that provides the boundary between
237251877Speter     * request level buckets and connection level buckets.
238251877Speter     */
239251877Speter    serf_bucket_t *ostream_head;
240251877Speter    serf_bucket_t *ostream_tail;
241251877Speter
242251877Speter    /* Aggregate bucket used to send the CONNECT request. */
243251877Speter    serf_bucket_t *ssltunnel_ostream;
244251877Speter
245251877Speter    /* The list of active requests. */
246251877Speter    serf_request_t *requests;
247251877Speter    serf_request_t *requests_tail;
248251877Speter
249251877Speter    struct iovec vec[IOV_MAX];
250251877Speter    int vec_len;
251251877Speter
252251877Speter    serf_connection_setup_t setup;
253251877Speter    void *setup_baton;
254251877Speter    serf_connection_closed_t closed;
255251877Speter    void *closed_baton;
256251877Speter
257251877Speter    /* Max. number of outstanding requests. */
258251877Speter    unsigned int max_outstanding_requests;
259251877Speter
260251877Speter    int hit_eof;
261253895Speter
262253895Speter    /* Host url, path ommitted, syntax: https://svn.apache.org . */
263251877Speter    const char *host_url;
264253895Speter
265253895Speter    /* Exploded host url, path ommitted. Only scheme, hostinfo, hostname &
266253895Speter       port values are filled in. */
267251877Speter    apr_uri_t host_info;
268251877Speter
269251877Speter    /* connection and authentication scheme specific information */
270251877Speter    void *authn_baton;
271251877Speter    void *proxy_authn_baton;
272251877Speter
273251877Speter    /* Time marker when connection begins. */
274251877Speter    apr_time_t connect_time;
275251877Speter
276251877Speter    /* Calculated connection latency. Negative value if latency is unknown. */
277251877Speter    apr_interval_time_t latency;
278253895Speter
279253895Speter    /* Needs to read first before we can write again. */
280253895Speter    int stop_writing;
281251877Speter};
282251877Speter
283251877Speter/*** Internal bucket functions ***/
284251877Speter
285251877Speter/** Transform a response_bucket in-place into an aggregate bucket. Restore the
286251877Speter    status line and all headers, not just the body.
287251877Speter
288251877Speter    This can only be used when we haven't started reading the body of the
289251877Speter    response yet.
290251877Speter
291251877Speter    Keep internal for now, probably only useful within serf.
292251877Speter */
293251877Speterapr_status_t serf_response_full_become_aggregate(serf_bucket_t *bucket);
294251877Speter
295251877Speter/*** Authentication handler declarations ***/
296251877Speter
297251877Spetertypedef enum { PROXY, HOST } peer_t;
298251877Speter
299251877Speter/**
300251877Speter * For each authentication scheme we need a handler function of type
301251877Speter * serf__auth_handler_func_t. This function will be called when an
302251877Speter * authentication challenge is received in a session.
303251877Speter */
304251877Spetertypedef apr_status_t
305251877Speter(*serf__auth_handler_func_t)(int code,
306251877Speter                             serf_request_t *request,
307251877Speter                             serf_bucket_t *response,
308251877Speter                             const char *auth_hdr,
309251877Speter                             const char *auth_attr,
310251877Speter                             void *baton,
311251877Speter                             apr_pool_t *pool);
312251877Speter
313251877Speter/**
314251877Speter * For each authentication scheme we need an initialization function of type
315251877Speter * serf__init_context_func_t. This function will be called the first time
316251877Speter * serf tries a specific authentication scheme handler.
317251877Speter */
318251877Spetertypedef apr_status_t
319251877Speter(*serf__init_context_func_t)(int code,
320251877Speter                             serf_context_t *conn,
321251877Speter                             apr_pool_t *pool);
322251877Speter
323251877Speter/**
324251877Speter * For each authentication scheme we need an initialization function of type
325251877Speter * serf__init_conn_func_t. This function will be called when a new
326251877Speter * connection is opened.
327251877Speter */
328251877Spetertypedef apr_status_t
329253895Speter(*serf__init_conn_func_t)(const serf__authn_scheme_t *scheme,
330253895Speter                          int code,
331251877Speter                          serf_connection_t *conn,
332251877Speter                          apr_pool_t *pool);
333251877Speter
334251877Speter/**
335251877Speter * For each authentication scheme we need a setup_request function of type
336251877Speter * serf__setup_request_func_t. This function will be called when a
337251877Speter * new serf_request_t object is created and should fill in the correct
338251877Speter * authentication headers (if needed).
339251877Speter */
340251877Spetertypedef apr_status_t
341251877Speter(*serf__setup_request_func_t)(peer_t peer,
342251877Speter                              int code,
343251877Speter                              serf_connection_t *conn,
344251877Speter                              serf_request_t *request,
345251877Speter                              const char *method,
346251877Speter                              const char *uri,
347251877Speter                              serf_bucket_t *hdrs_bkt);
348251877Speter
349251877Speter/**
350251877Speter * This function will be called when a response is received, so that the
351251877Speter * scheme handler can validate the Authentication related response headers
352251877Speter * (if needed).
353251877Speter */
354251877Spetertypedef apr_status_t
355251877Speter(*serf__validate_response_func_t)(peer_t peer,
356251877Speter                                  int code,
357251877Speter                                  serf_connection_t *conn,
358251877Speter                                  serf_request_t *request,
359251877Speter                                  serf_bucket_t *response,
360251877Speter                                  apr_pool_t *pool);
361251877Speter
362251877Speter/**
363251877Speter * serf__authn_scheme_t: vtable for an authn scheme provider.
364251877Speter */
365251877Speterstruct serf__authn_scheme_t {
366253895Speter    /* The name of this authentication scheme. Used in headers of requests and
367253895Speter       for logging. */
368251877Speter    const char *name;
369251877Speter
370253895Speter    /* Key is the name of the authentication scheme in lower case, to
371253895Speter       facilitate case insensitive matching of the response headers. */
372253895Speter    const char *key;
373253895Speter
374251877Speter    /* Internal code used for this authn type. */
375251877Speter    int type;
376251877Speter
377251877Speter    /* The context initialization function if any; otherwise, NULL */
378251877Speter    serf__init_context_func_t init_ctx_func;
379251877Speter
380251877Speter    /* The connection initialization function if any; otherwise, NULL */
381251877Speter    serf__init_conn_func_t init_conn_func;
382251877Speter
383251877Speter    /* The authentication handler function */
384251877Speter    serf__auth_handler_func_t handle_func;
385251877Speter
386251877Speter    /* Function to set up the authentication header of a request */
387251877Speter    serf__setup_request_func_t setup_request_func;
388251877Speter
389251877Speter    /* Function to validate the authentication header of a response */
390251877Speter    serf__validate_response_func_t validate_response_func;
391251877Speter};
392251877Speter
393251877Speter/**
394251877Speter * Handles a 401 or 407 response, tries the different available authentication
395251877Speter * handlers.
396251877Speter */
397251877Speterapr_status_t serf__handle_auth_response(int *consumed_response,
398251877Speter                                        serf_request_t *request,
399251877Speter                                        serf_bucket_t *response,
400251877Speter                                        void *baton,
401251877Speter                                        apr_pool_t *pool);
402251877Speter
403253895Speter/* Get the cached serf__authn_info_t object for the target server, or create one
404253895Speter   when this is the first connection to the server.
405253895Speter   TODO: The serf__authn_info_t objects are allocated in the context pool, so
406253895Speter   a context that's used to connect to many different servers using Basic or
407253895Speter   Digest authencation will hold on to many objects indefinitely. We should be
408253895Speter   able to cleanup stale objects from time to time. */
409253895Speterserf__authn_info_t *serf__get_authn_info_for_server(serf_connection_t *conn);
410253895Speter
411251877Speter/* fromt context.c */
412251877Spetervoid serf__context_progress_delta(void *progress_baton, apr_off_t read,
413251877Speter                                  apr_off_t written);
414251877Speter
415251877Speter/* from incoming.c */
416251877Speterapr_status_t serf__process_client(serf_incoming_t *l, apr_int16_t events);
417251877Speterapr_status_t serf__process_listener(serf_listener_t *l);
418251877Speter
419251877Speter/* from outgoing.c */
420251877Speterapr_status_t serf__open_connections(serf_context_t *ctx);
421251877Speterapr_status_t serf__process_connection(serf_connection_t *conn,
422251877Speter                                       apr_int16_t events);
423251877Speterapr_status_t serf__conn_update_pollset(serf_connection_t *conn);
424253895Speterserf_request_t *serf__ssltunnel_request_create(serf_connection_t *conn,
425253895Speter                                               serf_request_setup_t setup,
426253895Speter                                               void *setup_baton);
427253895Speterapr_status_t serf__provide_credentials(serf_context_t *ctx,
428253895Speter                                       char **username,
429253895Speter                                       char **password,
430253895Speter                                       serf_request_t *request,
431253895Speter                                       void *baton,
432253895Speter                                       int code, const char *authn_type,
433253895Speter                                       const char *realm,
434253895Speter                                       apr_pool_t *pool);
435251877Speter
436251877Speter/* from ssltunnel.c */
437251877Speterapr_status_t serf__ssltunnel_connect(serf_connection_t *conn);
438251877Speter
439251877Speter
440251877Speter/** Logging functions. Use one of the [COMP]_VERBOSE flags to enable specific
441251877Speter    logging.
442251877Speter **/
443251877Speter
444251877Speter/* Logs a standard event, with filename & timestamp header */
445251877Spetervoid serf__log(int verbose_flag, const char *filename, const char *fmt, ...);
446251877Speter
447251877Speter/* Logs a standard event, but without prefix. This is useful to build up
448251877Speter log lines in parts. */
449251877Spetervoid serf__log_nopref(int verbose_flag, const char *fmt, ...);
450251877Speter
451251877Speter/* Logs a socket event, add local and remote ip address:port */
452251877Spetervoid serf__log_skt(int verbose_flag, const char *filename, apr_socket_t *skt,
453251877Speter                   const char *fmt, ...);
454251877Speter
455251877Speter#endif
456