serf_private.h revision 253895
1251877Speter/* Copyright 2002-2004 Justin Erenkrantz and Greg Stein 2251877Speter * 3251877Speter * Licensed under the Apache License, Version 2.0 (the "License"); 4251877Speter * you may not use this file except in compliance with the License. 5251877Speter * You may obtain a copy of the License at 6251877Speter * 7251877Speter * http://www.apache.org/licenses/LICENSE-2.0 8251877Speter * 9251877Speter * Unless required by applicable law or agreed to in writing, software 10251877Speter * distributed under the License is distributed on an "AS IS" BASIS, 11251877Speter * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12251877Speter * See the License for the specific language governing permissions and 13251877Speter * limitations under the License. 14251877Speter */ 15251877Speter 16251877Speter#ifndef _SERF_PRIVATE_H_ 17251877Speter#define _SERF_PRIVATE_H_ 18251877Speter 19251877Speter/* ### what the hell? why does the APR interface have a "size" ?? 20251877Speter ### the implication is that, if we bust this limit, we'd need to 21251877Speter ### stop, rebuild a pollset, and repopulate it. what suckage. */ 22251877Speter#define MAX_CONN 16 23251877Speter 24251877Speter/* Windows does not define IOV_MAX, so we need to ensure it is defined. */ 25251877Speter#ifndef IOV_MAX 26251877Speter#define IOV_MAX 16 27251877Speter#endif 28251877Speter 29253895Speter/* Older versions of APR do not have this macro. */ 30253895Speter#ifdef APR_SIZE_MAX 31253895Speter#define REQUESTED_MAX APR_SIZE_MAX 32253895Speter#else 33253895Speter#define REQUESTED_MAX (~((apr_size_t)0)) 34253895Speter#endif 35253895Speter 36251877Speter#define SERF_IO_CLIENT (1) 37251877Speter#define SERF_IO_CONN (2) 38251877Speter#define SERF_IO_LISTENER (3) 39251877Speter 40251877Speter/* Internal logging facilities, set flag to 1 to enable console logging for 41251877Speter the selected component. */ 42251877Speter#define SSL_VERBOSE 0 43251877Speter#define SSL_MSG_VERBOSE 0 /* logs decrypted requests and responses. */ 44251877Speter#define SOCK_VERBOSE 0 45251877Speter#define SOCK_MSG_VERBOSE 0 /* logs bytes received from or written to a socket. */ 46251877Speter#define CONN_VERBOSE 0 47251877Speter#define AUTH_VERBOSE 0 48251877Speter 49253895Speter/* Older versions of APR do not have the APR_VERSION_AT_LEAST macro. Those 50253895Speter implementations are safe. 51251877Speter 52253895Speter If the macro *is* defined, and we're on WIN32, and APR is version 1.4.0+, 53253895Speter then we have a broken WSAPoll() implementation. 54253895Speter 55253895Speter See serf_context_create_ex() below. */ 56253895Speter#if defined(APR_VERSION_AT_LEAST) && defined(WIN32) 57253895Speter#if APR_VERSION_AT_LEAST(1,4,0) 58253895Speter#define BROKEN_WSAPOLL 59253895Speter#endif 60253895Speter#endif 61253895Speter 62251877Spetertypedef struct serf__authn_scheme_t serf__authn_scheme_t; 63251877Speter 64251877Spetertypedef struct serf_io_baton_t { 65251877Speter int type; 66251877Speter union { 67251877Speter serf_incoming_t *client; 68251877Speter serf_connection_t *conn; 69251877Speter serf_listener_t *listener; 70251877Speter } u; 71251877Speter} serf_io_baton_t; 72251877Speter 73251877Speter/* Holds all the information corresponding to a request/response pair. */ 74251877Speterstruct serf_request_t { 75251877Speter serf_connection_t *conn; 76251877Speter 77251877Speter apr_pool_t *respool; 78251877Speter serf_bucket_alloc_t *allocator; 79251877Speter 80251877Speter /* The bucket corresponding to the request. Will be NULL once the 81251877Speter * bucket has been emptied (for delivery into the socket). 82251877Speter */ 83251877Speter serf_bucket_t *req_bkt; 84251877Speter 85251877Speter serf_request_setup_t setup; 86251877Speter void *setup_baton; 87251877Speter 88251877Speter serf_response_acceptor_t acceptor; 89251877Speter void *acceptor_baton; 90251877Speter 91251877Speter serf_response_handler_t handler; 92251877Speter void *handler_baton; 93251877Speter 94251877Speter serf_bucket_t *resp_bkt; 95251877Speter 96251877Speter int written; 97251877Speter int priority; 98253895Speter /* 1 if this is a request to setup a SSL tunnel, 0 for normal requests. */ 99253895Speter int ssltunnel; 100251877Speter 101251877Speter /* This baton is currently only used for digest authentication, which 102251877Speter needs access to the uri of the request in the response handler. 103251877Speter If serf_request_t is replaced by a serf_http_request_t in the future, 104251877Speter which knows about uri and method and such, this baton won't be needed 105251877Speter anymore. */ 106251877Speter void *auth_baton; 107251877Speter 108251877Speter struct serf_request_t *next; 109251877Speter}; 110251877Speter 111251877Spetertypedef struct serf_pollset_t { 112251877Speter /* the set of connections to poll */ 113251877Speter apr_pollset_t *pollset; 114251877Speter} serf_pollset_t; 115251877Speter 116251877Spetertypedef struct serf__authn_info_t { 117251877Speter const serf__authn_scheme_t *scheme; 118251877Speter 119251877Speter void *baton; 120251877Speter} serf__authn_info_t; 121251877Speter 122251877Speterstruct serf_context_t { 123251877Speter /* the pool used for self and for other allocations */ 124251877Speter apr_pool_t *pool; 125251877Speter 126251877Speter void *pollset_baton; 127251877Speter serf_socket_add_t pollset_add; 128251877Speter serf_socket_remove_t pollset_rm; 129251877Speter 130251877Speter /* one of our connections has a dirty pollset state. */ 131251877Speter int dirty_pollset; 132251877Speter 133251877Speter /* the list of active connections */ 134251877Speter apr_array_header_t *conns; 135251877Speter#define GET_CONN(ctx, i) (((serf_connection_t **)(ctx)->conns->elts)[i]) 136251877Speter 137251877Speter /* Proxy server address */ 138251877Speter apr_sockaddr_t *proxy_address; 139251877Speter 140251877Speter /* Progress callback */ 141251877Speter serf_progress_t progress_func; 142251877Speter void *progress_baton; 143251877Speter apr_off_t progress_read; 144251877Speter apr_off_t progress_written; 145251877Speter 146253895Speter /* authentication info for the servers used in this context. Shared by all 147253895Speter connections to the same server. 148253895Speter Structure of the hashtable: key: host url, e.g. https://localhost:80 149253895Speter value: serf__authn_info_t * 150253895Speter */ 151253895Speter apr_hash_t *server_authn_info; 152253895Speter 153253895Speter /* authentication info for the proxy configured in this context, shared by 154253895Speter all connections. */ 155251877Speter serf__authn_info_t proxy_authn_info; 156251877Speter 157251877Speter /* List of authn types supported by the client.*/ 158251877Speter int authn_types; 159251877Speter /* Callback function used to get credentials for a realm. */ 160251877Speter serf_credentials_callback_t cred_cb; 161251877Speter}; 162251877Speter 163251877Speterstruct serf_listener_t { 164251877Speter serf_context_t *ctx; 165251877Speter serf_io_baton_t baton; 166251877Speter apr_socket_t *skt; 167251877Speter apr_pool_t *pool; 168251877Speter apr_pollfd_t desc; 169251877Speter void *accept_baton; 170251877Speter serf_accept_client_t accept_func; 171251877Speter}; 172251877Speter 173251877Speterstruct serf_incoming_t { 174251877Speter serf_context_t *ctx; 175251877Speter serf_io_baton_t baton; 176251877Speter void *request_baton; 177251877Speter serf_incoming_request_cb_t request; 178251877Speter apr_socket_t *skt; 179251877Speter apr_pollfd_t desc; 180251877Speter}; 181251877Speter 182251877Speter/* States for the different stages in the lifecyle of a connection. */ 183251877Spetertypedef enum { 184251877Speter SERF_CONN_INIT, /* no socket created yet */ 185251877Speter SERF_CONN_SETUP_SSLTUNNEL, /* ssl tunnel being setup, no requests sent */ 186251877Speter SERF_CONN_CONNECTED, /* conn is ready to send requests */ 187253895Speter SERF_CONN_CLOSING /* conn is closing, no more requests, 188251877Speter start a new socket */ 189251877Speter} serf__connection_state_t; 190251877Speter 191251877Speterstruct serf_connection_t { 192251877Speter serf_context_t *ctx; 193251877Speter 194251877Speter apr_status_t status; 195251877Speter serf_io_baton_t baton; 196251877Speter 197251877Speter apr_pool_t *pool; 198251877Speter serf_bucket_alloc_t *allocator; 199251877Speter 200251877Speter apr_sockaddr_t *address; 201251877Speter 202251877Speter apr_socket_t *skt; 203251877Speter apr_pool_t *skt_pool; 204251877Speter 205251877Speter /* the last reqevents we gave to pollset_add */ 206251877Speter apr_int16_t reqevents; 207251877Speter 208251877Speter /* the events we've seen for this connection in our returned pollset */ 209251877Speter apr_int16_t seen_in_pollset; 210251877Speter 211251877Speter /* are we a dirty connection that needs its poll status updated? */ 212251877Speter int dirty_conn; 213251877Speter 214251877Speter /* number of completed requests we've sent */ 215251877Speter unsigned int completed_requests; 216251877Speter 217251877Speter /* number of completed responses we've got */ 218251877Speter unsigned int completed_responses; 219251877Speter 220251877Speter /* keepalive */ 221251877Speter unsigned int probable_keepalive_limit; 222251877Speter 223251877Speter /* Current state of the connection (whether or not it is connected). */ 224251877Speter serf__connection_state_t state; 225251877Speter 226251877Speter /* This connection may have responses without a request! */ 227251877Speter int async_responses; 228251877Speter serf_bucket_t *current_async_response; 229251877Speter serf_response_acceptor_t async_acceptor; 230251877Speter void *async_acceptor_baton; 231251877Speter serf_response_handler_t async_handler; 232251877Speter void *async_handler_baton; 233251877Speter 234251877Speter /* A bucket wrapped around our socket (for reading responses). */ 235251877Speter serf_bucket_t *stream; 236251877Speter /* A reference to the aggregate bucket that provides the boundary between 237251877Speter * request level buckets and connection level buckets. 238251877Speter */ 239251877Speter serf_bucket_t *ostream_head; 240251877Speter serf_bucket_t *ostream_tail; 241251877Speter 242251877Speter /* Aggregate bucket used to send the CONNECT request. */ 243251877Speter serf_bucket_t *ssltunnel_ostream; 244251877Speter 245251877Speter /* The list of active requests. */ 246251877Speter serf_request_t *requests; 247251877Speter serf_request_t *requests_tail; 248251877Speter 249251877Speter struct iovec vec[IOV_MAX]; 250251877Speter int vec_len; 251251877Speter 252251877Speter serf_connection_setup_t setup; 253251877Speter void *setup_baton; 254251877Speter serf_connection_closed_t closed; 255251877Speter void *closed_baton; 256251877Speter 257251877Speter /* Max. number of outstanding requests. */ 258251877Speter unsigned int max_outstanding_requests; 259251877Speter 260251877Speter int hit_eof; 261253895Speter 262253895Speter /* Host url, path ommitted, syntax: https://svn.apache.org . */ 263251877Speter const char *host_url; 264253895Speter 265253895Speter /* Exploded host url, path ommitted. Only scheme, hostinfo, hostname & 266253895Speter port values are filled in. */ 267251877Speter apr_uri_t host_info; 268251877Speter 269251877Speter /* connection and authentication scheme specific information */ 270251877Speter void *authn_baton; 271251877Speter void *proxy_authn_baton; 272251877Speter 273251877Speter /* Time marker when connection begins. */ 274251877Speter apr_time_t connect_time; 275251877Speter 276251877Speter /* Calculated connection latency. Negative value if latency is unknown. */ 277251877Speter apr_interval_time_t latency; 278253895Speter 279253895Speter /* Needs to read first before we can write again. */ 280253895Speter int stop_writing; 281251877Speter}; 282251877Speter 283251877Speter/*** Internal bucket functions ***/ 284251877Speter 285251877Speter/** Transform a response_bucket in-place into an aggregate bucket. Restore the 286251877Speter status line and all headers, not just the body. 287251877Speter 288251877Speter This can only be used when we haven't started reading the body of the 289251877Speter response yet. 290251877Speter 291251877Speter Keep internal for now, probably only useful within serf. 292251877Speter */ 293251877Speterapr_status_t serf_response_full_become_aggregate(serf_bucket_t *bucket); 294251877Speter 295251877Speter/*** Authentication handler declarations ***/ 296251877Speter 297251877Spetertypedef enum { PROXY, HOST } peer_t; 298251877Speter 299251877Speter/** 300251877Speter * For each authentication scheme we need a handler function of type 301251877Speter * serf__auth_handler_func_t. This function will be called when an 302251877Speter * authentication challenge is received in a session. 303251877Speter */ 304251877Spetertypedef apr_status_t 305251877Speter(*serf__auth_handler_func_t)(int code, 306251877Speter serf_request_t *request, 307251877Speter serf_bucket_t *response, 308251877Speter const char *auth_hdr, 309251877Speter const char *auth_attr, 310251877Speter void *baton, 311251877Speter apr_pool_t *pool); 312251877Speter 313251877Speter/** 314251877Speter * For each authentication scheme we need an initialization function of type 315251877Speter * serf__init_context_func_t. This function will be called the first time 316251877Speter * serf tries a specific authentication scheme handler. 317251877Speter */ 318251877Spetertypedef apr_status_t 319251877Speter(*serf__init_context_func_t)(int code, 320251877Speter serf_context_t *conn, 321251877Speter apr_pool_t *pool); 322251877Speter 323251877Speter/** 324251877Speter * For each authentication scheme we need an initialization function of type 325251877Speter * serf__init_conn_func_t. This function will be called when a new 326251877Speter * connection is opened. 327251877Speter */ 328251877Spetertypedef apr_status_t 329253895Speter(*serf__init_conn_func_t)(const serf__authn_scheme_t *scheme, 330253895Speter int code, 331251877Speter serf_connection_t *conn, 332251877Speter apr_pool_t *pool); 333251877Speter 334251877Speter/** 335251877Speter * For each authentication scheme we need a setup_request function of type 336251877Speter * serf__setup_request_func_t. This function will be called when a 337251877Speter * new serf_request_t object is created and should fill in the correct 338251877Speter * authentication headers (if needed). 339251877Speter */ 340251877Spetertypedef apr_status_t 341251877Speter(*serf__setup_request_func_t)(peer_t peer, 342251877Speter int code, 343251877Speter serf_connection_t *conn, 344251877Speter serf_request_t *request, 345251877Speter const char *method, 346251877Speter const char *uri, 347251877Speter serf_bucket_t *hdrs_bkt); 348251877Speter 349251877Speter/** 350251877Speter * This function will be called when a response is received, so that the 351251877Speter * scheme handler can validate the Authentication related response headers 352251877Speter * (if needed). 353251877Speter */ 354251877Spetertypedef apr_status_t 355251877Speter(*serf__validate_response_func_t)(peer_t peer, 356251877Speter int code, 357251877Speter serf_connection_t *conn, 358251877Speter serf_request_t *request, 359251877Speter serf_bucket_t *response, 360251877Speter apr_pool_t *pool); 361251877Speter 362251877Speter/** 363251877Speter * serf__authn_scheme_t: vtable for an authn scheme provider. 364251877Speter */ 365251877Speterstruct serf__authn_scheme_t { 366253895Speter /* The name of this authentication scheme. Used in headers of requests and 367253895Speter for logging. */ 368251877Speter const char *name; 369251877Speter 370253895Speter /* Key is the name of the authentication scheme in lower case, to 371253895Speter facilitate case insensitive matching of the response headers. */ 372253895Speter const char *key; 373253895Speter 374251877Speter /* Internal code used for this authn type. */ 375251877Speter int type; 376251877Speter 377251877Speter /* The context initialization function if any; otherwise, NULL */ 378251877Speter serf__init_context_func_t init_ctx_func; 379251877Speter 380251877Speter /* The connection initialization function if any; otherwise, NULL */ 381251877Speter serf__init_conn_func_t init_conn_func; 382251877Speter 383251877Speter /* The authentication handler function */ 384251877Speter serf__auth_handler_func_t handle_func; 385251877Speter 386251877Speter /* Function to set up the authentication header of a request */ 387251877Speter serf__setup_request_func_t setup_request_func; 388251877Speter 389251877Speter /* Function to validate the authentication header of a response */ 390251877Speter serf__validate_response_func_t validate_response_func; 391251877Speter}; 392251877Speter 393251877Speter/** 394251877Speter * Handles a 401 or 407 response, tries the different available authentication 395251877Speter * handlers. 396251877Speter */ 397251877Speterapr_status_t serf__handle_auth_response(int *consumed_response, 398251877Speter serf_request_t *request, 399251877Speter serf_bucket_t *response, 400251877Speter void *baton, 401251877Speter apr_pool_t *pool); 402251877Speter 403253895Speter/* Get the cached serf__authn_info_t object for the target server, or create one 404253895Speter when this is the first connection to the server. 405253895Speter TODO: The serf__authn_info_t objects are allocated in the context pool, so 406253895Speter a context that's used to connect to many different servers using Basic or 407253895Speter Digest authencation will hold on to many objects indefinitely. We should be 408253895Speter able to cleanup stale objects from time to time. */ 409253895Speterserf__authn_info_t *serf__get_authn_info_for_server(serf_connection_t *conn); 410253895Speter 411251877Speter/* fromt context.c */ 412251877Spetervoid serf__context_progress_delta(void *progress_baton, apr_off_t read, 413251877Speter apr_off_t written); 414251877Speter 415251877Speter/* from incoming.c */ 416251877Speterapr_status_t serf__process_client(serf_incoming_t *l, apr_int16_t events); 417251877Speterapr_status_t serf__process_listener(serf_listener_t *l); 418251877Speter 419251877Speter/* from outgoing.c */ 420251877Speterapr_status_t serf__open_connections(serf_context_t *ctx); 421251877Speterapr_status_t serf__process_connection(serf_connection_t *conn, 422251877Speter apr_int16_t events); 423251877Speterapr_status_t serf__conn_update_pollset(serf_connection_t *conn); 424253895Speterserf_request_t *serf__ssltunnel_request_create(serf_connection_t *conn, 425253895Speter serf_request_setup_t setup, 426253895Speter void *setup_baton); 427253895Speterapr_status_t serf__provide_credentials(serf_context_t *ctx, 428253895Speter char **username, 429253895Speter char **password, 430253895Speter serf_request_t *request, 431253895Speter void *baton, 432253895Speter int code, const char *authn_type, 433253895Speter const char *realm, 434253895Speter apr_pool_t *pool); 435251877Speter 436251877Speter/* from ssltunnel.c */ 437251877Speterapr_status_t serf__ssltunnel_connect(serf_connection_t *conn); 438251877Speter 439251877Speter 440251877Speter/** Logging functions. Use one of the [COMP]_VERBOSE flags to enable specific 441251877Speter logging. 442251877Speter **/ 443251877Speter 444251877Speter/* Logs a standard event, with filename & timestamp header */ 445251877Spetervoid serf__log(int verbose_flag, const char *filename, const char *fmt, ...); 446251877Speter 447251877Speter/* Logs a standard event, but without prefix. This is useful to build up 448251877Speter log lines in parts. */ 449251877Spetervoid serf__log_nopref(int verbose_flag, const char *fmt, ...); 450251877Speter 451251877Speter/* Logs a socket event, add local and remote ip address:port */ 452251877Spetervoid serf__log_skt(int verbose_flag, const char *filename, apr_socket_t *skt, 453251877Speter const char *fmt, ...); 454251877Speter 455251877Speter#endif 456