Annotation of libwww/Library/src/HTTP.c, revision 1.92
1.74 frystyk 1: /* HTTP.c
2: ** MULTITHREADED IMPLEMENTATION OF HTTP CLIENT
1.2 timbl 3: **
1.84 frystyk 4: ** (c) COPYRIGHT MIT 1995.
1.74 frystyk 5: ** Please first read the full copyright statement in the file COPYRIGH.
6: **
7: ** This module implments the HTTP protocol as a state machine
1.55 frystyk 8: **
9: ** History:
1.59 frystyk 10: ** < May 24 94 ?? Unknown - but obviously written
1.56 frystyk 11: ** May 24 94 HF Made reentrent and cleaned up a bit. Implemented
12: ** Forward, redirection, error handling and referer field
1.67 duns 13: ** 8 Jul 94 FM Insulate free() from _free structure element.
1.71 frystyk 14: ** Jul 94 HFN Written on top of HTTP.c, Henrik Frystyk
1.55 frystyk 15: **
1.1 timbl 16: */
17:
1.78 frystyk 18: /* Library include files */
19: #include "tcp.h"
1.1 timbl 20: #include "HTUtils.h"
1.78 frystyk 21: #include "HTString.h"
1.71 frystyk 22: #include "HTParse.h"
1.1 timbl 23: #include "HTTCP.h"
24: #include "HTFormat.h"
1.85 frystyk 25: #include "HTSocket.h"
1.2 timbl 26: #include "HTAlert.h"
27: #include "HTMIME.h"
1.21 luotonen 28: #include "HTAccess.h" /* HTRequest */
1.14 luotonen 29: #include "HTAABrow.h" /* Access Authorization */
1.20 timbl 30: #include "HTTee.h" /* Tee off a cache stream */
1.78 frystyk 31: #include "HTFWrite.h" /* Write to cache file */
1.90 frystyk 32: #include "HTCache.h"
1.80 frystyk 33: #include "HTWriter.h"
1.54 luotonen 34: #include "HTError.h"
1.55 frystyk 35: #include "HTChunk.h"
1.71 frystyk 36: #include "HTGuess.h"
37: #include "HTThread.h"
1.80 frystyk 38: #include "HTTPReq.h"
1.55 frystyk 39: #include "HTTP.h" /* Implements */
40:
41: /* Macros and other defines */
1.71 frystyk 42: #define PUTC(c) (*me->target->isa->put_character)(me->target, c)
43: #define PUTS(s) (*me->target->isa->put_string)(me->target, s)
44: #define PUTBLOCK(b, l) (*me->target->isa->put_block)(me->target, b, l)
45: #define FREE_TARGET (*me->target->isa->_free)(me->target)
1.74 frystyk 46: #define ABORT_TARGET (*me->target->isa->abort)(me->target, e)
1.2 timbl 47:
1.59 frystyk 48: /* Type definitions and global variables etc. local to this module */
49: /* This is the local definition of HTRequest->net_info */
50: typedef enum _HTTPState {
1.81 frystyk 51: HTTP_RETRY = -4,
1.71 frystyk 52: HTTP_ERROR = -3,
53: HTTP_NO_DATA = -2,
54: HTTP_GOT_DATA = -1,
55: HTTP_BEGIN = 0,
56: HTTP_NEED_CONNECTION,
57: HTTP_NEED_REQUEST,
58: HTTP_REDIRECTION,
1.91 frystyk 59: HTTP_NOT_MODIFIED,
60: HTTP_EXPIRED,
1.71 frystyk 61: HTTP_AA
1.59 frystyk 62: } HTTPState;
1.55 frystyk 63:
64: typedef struct _http_info {
1.78 frystyk 65: SOCKFD sockfd; /* Socket descripter */
1.71 frystyk 66: SockA sock_addr; /* SockA is defined in tcp.h */
1.68 frystyk 67: HTInputSocket * isoc; /* Input buffer */
1.80 frystyk 68: SocAction action; /* Result of the select call */
69: HTStream * target; /* Target stream */
1.71 frystyk 70: int addressCount; /* Attempts if multi-homed host */
71: time_t connecttime; /* Used on multihomed hosts */
72: struct _HTRequest * request; /* Link back to request structure */
1.68 frystyk 73:
1.81 frystyk 74: HTTPState state; /* Current State of the connection */
75: HTTPState next; /* Next state */
1.55 frystyk 76: } http_info;
77:
1.88 frystyk 78: #define MAX_STATUS_LEN 100 /* Max nb of chars to check StatusLine */
1.55 frystyk 79:
1.71 frystyk 80: struct _HTStream {
81: CONST HTStreamClass * isa;
82: HTStream * target;
83: HTRequest * request;
84: http_info * http;
85: HTSocketEOL state;
86: BOOL transparent;
1.81 frystyk 87: char * version; /* Should we save this? */
1.71 frystyk 88: int status;
1.81 frystyk 89: char * reason;
1.71 frystyk 90: char buffer[MAX_STATUS_LEN+1];
1.80 frystyk 91: int buflen;
1.71 frystyk 92: };
1.21 luotonen 93:
1.71 frystyk 94: /* ------------------------------------------------------------------------- */
95: /* Help Functions */
96: /* ------------------------------------------------------------------------- */
1.21 luotonen 97:
1.71 frystyk 98: /* HTTPCleanup
1.1 timbl 99: **
1.55 frystyk 100: ** This function closes the connection and frees memory.
1.1 timbl 101: **
1.55 frystyk 102: ** Returns 0 on OK, else -1
1.1 timbl 103: */
1.80 frystyk 104: PRIVATE int HTTPCleanup ARGS2(HTRequest *, req, BOOL, abort)
1.1 timbl 105: {
1.71 frystyk 106: http_info *http;
1.55 frystyk 107: int status = 0;
1.80 frystyk 108: if (!req || !req->net_info) {
1.78 frystyk 109: if (PROT_TRACE) fprintf(TDEST, "HTTPCleanup. Bad argument!\n");
1.55 frystyk 110: status = -1;
111: } else {
1.80 frystyk 112: http = (http_info *) req->net_info;
1.78 frystyk 113: if (http->sockfd != INVSOC) {
1.80 frystyk 114:
1.85 frystyk 115: if (http->target) {
1.88 frystyk 116:
117: /* Free stream with data TO network */
118: if (!HTRequest_isDestination(req)) {
119: if (abort)
120: (*req->input_stream->isa->abort)(req->input_stream, NULL);
121: else
1.85 frystyk 122: (*req->input_stream->isa->_free)(req->input_stream);
123: }
1.88 frystyk 124:
1.85 frystyk 125: /* Free stream with data FROM network */
1.80 frystyk 126: if (abort)
1.85 frystyk 127: (*http->target->isa->abort)(http->target, NULL);
1.80 frystyk 128: else
1.85 frystyk 129: (*http->target->isa->_free)(http->target);
1.80 frystyk 130: }
1.78 frystyk 131: if (PROT_TRACE)
132: fprintf(TDEST,"HTTP........ Closing socket %d\n",http->sockfd);
1.59 frystyk 133: if ((status = NETCLOSE(http->sockfd)) < 0)
1.78 frystyk 134: HTErrorSysAdd(http->request, ERR_FATAL, socerrno, NO,
135: "NETCLOSE");
1.71 frystyk 136: HTThreadState(http->sockfd, THD_CLOSE);
1.80 frystyk 137: http->sockfd = INVSOC;
1.71 frystyk 138: }
1.88 frystyk 139: HTThread_clear((HTNetInfo *) http);
1.71 frystyk 140: if (http->isoc)
141: HTInputSocket_free(http->isoc);
1.80 frystyk 142: free(http);
143: req->net_info = NULL;
1.55 frystyk 144: }
145: return status;
146: }
147:
148:
1.71 frystyk 149: PRIVATE BOOL HTTPAuthentication ARGS1(HTRequest *, request)
150: {
151: HTAAScheme scheme;
152: HTList *valid_schemes = HTList_new();
153: HTAssocList **scheme_specifics = NULL;
1.76 frystyk 154: char *tmplate = NULL;
1.71 frystyk 155:
156: if (request->WWWAAScheme) {
157: if ((scheme = HTAAScheme_enum(request->WWWAAScheme)) != HTAA_UNKNOWN) {
158: HTList_addObject(valid_schemes, (void *) scheme);
159: if (!scheme_specifics) {
160: int i;
161: scheme_specifics = (HTAssocList**)
162: malloc(HTAA_MAX_SCHEMES * sizeof(HTAssocList*));
163: if (!scheme_specifics)
164: outofmem(__FILE__, "HTTPAuthentication");
165: for (i=0; i < HTAA_MAX_SCHEMES; i++)
166: scheme_specifics[i] = NULL;
167: }
168: scheme_specifics[scheme] = HTAA_parseArgList(request->WWWAARealm);
169: } else if (PROT_TRACE) {
170: HTErrorAdd(request, ERR_INFO, NO, HTERR_UNKNOWN_AA,
171: (void *) request->WWWAAScheme, 0, "HTTPAuthentication");
172: return NO;
173: }
174: }
175: if (request->WWWprotection) {
176: if (PROT_TRACE)
1.78 frystyk 177: fprintf(TDEST, "Protection template set to `%s'\n",
1.71 frystyk 178: request->WWWprotection);
1.76 frystyk 179: StrAllocCopy(tmplate, request->WWWprotection);
1.71 frystyk 180: }
181: request->valid_schemes = valid_schemes;
182: request->scheme_specifics = scheme_specifics;
1.76 frystyk 183: request->prot_template = tmplate;
1.71 frystyk 184: return YES;
185: }
186:
187:
188: /*
189: ** This is a big switch handling all HTTP return codes. It puts in any
190: ** appropiate error message and decides whether we should expect data
1.78 frystyk 191: ** or not.
1.55 frystyk 192: */
1.81 frystyk 193: PRIVATE void HTTPNextState ARGS1(HTStream *, me)
1.55 frystyk 194: {
1.71 frystyk 195: switch (me->status) {
196:
1.78 frystyk 197: case 0: /* 0.9 response */
198: case 200:
199: case 201:
200: case 202:
201: case 203:
1.81 frystyk 202: me->http->next = HTTP_GOT_DATA;
1.71 frystyk 203: break;
1.78 frystyk 204:
205: case 204: /* No Response */
1.81 frystyk 206: me->http->next = HTTP_NO_DATA;
1.71 frystyk 207: break;
1.78 frystyk 208:
1.71 frystyk 209: case 301: /* Moved */
210: case 302: /* Found */
1.81 frystyk 211: me->http->next = HTTP_REDIRECTION;
1.71 frystyk 212: break;
1.55 frystyk 213:
1.71 frystyk 214: case 303: /* Method */
1.92 ! frystyk 215: HTAlert(me->request,
! 216: "This client doesn't support automatic redirection of type `Method'");
1.81 frystyk 217: me->http->next = HTTP_ERROR;
1.71 frystyk 218: break;
1.91 frystyk 219:
220: case 304: /* Not Modified */
221: me->http->next = HTTP_NOT_MODIFIED;
222: break;
1.55 frystyk 223:
1.78 frystyk 224: case 400: /* Bad Request */
225: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_BAD_REQUEST,
1.81 frystyk 226: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
227: me->http->next = HTTP_ERROR;
1.71 frystyk 228: break;
1.70 howcome 229:
1.71 frystyk 230: case 401:
1.78 frystyk 231: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_UNAUTHORIZED,
1.81 frystyk 232: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
233: me->http->next = HTTP_AA;
1.71 frystyk 234: break;
235:
236: case 402: /* Payment required */
1.78 frystyk 237: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_PAYMENT_REQUIRED,
1.81 frystyk 238: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
239: me->http->next = HTTP_ERROR;
1.71 frystyk 240: break;
1.55 frystyk 241:
1.71 frystyk 242: case 403: /* Forbidden */
1.78 frystyk 243: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_FORBIDDEN,
1.81 frystyk 244: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
245: me->http->next = HTTP_ERROR;
1.71 frystyk 246: break;
1.55 frystyk 247:
1.71 frystyk 248: case 404: /* Not Found */
1.78 frystyk 249: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_NOT_FOUND,
1.81 frystyk 250: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
251: me->http->next = HTTP_ERROR;
1.71 frystyk 252: break;
253:
1.78 frystyk 254: case 405: /* Not Allowed */
255: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_NOT_ALLOWED,
1.81 frystyk 256: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
257: me->http->next = HTTP_ERROR;
1.78 frystyk 258: break;
259:
260: case 406: /* None Acceptable */
261: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_NONE_ACCEPTABLE,
1.81 frystyk 262: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
263: me->http->next = HTTP_ERROR;
1.78 frystyk 264: break;
265:
266: case 407: /* Proxy Authentication Required */
267: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_PROXY,
1.81 frystyk 268: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
269: me->http->next = HTTP_ERROR;
1.78 frystyk 270: break;
271:
272: case 408: /* Request Timeout */
273: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_TIMEOUT,
1.81 frystyk 274: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
275: me->http->next = HTTP_ERROR;
1.78 frystyk 276: break;
277:
1.71 frystyk 278: case 500:
1.78 frystyk 279: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_INTERNAL,
1.81 frystyk 280: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
281: me->http->next = HTTP_ERROR;
1.78 frystyk 282: break;
283:
1.71 frystyk 284: case 501:
1.78 frystyk 285: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_NOT_IMPLEMENTED,
1.81 frystyk 286: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
287: me->http->next = HTTP_ERROR;
1.78 frystyk 288: break;
289:
290: case 502:
291: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_BAD_GATE,
1.81 frystyk 292: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
293: me->http->next = HTTP_ERROR;
1.78 frystyk 294: break;
295:
296: case 503:
297: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_DOWN,
1.81 frystyk 298: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
299:
300: /* If Retry-After header is found then return HT_RETRY else HT_ERROR */
301: if (me->request->retry_after)
302: me->http->next = HTTP_RETRY;
303: else
304: me->http->next = HTTP_ERROR;
1.78 frystyk 305: break;
306:
307: case 504:
308: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_GATE_TIMEOUT,
1.81 frystyk 309: me->reason, (int) strlen(me->reason), "HTLoadHTTP");
310: me->http->next = HTTP_ERROR;
1.71 frystyk 311: break;
1.78 frystyk 312:
1.71 frystyk 313: default: /* bad number */
314: HTErrorAdd(me->request, ERR_FATAL, NO, HTERR_BAD_REPLY,
1.80 frystyk 315: (void *) me->buffer, me->buflen, "HTLoadHTTP");
1.81 frystyk 316: me->http->next = HTTP_ERROR;
1.71 frystyk 317: break;
1.55 frystyk 318: }
319: }
320:
1.71 frystyk 321: /* ------------------------------------------------------------------------- */
322: /* HTTP Status Line Stream */
323: /* ------------------------------------------------------------------------- */
1.55 frystyk 324:
1.71 frystyk 325: /*
1.80 frystyk 326: ** Analyse the stream we have read. If it is a HTTP 1.0 or higher
1.71 frystyk 327: ** then create a MIME-stream, else create a Guess stream to find out
328: ** what the 0.9 server is sending. We need to copy the buffer as we don't
329: ** know if we can modify the contents or not.
1.78 frystyk 330: **
331: ** Stream handling is a function of the status code returned from the
332: ** server:
333: ** 200: Use `output_stream' in HTRequest structure
1.80 frystyk 334: ** else: Use `error_stream' in HTRequest structure
335: **
336: ** Return: YES if buffer should be written out. NO otherwise
1.56 frystyk 337: */
1.80 frystyk 338: PRIVATE int stream_pipe ARGS1(HTStream *, me)
1.56 frystyk 339: {
1.71 frystyk 340: HTRequest *req = me->request;
1.80 frystyk 341: if (me->target) {
342: int status = PUTBLOCK(me->buffer, me->buflen);
343: if (status == HT_OK)
344: me->transparent = YES;
345: return status;
1.88 frystyk 346: } else if (HTRequest_isSource(req) && !req->output_stream) {
347: /*
348: ** We need to wait for the destinations to get ready
349: */
350: return HT_WOULD_BLOCK;
1.80 frystyk 351: }
1.88 frystyk 352:
1.81 frystyk 353: if (strncasecomp(me->buffer, "http/", 5)) {
1.80 frystyk 354: int status;
355: HTErrorAdd(req, ERR_INFO, NO, HTERR_HTTP09,
356: (void *) me->buffer, me->buflen, "HTTPStatusStream");
357: me->target = HTGuess_new(req, NULL, WWW_UNKNOWN,
358: req->output_format, req->output_stream);
1.88 frystyk 359: me->http->next = HTTP_GOT_DATA;
1.80 frystyk 360: if ((status = PUTBLOCK(me->buffer, me->buflen)) == HT_OK)
361: me->transparent = YES;
362: return status;
363: } else {
1.81 frystyk 364: char *ptr = me->buffer+5; /* Skip the HTTP part */
365: me->version = HTNextField(&ptr);
366: me->status = atoi(HTNextField(&ptr));
367: me->reason = ptr;
368: if ((ptr = strchr(me->reason, '\r')) != NULL) /* Strip \r and \n */
369: *ptr = '0円';
370: else if ((ptr = strchr(me->reason, '\n')) != NULL)
371: *ptr = '0円';
372:
373: /* Set up the streams */
374: if (me->status==200) {
1.80 frystyk 375: HTStream *s;
1.85 frystyk 376: if (req->output_format == WWW_SOURCE) {
377: me->target = HTMIMEConvert(req, NULL, WWW_MIME,
378: req->output_format,
379: req->output_stream);
380: } else {
381: me->target = HTStreamStack(WWW_MIME, req->output_format,
382: req->output_stream, req, NO);
1.80 frystyk 383:
1.85 frystyk 384: /* howcome: test for return value from HTCacheWriter 12/1/95 */
385: if (req->method==METHOD_GET && HTCache_isEnabled() &&
386: (s = HTCacheWriter(req, NULL, WWW_MIME, req->output_format,
387: req->output_stream))) {
388: me->target = HTTee(me->target, s);
389: }
1.89 frystyk 390: }
1.71 frystyk 391: } else {
1.81 frystyk 392: me->target = HTMIMEConvert(req, NULL, WWW_MIME, req->error_format,
393: req->error_stream);
1.56 frystyk 394: }
1.80 frystyk 395: if (!me->target)
396: me->target = HTBlackHole(); /* What else */
1.56 frystyk 397: }
1.81 frystyk 398: HTTPNextState(me); /* Get next state */
1.80 frystyk 399: me->transparent = YES;
400: return HT_OK;
1.71 frystyk 401: }
1.56 frystyk 402:
1.80 frystyk 403: /*
404: ** Searches for HTTP header line until buffer fills up or a CRLF or LF
405: ** is found
406: */
407: PRIVATE int HTTPStatus_put_block ARGS3(HTStream *, me, CONST char*, b, int, l)
1.71 frystyk 408: {
1.80 frystyk 409: while (!me->transparent && l-- > 0) {
410: int status;
411: if (me->target) {
412: if ((status = stream_pipe(me)) != HT_OK)
413: return status;
414: } else {
415: *(me->buffer+me->buflen++) = *b;
416: if (me->state == EOL_FCR) {
417: if (*b == LF) { /* Line found */
418: if ((status = stream_pipe(me)) != HT_OK)
419: return status;
420: } else {
421: me->state = EOL_BEGIN;
422: }
423: } else if (*b == CR) {
424: me->state = EOL_FCR;
425: } else if (*b == LF) {
426: if ((status = stream_pipe(me)) != HT_OK)
427: return status;
1.71 frystyk 428: } else {
1.80 frystyk 429: if (me->buflen >= MAX_STATUS_LEN) {
430: if ((status = stream_pipe(me)) != HT_OK)
431: return status;
432: }
1.71 frystyk 433: }
1.80 frystyk 434: b++;
1.71 frystyk 435: }
1.56 frystyk 436: }
1.88 frystyk 437: if (me->target) { /* Is the stream set up? */
438: if (l > 0) /* Anything left? */
439: return PUTBLOCK(b, l);
440: return HT_OK;
441: }
442: return HT_WOULD_BLOCK;
1.56 frystyk 443: }
444:
1.80 frystyk 445: PRIVATE int HTTPStatus_put_string ARGS2(HTStream *, me, CONST char*, s)
1.71 frystyk 446: {
1.80 frystyk 447: return HTTPStatus_put_block(me, s, (int) strlen(s));
1.71 frystyk 448: }
1.56 frystyk 449:
1.80 frystyk 450: PRIVATE int HTTPStatus_put_character ARGS2(HTStream *, me, char, c)
1.71 frystyk 451: {
1.80 frystyk 452: return HTTPStatus_put_block(me, &c, 1);
453: }
454:
455: PRIVATE int HTTPStatus_flush ARGS1(HTStream *, me)
456: {
457: return (*me->target->isa->flush)(me->target);
1.71 frystyk 458: }
459:
460: PRIVATE int HTTPStatus_free ARGS1(HTStream *, me)
461: {
1.87 frystyk 462: int status = HT_OK;
463: if (me->target) {
464: if ((status = (*me->target->isa->_free)(me->target))==HT_WOULD_BLOCK)
465: return HT_WOULD_BLOCK;
466: }
1.71 frystyk 467: free(me);
1.80 frystyk 468: return HT_OK;
1.71 frystyk 469: }
470:
471: PRIVATE int HTTPStatus_abort ARGS2(HTStream *, me, HTError, e)
472: {
473: if (me->target)
1.74 frystyk 474: ABORT_TARGET;
1.71 frystyk 475: free(me);
1.74 frystyk 476: if (PROT_TRACE)
1.80 frystyk 477: fprintf(TDEST, "HTTPStatus.. ABORTING...\n");
478: return HT_ERROR;
1.71 frystyk 479: }
480:
481: /* HTTPStatus Stream
482: ** -----------------
483: */
484: PRIVATE CONST HTStreamClass HTTPStatusClass =
485: {
486: "HTTPStatus",
1.80 frystyk 487: HTTPStatus_flush,
1.71 frystyk 488: HTTPStatus_free,
489: HTTPStatus_abort,
490: HTTPStatus_put_character,
491: HTTPStatus_put_string,
492: HTTPStatus_put_block
493: };
494:
495: PUBLIC HTStream * HTTPStatus_new ARGS2(HTRequest *, request,
496: http_info *, http)
497: {
498: HTStream * me = (HTStream *) calloc(1, sizeof(HTStream));
499: if (!me) outofmem(__FILE__, "HTTPStatus_new");
500: me->isa = &HTTPStatusClass;
501: me->request = request;
502: me->http = http;
503: me->state = EOL_BEGIN;
504: return me;
505: }
506:
507: /* ------------------------------------------------------------------------- */
508:
509: /* Load Document from HTTP Server HTLoadHTTP
1.55 frystyk 510: ** ==============================
511: **
512: ** Given a hypertext address, this routine loads a document.
513: **
514: ** On entry,
515: ** request This is the request structure
516: ** On exit,
1.80 frystyk 517: ** returns HT_ERROR Error has occured or interrupted
1.88 frystyk 518: ** HT_OK Generic dummy: We are not finished!
1.71 frystyk 519: ** HT_WOULD_BLOCK if operation would have blocked
1.58 frystyk 520: ** HT_LOADED if return status 200 OK
521: ** HT_NO_DATA if return status 204 No Response
1.81 frystyk 522: ** HT_RETRY if return status 503 Service Unavail.
1.55 frystyk 523: */
524: PUBLIC int HTLoadHTTP ARGS1 (HTRequest *, request)
525: {
1.71 frystyk 526: int status = HT_ERROR;
527: char *url; /* Gets initialized on every entry */
1.55 frystyk 528: http_info *http; /* Specific protocol information */
529:
530: if (!request || !request->anchor) {
1.78 frystyk 531: if (PROT_TRACE) fprintf(TDEST, "HTLoadHTTP.. Bad argument\n");
1.71 frystyk 532: return HT_ERROR;
1.55 frystyk 533: }
534: url = HTAnchor_physical(request->anchor);
1.17 timbl 535:
1.71 frystyk 536: /* Only do the setup first time through. This is actually state HTTP_BEGIN
537: but it can't be in the state machine as we need the structure first */
538: if (!request->net_info) {
1.22 luotonen 539: /*
1.71 frystyk 540: ** Initiate a new http structure and bind to request structure
541: ** This is actually state HTTP_BEGIN, but it can't be in the state
542: ** machine as we need the structure first.
1.22 luotonen 543: */
1.80 frystyk 544: if (PROT_TRACE) fprintf(TDEST, "HTTP........ Looking for `%s\'\n",url);
1.71 frystyk 545: if ((http = (http_info *) calloc(1, sizeof(http_info))) == NULL)
546: outofmem(__FILE__, "HTLoadHTTP");
1.78 frystyk 547: http->sockfd = INVSOC; /* Invalid socket number */
1.71 frystyk 548: http->request = request;
549: http->state = HTTP_BEGIN;
1.85 frystyk 550: http->next = HTTP_ERROR;
1.71 frystyk 551: request->net_info = (HTNetInfo *) http;
552: HTThread_new((HTNetInfo *) http);
1.85 frystyk 553: } else {
1.71 frystyk 554: http = (http_info *) request->net_info; /* Get existing copy */
1.88 frystyk 555: if (HTThreadIntr(http->sockfd)) {
556: HTTPCleanup(request, YES);
557: return HTRequest_isMainDestination(request) ? HT_ERROR : HT_OK;
558: }
1.85 frystyk 559: }
1.71 frystyk 560:
561: /* Now jump into the machine. We know the state from the previous run */
562: while (1) {
563: switch (http->state) {
564: case HTTP_BEGIN:
565: /*
566: ** Compose authorization information (this was moved here
567: ** from after the making of the connection so that the connection
568: ** wouldn't have to wait while prompting username and password
569: ** from the user). -- AL 13.10.93
570: */
571: HTAA_composeAuth(request);
572: if (PROT_TRACE) {
573: if (request->authorization)
1.78 frystyk 574: fprintf(TDEST, "HTTP........ Sending Authorization: %s\n",
1.71 frystyk 575: request->authorization);
576: else
1.78 frystyk 577: fprintf(TDEST,
1.71 frystyk 578: "HTTP........ Not sending authorization (yet)\n");
579: }
580: http->state = HTTP_NEED_CONNECTION;
581: break;
582:
583: case HTTP_NEED_CONNECTION: /* Now let's set up a connection */
584: status = HTDoConnect((HTNetInfo *) http, url, TCP_PORT,
585: NULL, NO);
1.80 frystyk 586: if (status == HT_OK) {
1.71 frystyk 587: if (PROT_TRACE)
1.78 frystyk 588: fprintf(TDEST, "HTTP........ Connected, socket %d\n",
1.71 frystyk 589: http->sockfd);
1.80 frystyk 590:
1.88 frystyk 591: /* Set up stream TO network */
592: request->input_stream =
593: HTTPRequest_new(request, HTWriter_new(http->sockfd, YES));
594:
595: /*
596: ** Set up concurrent read/write if this request isn't the
597: ** source for a PUT or POST. As source we don't start reading
598: ** before all destinations are ready. If destination then
599: ** register the input stream and get ready for read
600: */
601: if (HTRequest_isPostWeb(request)) {
602: HTThreadState(http->sockfd, THD_SET_READ);
603: HTRequest_linkDestination(request);
604: }
605:
606: /* Set up stream FROM network and corresponding read buffer */
1.71 frystyk 607: http->isoc = HTInputSocket_new(http->sockfd);
1.80 frystyk 608: http->target = HTImProxy ?
609: request->output_stream : HTTPStatus_new(request, http);
1.88 frystyk 610:
1.71 frystyk 611: http->state = HTTP_NEED_REQUEST;
612: } else if (status == HT_WOULD_BLOCK)
613: return status;
614: else
615: http->state = HTTP_ERROR; /* Error or interrupt */
616: break;
617:
1.87 frystyk 618: /* As we can do simultanous read and write this is now one state */
1.80 frystyk 619: case HTTP_NEED_REQUEST:
620: if (http->action == SOC_WRITE) {
1.88 frystyk 621: if (HTRequest_isDestination(request)) {
622: HTThreadStateByRequest(request->source, THD_SET_READ);
623: return HT_WOULD_BLOCK;
1.80 frystyk 624: }
1.88 frystyk 625: status = request->PostCallBack ?
626: request->PostCallBack(request, request->input_stream) :
627: (*request->input_stream->isa->flush)(request->input_stream);
1.71 frystyk 628: if (status == HT_WOULD_BLOCK)
1.80 frystyk 629: return HT_WOULD_BLOCK;
630: else if (status == HT_INTERRUPTED)
631: http->state = HTTP_ERROR;
1.88 frystyk 632: else {
1.80 frystyk 633: http->action = SOC_READ;
1.88 frystyk 634: }
1.80 frystyk 635: } else if (http->action == SOC_READ) {
636: status = HTSocketRead(request, http->target);
637: if (status == HT_WOULD_BLOCK)
638: return HT_WOULD_BLOCK;
639: else if (status == HT_INTERRUPTED)
1.71 frystyk 640: http->state = HTTP_ERROR;
1.91 frystyk 641: else if (status == HT_RELOAD)
642: http->state = HTTP_EXPIRED;
1.85 frystyk 643: else {
644: http->state = http->next; /* Jump to next state */
645: }
1.90 frystyk 646: } else {
1.78 frystyk 647: http->state = HTTP_ERROR;
1.90 frystyk 648: }
1.71 frystyk 649: break;
1.80 frystyk 650:
1.91 frystyk 651: case HTTP_NOT_MODIFIED:
652: http->state = HTTP_ERROR;
653: break;
654:
655: case HTTP_EXPIRED:
656: /* Dirty hack and fall through */
657: request->redirect = request->anchor->address;
658:
1.80 frystyk 659: case HTTP_REDIRECTION:
1.88 frystyk 660: /* Clean up the other connections or just this one */
661: if (HTRequest_isPostWeb(request))
662: HTRequest_killPostWeb(request);
663: else
664: HTTPCleanup(request, NO);
665:
666: /* If we found a new URL in the response */
1.71 frystyk 667: if (request->redirect) {
668: if (status == 301) {
669: HTErrorAdd(request, ERR_INFO, NO, HTERR_MOVED,
670: (void *) request->redirect,
671: (int) strlen(request->redirect), "HTLoadHTTP");
672: } else if (status == 302) {
673: HTErrorAdd(request, ERR_INFO, NO, HTERR_FOUND,
674: (void *) request->redirect,
675: (int) strlen(request->redirect), "HTLoadHTTP");
1.55 frystyk 676: }
1.88 frystyk 677:
678: /* If we haven't reached the limit for redirection */
1.91 frystyk 679: if (++request->reloads < HTAccess_maxReload()) {
1.87 frystyk 680: HTAnchor *anchor = HTAnchor_findAddress(request->redirect);
1.88 frystyk 681: if (HTRequest_isPostWeb(request)) {
682: HTRequest *dest = HTRequest_mainDestination(request);
683: char *msg=(char*)malloc(strlen(request->redirect)+100);
1.87 frystyk 684: if (!msg) outofmem(__FILE__, "HTLoadHTTP");
1.88 frystyk 685: sprintf(msg, "\nLocation of %s has changed to %s for method %s, continue operation?",
686: HTRequest_isDestination(request) ?
687: "destination" : "source", request->redirect,
688: HTMethod_name(request->method));
1.92 ! frystyk 689: if (HTConfirm(request, msg)) {
1.87 frystyk 690: free(msg);
1.88 frystyk 691:
692: /* The new anchor inherits the Post Web */
1.91 frystyk 693: HTAnchor_moveAllLinks((HTAnchor *) request->anchor,
694: anchor);
1.88 frystyk 695: if (HTRequest_isSource(request))
696: HTRequest_delete(request);
697: return HTCopyAnchor((HTAnchor *) anchor, dest);
1.87 frystyk 698: }
699: free(msg);
1.88 frystyk 700: return HT_ERROR;
701: } if (request->PostCallBack) {
1.87 frystyk 702: #if 0
1.88 frystyk 703: return HTUploadAnchor((HTAnchor*) anchor, request);
1.87 frystyk 704: #endif
705: } else {
706: return HTLoadAnchor((HTAnchor *) anchor, request);
707: }
1.71 frystyk 708: } else {
709: HTErrorAdd(request, ERR_FATAL, NO, HTERR_MAX_REDIRECT,
1.58 frystyk 710: NULL, 0, "HTLoadHTTP");
1.88 frystyk 711: if (HTRequest_isPostWeb(request)) {
712: BOOL main = HTRequest_isMainDestination(request);
1.91 frystyk 713: if (HTRequest_isDestination(request)) {
714: HTLink *link =
715: HTAnchor_findLink((HTAnchor *) request->source->anchor,
716: (HTAnchor *) request->anchor);
717: HTAnchor_setLinkResult(link, HT_LINK_ERROR);
718: }
1.88 frystyk 719: HTRequest_removeDestination(request);
720: return main ? HT_ERROR : HT_OK;
721: }
722: return HT_ERROR;
1.58 frystyk 723: }
1.71 frystyk 724: } else {
725: HTErrorAdd(request, ERR_FATAL, NO, HTERR_BAD_REPLY,
726: NULL, 0, "HTLoadHTTP");
1.88 frystyk 727: return HT_ERROR;
1.71 frystyk 728: }
729: break;
1.80 frystyk 730:
1.71 frystyk 731: case HTTP_AA:
1.88 frystyk 732: /* Clean up the other connections or just this one */
733: if (HTRequest_isPostWeb(request))
734: HTRequest_killPostWeb(request);
735: else
736: HTTPCleanup(request, NO);
737:
738: /* Ask the user for a UserID and a passwd */
739: if (HTTPAuthentication(request) && HTAA_retryWithAuth(request)) {
740: if (HTRequest_isPostWeb(request)) {
741: HTRequest *dest = HTRequest_mainDestination(request);
742: HTAnchor_appendMethods(request->anchor, request->method);
743: return HTCopyAnchor((HTAnchor *) request->source->anchor,
744: dest);
1.85 frystyk 745: } else if (request->PostCallBack) {
746: #if 0
1.88 frystyk 747: return HTUploadAnchor((HTAnchor*) request->anchor,request);
1.85 frystyk 748: #endif
749: } else {
750: return HTLoadAnchor((HTAnchor *) request->anchor, request);
751: }
1.88 frystyk 752: } else { /* If the guy said no :-( */
1.71 frystyk 753: char *unescaped = NULL;
754: StrAllocCopy(unescaped, url);
755: HTUnEscape(unescaped);
756: HTErrorAdd(request, ERR_FATAL, NO, HTERR_UNAUTHORIZED,
757: (void *) unescaped,
758: (int) strlen(unescaped), "HTLoadHTTP");
759: free(unescaped);
1.88 frystyk 760: if (HTRequest_isPostWeb(request)) {
761: BOOL main = HTRequest_isMainDestination(request);
1.91 frystyk 762: if (HTRequest_isDestination(request)) {
763: HTLink *link =
764: HTAnchor_findLink((HTAnchor *) request->source->anchor,
765: (HTAnchor *) request->anchor);
766: HTAnchor_setLinkResult(link, HT_LINK_ERROR);
767: }
1.88 frystyk 768: HTRequest_removeDestination(request);
769: return main ? HT_ERROR : HT_OK;
770: }
1.80 frystyk 771: return HT_ERROR;
1.71 frystyk 772: }
773: break;
1.80 frystyk 774:
1.71 frystyk 775: case HTTP_GOT_DATA:
1.80 frystyk 776: HTTPCleanup(request, NO);
1.88 frystyk 777: if (HTRequest_isPostWeb(request)) {
778: BOOL main = HTRequest_isMainDestination(request);
1.91 frystyk 779: if (HTRequest_isDestination(request)) {
780: HTLink *link =
781: HTAnchor_findLink((HTAnchor *) request->source->anchor,
782: (HTAnchor *) request->anchor);
783: HTAnchor_setLinkResult(link, HT_LINK_OK);
784: }
1.88 frystyk 785: HTRequest_removeDestination(request);
786: return main ? HT_LOADED : HT_OK;
787: }
788: return HT_LOADED;
1.71 frystyk 789: break;
790:
791: case HTTP_NO_DATA:
1.80 frystyk 792: HTTPCleanup(request, NO);
1.88 frystyk 793: if (HTRequest_isPostWeb(request)) {
794: BOOL main = HTRequest_isMainDestination(request);
1.91 frystyk 795: if (HTRequest_isDestination(request)) {
796: HTLink *link =
797: HTAnchor_findLink((HTAnchor *) request->source->anchor,
798: (HTAnchor *) request->anchor);
799: HTAnchor_setLinkResult(link, HT_LINK_OK);
800: }
1.88 frystyk 801: HTRequest_removeDestination(request);
802: return main ? HT_NO_DATA : HT_OK;
803: }
1.71 frystyk 804: return HT_NO_DATA;
805: break;
1.80 frystyk 806:
1.88 frystyk 807: case HTTP_RETRY: /* Treat this as an error state for now */
808: if (HTRequest_isPostWeb(request)) {
809: BOOL main = HTRequest_isMainDestination(request);
1.91 frystyk 810: HTRequest_killPostWeb(request);
811: if (HTRequest_isDestination(request)) {
812: HTLink *link =
813: HTAnchor_findLink((HTAnchor*) request->source->anchor,
814: (HTAnchor*) request->anchor);
815: HTAnchor_setLinkResult(link, HT_LINK_ERROR);
816: }
1.88 frystyk 817: HTRequest_removeDestination(request);
818: return main ? HT_RETRY : HT_OK;
1.91 frystyk 819:
820: } else
821: HTTPCleanup(request, YES);
1.81 frystyk 822: return HT_RETRY;
823: break;
824:
1.71 frystyk 825: case HTTP_ERROR:
1.88 frystyk 826: /* Clean up the other connections or just this one */
827: if (HTRequest_isPostWeb(request)) {
1.91 frystyk 828: BOOL main = HTRequest_isMainDestination(request);
1.88 frystyk 829: if (http->sockfd == INVSOC)
830: HTTPCleanup(request, YES); /* If no valid socket */
831: HTRequest_killPostWeb(request);
1.91 frystyk 832: if (HTRequest_isDestination(request)) {
833: HTLink *link =
834: HTAnchor_findLink((HTAnchor *) request->source->anchor,
835: (HTAnchor *) request->anchor);
836: HTAnchor_setLinkResult(link, HT_LINK_ERROR);
837: }
838: HTRequest_removeDestination(request);
839: return main ? HT_ERROR : HT_OK;
1.88 frystyk 840: } else
841: HTTPCleanup(request, YES);
1.71 frystyk 842: return HT_ERROR;
843: break;
844: }
845: } /* End of while(1) */
846: }
847:
848: /* Protocol descriptor */
849:
850: GLOBALDEF PUBLIC HTProtocol HTTP = {
851: "http", SOC_NON_BLOCK, HTLoadHTTP, NULL, NULL
852: };
1.88 frystyk 853:
1.21 luotonen 854:
Webmaster