kore/src/http.c

/*
 * Copyright (c) 2013 Joris Vink <joris@coders.se>
 *
 * Permission to use, copy, modify, and distribute this software for any
 * purpose with or without fee is hereby granted, provided that the above
 * copyright notice and this permission notice appear in all copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 */

#include <sys/param.h>

#include "spdy.h"
#include "kore.h"
#include "http.h"

static int		http_post_data_recv(struct netbuf *);
static int		http_send_done(struct netbuf *);

static TAILQ_HEAD(, http_request)	http_requests;
static struct kore_pool			http_request_pool;
static struct kore_pool			http_header_pool;

int		http_request_count;

void
http_init(void)
{
	http_request_count = 0;
	TAILQ_INIT(&http_requests);

	kore_pool_init(&http_request_pool, "http_request_pool",
	    sizeof(struct http_request), worker_max_connections);
	kore_pool_init(&http_header_pool, "http_header_pool",
	    sizeof(struct http_header),
	    worker_max_connections * HTTP_REQ_HEADER_MAX);
}

int
http_request_new(struct connection *c, struct spdy_stream *s, char *host,
    char *method, char *path, struct http_request **out)
{
	struct http_request		*req;

	kore_debug("http_request_new(%p, %p, %s, %s, %s)", c, s,
	    host, method, path);

	if (strlen(host) >= KORE_DOMAINNAME_LEN - 1)
		return (KORE_RESULT_ERROR);
	if (strlen(path) >= HTTP_URI_LEN - 1)
		return (KORE_RESULT_ERROR);

	req = kore_pool_get(&http_request_pool);
	req->end = 0;
	req->start = 0;
	req->flags = 0;
	req->owner = c;
	req->status = 0;
	req->stream = s;
	req->post_data = NULL;
	kore_strlcpy(req->host, host, sizeof(req->host));
	kore_strlcpy(req->path, path, sizeof(req->path));

	TAILQ_INIT(&(req->resp_headers));
	TAILQ_INIT(&(req->req_headers));
	TAILQ_INIT(&(req->arguments));

	if (!strcasecmp(method, "get")) {
		req->method = HTTP_METHOD_GET;
		req->flags |= HTTP_REQUEST_COMPLETE;
	} else if (!strcasecmp(method, "post")) {
		req->method = HTTP_METHOD_POST;
	} else {
		kore_debug("invalid method specified in request: %s", method);
		http_request_free(req);
		return (KORE_RESULT_ERROR);
	}

	if (s != NULL) {
		if (!http_request_header_get(req, "user-agent", &(req->agent)))
			req->agent = kore_strdup("unknown");
	} else {
		req->agent = NULL;
	}

	if (out != NULL)
		*out = req;

	http_request_count++;
	TAILQ_INSERT_TAIL(&http_requests, req, list);
	return (KORE_RESULT_OK);
}

void
http_process(void)
{
	struct http_request		*req, *next;
	struct kore_module_handle	*hdlr;
	int				r, (*cb)(struct http_request *);

	for (req = TAILQ_FIRST(&http_requests); req != NULL; req = next) {
		next = TAILQ_NEXT(req, list);

		if (req->flags & HTTP_REQUEST_DELETE) {
			TAILQ_REMOVE(&http_requests, req, list);
			http_request_free(req);
			http_request_count--;
			continue;
		}

		if (!(req->flags & HTTP_REQUEST_COMPLETE))
			continue;

		hdlr = kore_module_handler_find(req->host, req->path);
		req->start = kore_time_ms();
		if (hdlr == NULL) {
			r = http_generic_404(req);
		} else {
			cb = hdlr->addr;

			worker->active_hdlr = hdlr;
			r = cb(req);
			worker->active_hdlr = NULL;
		}
		req->end = kore_time_ms();

		switch (r) {
		case KORE_RESULT_OK:
			r = net_send_flush(req->owner);
			if (r == KORE_RESULT_ERROR)
				kore_connection_disconnect(req->owner);
			break;
		case KORE_RESULT_ERROR:
			kore_connection_disconnect(req->owner);
			break;
		case KORE_RESULT_RETRY:
			break;
		}

		if (r != KORE_RESULT_RETRY) {
			kore_accesslog(req);

			TAILQ_REMOVE(&http_requests, req, list);
			http_request_free(req);
			http_request_count--;
		}
	}
}

void
http_response_header_add(struct http_request *req, char *header, char *value)
{
	struct http_header	*hdr;

	kore_debug("http_response_header_add(%p, %s, %s)", req, header, value);

	hdr = kore_pool_get(&http_header_pool);
	hdr->header = kore_strdup(header);
	hdr->value = kore_strdup(value);
	TAILQ_INSERT_TAIL(&(req->resp_headers), hdr, list);
}

void
http_request_free(struct http_request *req)
{
	struct http_arg		*q, *qnext;
	struct http_header	*hdr, *next;

	for (hdr = TAILQ_FIRST(&(req->resp_headers)); hdr != NULL; hdr = next) {
		next = TAILQ_NEXT(hdr, list);

		TAILQ_REMOVE(&(req->resp_headers), hdr, list);
		kore_mem_free(hdr->header);
		kore_mem_free(hdr->value);
		kore_pool_put(&http_header_pool, hdr);
	}

	for (hdr = TAILQ_FIRST(&(req->req_headers)); hdr != NULL; hdr = next) {
		next = TAILQ_NEXT(hdr, list);

		TAILQ_REMOVE(&(req->req_headers), hdr, list);
		kore_mem_free(hdr->header);
		kore_mem_free(hdr->value);
		kore_pool_put(&http_header_pool, hdr);
	}

	for (q = TAILQ_FIRST(&(req->arguments)); q != NULL; q = qnext) {
		qnext = TAILQ_NEXT(q, list);

		TAILQ_REMOVE(&(req->arguments), q, list);
		kore_mem_free(q->name);
		if (q->value != NULL)
			kore_mem_free(q->value);
		kore_mem_free(q);
	}

	if (req->agent != NULL)
		kore_mem_free(req->agent);

	kore_pool_put(&http_request_pool, req);
}

int
http_response(struct http_request *req, int status, u_int8_t *d, u_int32_t len)
{
	struct netbuf			*nb;
	u_int32_t			hlen;
	struct http_header		*hdr;
	struct kore_buf			*buf;
	u_int8_t			*htext;
	struct spdy_header_block	*hblock;
	char				sbuf[512];

	kore_debug("http_response(%p, %d, %p, %d)", req, status, d, len);

	req->status = status;
	if (req->owner->proto == CONN_PROTO_SPDY) {
		snprintf(sbuf, sizeof(sbuf), "%d", status);

		hblock = spdy_header_block_create(SPDY_HBLOCK_NORMAL);
		spdy_header_block_add(hblock, ":status", sbuf);
		spdy_header_block_add(hblock, ":version", "HTTP/1.1");
		spdy_header_block_add(hblock, ":server", KORE_NAME_STRING);
		TAILQ_FOREACH(hdr, &(req->resp_headers), list)
			spdy_header_block_add(hblock, hdr->header, hdr->value);

		htext = spdy_header_block_release(req->owner, hblock, &hlen);
		if (htext == NULL) {
			spdy_session_teardown(req->owner,
			    SPDY_SESSION_ERROR_INTERNAL);
			return (KORE_RESULT_OK);
		}

		spdy_frame_send(req->owner, SPDY_CTRL_FRAME_SYN_REPLY,
		    0, hlen, req->stream, 0);
		net_send_queue(req->owner, htext, hlen, 0, NULL, NULL);
		kore_mem_free(htext);

		if (len > 0) {
			spdy_frame_send(req->owner, SPDY_DATA_FRAME,
			    0, len, req->stream, 0);
			net_send_queue(req->owner, d, len, 0, &nb,
			    spdy_frame_data_done);
			nb->extra = req->stream;
		}

		spdy_frame_send(req->owner, SPDY_DATA_FRAME,
		    FLAG_FIN, 0, req->stream, 0);
	} else {
		buf = kore_buf_create(KORE_BUF_INITIAL);

		kore_buf_appendf(buf, "HTTP/1.1 %d\r\n", status);
		kore_buf_appendf(buf, "Content-length: %d\r\n", len);
		kore_buf_appendf(buf, "Connection: keep-alive\r\n");
		kore_buf_appendf(buf, "Keep-Alive: timeout=20\r\n");
		kore_buf_appendf(buf, "Server: %s\r\n", KORE_NAME_STRING);

		TAILQ_FOREACH(hdr, &(req->resp_headers), list) {
			kore_buf_appendf(buf, "%s: %s\r\n",
			    hdr->header, hdr->value);
		}

		kore_buf_append(buf, (u_int8_t *)"\r\n", 2);
		htext = kore_buf_release(buf, &hlen);
		net_send_queue(req->owner, htext, hlen, 0, NULL, NULL);
		kore_mem_free(htext);

		net_send_queue(req->owner, d, len, 0, NULL, http_send_done);
	}

	return (KORE_RESULT_OK);
}

int
http_request_header_get(struct http_request *req, char *header, char **out)
{
	int			r;
	struct http_header	*hdr;

	if (req->owner->proto == CONN_PROTO_SPDY) {
		r = spdy_stream_get_header(req->stream->hblock, header, out);
	} else {
		TAILQ_FOREACH(hdr, &(req->req_headers), list) {
			if (!strcasecmp(hdr->header, header)) {
				r = strlen(hdr->value) + 1;
				*out = kore_malloc(r);
				kore_strlcpy(*out, hdr->value, r);
				return (KORE_RESULT_OK);
			}
		}

		r = KORE_RESULT_ERROR;
	}

	return (r);
}

int
http_header_recv(struct netbuf *nb)
{
	struct http_header	*hdr;
	struct http_request	*req;
	struct netbuf		*nnb;
	size_t			clen, len;
	u_int8_t		*end_headers, ch;
	int			h, i, v, skip, bytes_left;
	char			*request[4], *host[3], *hbuf;
	char			*p, *headers[HTTP_REQ_HEADER_MAX];
	struct connection	*c = (struct connection *)nb->owner;

	kore_debug("http_header_recv(%p)", nb);

	ch = nb->buf[nb->offset];
	nb->buf[nb->offset] = '\0';

	if (nb->len < 4)
		return (KORE_RESULT_OK);
	if ((end_headers = (u_int8_t *)strrchr((char *)nb->buf, '\r')) == NULL)
		return (KORE_RESULT_OK);
	if (strncmp(((char *)end_headers - 2), "\r\n\r\n", 4))
		return (KORE_RESULT_OK);

	nb->buf[nb->offset] = ch;
	nb->buf[nb->len - 1] = '\0';
	nb->flags |= NETBUF_FORCE_REMOVE;
	end_headers += 2;

	len = end_headers - nb->buf;
	hbuf = (char *)nb->buf;

	h = kore_split_string(hbuf, "\r\n", headers, HTTP_REQ_HEADER_MAX);
	if (h < 2)
		return (KORE_RESULT_ERROR);

	if ((strlen(headers[0]) > 3 && strncasecmp(headers[0], "get", 3)) &&
	    (strlen(headers[0]) > 4 && strncasecmp(headers[0], "post", 4)))
		return (KORE_RESULT_ERROR);

	v = kore_split_string(headers[0], " ", request, 4);
	if (v != 3)
		return (KORE_RESULT_ERROR);

	host[0] = NULL;
	for (i = 0; i < h; i++) {
		if (strncasecmp(headers[i], "host",
		    MIN(strlen(headers[i]), strlen("host"))))
			continue;

		v = kore_split_string(headers[i], ":", host, 3);
		if (v != 2)
			return (KORE_RESULT_ERROR);

		if (strlen(host[0]) != 4 || strncasecmp(host[0], "host", 4) ||
		    strlen(host[1]) < 4)
			return (KORE_RESULT_ERROR);

		host[1]++;
		skip = i;
		break;
	}

	if (host[0] == NULL)
		return (KORE_RESULT_ERROR);

	if (!http_request_new(c, NULL, host[1], request[0], request[1], &req))
		return (KORE_RESULT_ERROR);

	for (i = 1; i < h; i++) {
		if (i == skip)
			continue;

		p = strchr(headers[i], ':');
		if (p == NULL) {
			kore_debug("malformed header: '%s'", headers[i]);
			continue;
		}

		*(p++) = '\0';
		if (*p == ' ')
			p++;
		hdr = kore_pool_get(&http_header_pool);
		hdr->header = kore_strdup(headers[i]);
		hdr->value = kore_strdup(p);
		TAILQ_INSERT_TAIL(&(req->req_headers), hdr, list);

		if (req->agent == NULL &&
		    !strcasecmp(hdr->header, "user-agent"))
			req->agent = kore_strdup(hdr->value);
	}

	if (req->method == HTTP_METHOD_POST) {
		if (!http_request_header_get(req, "content-length", &p)) {
			kore_debug("POST but no content-length");
			req->flags |= HTTP_REQUEST_DELETE;
			return (KORE_RESULT_ERROR);
		}

		clen = kore_strtonum(p, 0, UINT_MAX, &v);
		if (v == KORE_RESULT_ERROR) {
			kore_mem_free(p);
			kore_debug("content-length invalid: %s", p);
			req->flags |= HTTP_REQUEST_DELETE;
			return (KORE_RESULT_ERROR);
		}

		kore_mem_free(p);
		req->post_data = kore_buf_create(clen);
		kore_buf_append(req->post_data, end_headers,
		    (nb->offset - len));

		bytes_left = clen - (nb->offset - len);
		if (bytes_left > 0) {
			kore_debug("need %ld more bytes for POST", bytes_left);
			net_recv_queue(c, bytes_left,
			    0, &nnb, http_post_data_recv);
			nnb->extra = req;
		} else if (bytes_left == 0) {
			req->flags |= HTTP_REQUEST_COMPLETE;
		} else {
			kore_debug("bytes_left would become zero (%ld)", clen);
			return (KORE_RESULT_ERROR);
		}
	}

	return (KORE_RESULT_OK);
}

int
http_populate_arguments(struct http_request *req)
{
	struct http_arg		*q;
	int			i, v, c, count;
	char			*query, *args[HTTP_MAX_QUERY_ARGS], *val[3];

	if (req->method == HTTP_METHOD_POST) {
		query = http_post_data_text(req);
	} else {
		kore_debug("HTTP_METHOD_GET not supported for arguments");
		return (0);
	}

	count = 0;
	v = kore_split_string(query, "&", args, HTTP_MAX_QUERY_ARGS);
	for (i = 0; i < v; i++) {
		c = kore_split_string(args[i], "=", val, 3);
		if (c != 1 && c != 2) {
			kore_debug("malformed query argument");
			continue;
		}

		q = kore_malloc(sizeof(*q));
		q->name = kore_strdup(val[0]);
		if (c == 2)
			q->value = kore_strdup(val[1]);
		else
			q->value = NULL;
		TAILQ_INSERT_TAIL(&(req->arguments), q, list);
		count++;
	}

	kore_mem_free(query);
	return (count);
}

int
http_argument_lookup(struct http_request *req, const char *name, char **out)
{
	struct http_arg		*q;

	TAILQ_FOREACH(q, &(req->arguments), list) {
		if (!strcmp(q->name, name)) {
			if (q->value == NULL)
				return (KORE_RESULT_ERROR);
			*out = kore_strdup(q->value);
			return (KORE_RESULT_OK);
		}
	}

	return (KORE_RESULT_ERROR);
}

int
http_argument_multiple_lookup(struct http_request *req, struct http_arg *args)
{
	int		i;

	for (i = 0; args[i].name != NULL; i++) {
		if (!http_argument_lookup(req,
		    args[i].name, &(args[i].value))) {
			args[i].value = NULL;
			return (i);
		}
	}

	return (i);
}

void
http_argument_multiple_free(struct http_arg *args)
{
	int		i;

	for (i = 0; args[i].name != NULL; i++) {
		if (args[i].value != NULL)
			kore_mem_free(args[i].value);
	}
}

char *
http_post_data_text(struct http_request *req)
{
	u_int32_t	len;
	u_int8_t	*data;
	char		*text;

	data = kore_buf_release(req->post_data, &len);
	len++;

	text = kore_malloc(len);
	kore_strlcpy(text, (char *)data, len);
	kore_mem_free(data);

	return (text);
}

int
http_generic_404(struct http_request *req)
{
	kore_debug("http_generic_404(%s, %d, %s)",
	    req->host, req->method, req->path);

	return (http_response(req, 404, NULL, 0));
}

static int
http_post_data_recv(struct netbuf *nb)
{
	struct http_request	*req = (struct http_request *)nb->extra;

	kore_buf_append(req->post_data, nb->buf, nb->offset);
	req->flags |= HTTP_REQUEST_COMPLETE;

	kore_debug("post complete for request %p", req);

	return (KORE_RESULT_OK);
}

static int
http_send_done(struct netbuf *nb)
{
	struct connection	*c = (struct connection *)nb->owner;

	net_recv_queue(c, HTTP_HEADER_MAX_LEN,
	    NETBUF_CALL_CB_ALWAYS, NULL, http_header_recv);

	return (KORE_RESULT_OK);
}