#include "Http.h" #include "HttpServer.h" #include "Socket.h" #include "BStream.h" #include "SimpleMustache.h" #include "Main.h" #ifdef _MSC_VER // FU, MICROSOFT! #undef DELETE #undef ERROR #endif class OutputCheck : public Balau::Filter { public: OutputCheck(Balau::IO h) : Filter(h), m_wrote(false) { IAssert(h->canWrite(), "We haven't been passed a writable Handle to our HttpWorker... ?"); m_name.set("OutputCheck(%s)", h->getName()); } virtual ssize_t write(const void * buf, size_t count) throw (Balau::GeneralException) { if (!count) return 0; m_wrote = true; return Filter::write(buf, count); } virtual const char * getName() { return m_name.to_charp(); } bool wrote() { return m_wrote; } private: Balau::String m_name; bool m_wrote; }; static const ev_tstamp s_httpTimeout = 5; namespace Balau { class HttpWorker : public Task { public: HttpWorker(IO io, void * server); ~HttpWorker(); static void buildErrorTemplate(IO h) { m_errorTemplate.setTemplate(h); } template static void buildErrorTemplate(const char (&str)[S]) { m_errorTemplate.setTemplate(str, S - 1); } static void buildErrorTemplate(const char * str, ssize_t s) { m_errorTemplate.setTemplate(str, s); } static void buildErrorTemplate(const String & str) { m_errorTemplate.setTemplate(str); } private: virtual void Do(); virtual const char * getName() const; bool handleClient(); void sendError(int error, const char * msg, const char * details, bool closeConnection, std::vector extraHeaders, std::vector trace); void send400() { std::vector d; sendError(400, "The HTTP request you've sent is invalid", NULL, true, d, d); } void send404() { std::vector d; sendError(404, "The HTTP request you've sent didn't match any action on this server.", NULL, false, d, d); } void send405() { std::vector d; std::vector extra; extra.push_back("Allow: GET, POST"); sendError(405, "The HTTP request you've sent contains an unsupported method.", NULL, true, extra, d); } void send418() { std::vector d; sendError(418, "Short and stout. Here is my handle, here is my spout.", NULL, true, d, d); } void send500(const char * msg, const char * details, std::vector trace) { String smsg; std::vector d; smsg.set("The HTTP request you've sent triggered an internal error: `%s\xc2\xb4", msg); sendError(500, smsg.to_charp(), details, true, d, trace); } String httpUnescape(const char * in); void readVariables(Http::StringMap & variables, char * str); IO m_socket; IO m_strm; String m_name; HttpServer * m_server; static SimpleMustache m_errorTemplate; }; }; Balau::SimpleMustache Balau::HttpWorker::m_errorTemplate; namespace { class SetDefaultTemplateTask : public Balau::Task { static const Balau::String m_defaultErrorTemplate; virtual const char * getName() const { return "SetDefaultTemplateTask"; } virtual void Do() { Balau::HttpWorker::buildErrorTemplate(m_defaultErrorTemplate); } }; class SetDefaultTemplate : public Balau::AtStartAsTask { public: SetDefaultTemplate() : AtStartAsTask(0) { } virtual Balau::Task * createStartTask() { return new SetDefaultTemplateTask(); } }; static SetDefaultTemplate setDefaultTemplate; const Balau::String SetDefaultTemplateTask::m_defaultErrorTemplate( "\n" "\n" " \n" " \n" " {{title}}\n" " \n" " \n" "\n" " \n" "

\n" "

\n" "{{details}}\n" "{{#hasTrace}}\n" "

Context:

\n" " {{#trace}}

{{line}}

{{/trace}}
\n" "{{/hasTrace}}\n" " \n" "\n" ); }; Balau::HttpWorker::HttpWorker(IO io, void * _server) : m_socket(io), m_strm(new BStream(io)) { m_server = (HttpServer *) _server; m_name.set("HttpWorker(%s)", m_socket->getName()); // get stuff from server, such as port number, root document, base URL, default 400/404 actions, etc... } Balau::HttpWorker::~HttpWorker() { } Balau::String Balau::HttpWorker::httpUnescape(const char * in) { String r; const char * p; char hexa[3]; uint8_t out; for (p = in; *p; p++) { switch (*p) { case '+': r += String(" ", 1); break; case '%': hexa[0] = *++p; if (!hexa[0]) return r; hexa[1] = *++p; if (!hexa[1]) return r; hexa[2] = 0; out = (uint8_t) strtol(hexa, NULL, 16); r += String((char *) &out, 1); break; default: r += String(p, 1); break; } } return r; } void Balau::HttpWorker::readVariables(Http::StringMap & variables, char * str) { char * ampPos; do { ampPos = strchr(str, '&'); if (ampPos) *ampPos = 0; char * val = strchr(str, '='); if (val) *val++ = 0; String keyStr = httpUnescape(str); String valStr = val ? httpUnescape(val) : String(""); variables[keyStr] = valStr; str = ampPos + 1; } while (ampPos); } void Balau::HttpWorker::sendError(int error, const char * msg, const char * details, bool closeConnection, std::vector extraHeaders, std::vector trace) { SimpleMustache * tpl = &m_errorTemplate; const char * errorMsg = Http::getStatusMsg(error); if (!errorMsg) errorMsg = "Unknown Status"; Printer::elog(E_HTTPSERVER, "%s caused a %i error (%s)", m_name.to_charp(), error, errorMsg); SimpleMustache::Context ctx; String title; title.set("Error %i - %s", error, errorMsg); ctx["title"] = title; ctx["hasTrace"] = !trace.empty(); ctx["msg"] = msg; if (details) ctx["details"] = details; if (m_socket->isClosed()) return; for (String & str : trace) ctx["trace"][(ssize_t) 0]["line"] = str; if (closeConnection) { String headers; headers.set( "HTTP/1.0 %i %s\r\n" "Content-Type: text/html; charset=UTF-8\r\n" "Connection: close\r\n" "Server: %s\r\n", error, errorMsg, m_server->getServerName().to_charp()); for (String & str : extraHeaders) headers += str + "\r\n"; headers += "\r\n"; m_socket->writeString(headers); if (m_socket->isClosed()) return; tpl->render(m_socket, &ctx); } else { IO errorText(new Buffer); tpl->render(errorText, &ctx); off64_t length = errorText->getSize(); String headers; headers.set( "HTTP/1.1 %i %s\r\n" "Content-Type: text/html; charset=UTF-8\r\n" "Connection: keep-alive\r\n" "Server: %s\r\n" "Content-Length: %" PRIu64 "\r\n", error, errorMsg, m_server->getServerName().to_charp(), length); for (String & str : extraHeaders) headers += str + "\r\n"; headers += "\r\n"; m_socket->writeString(headers); if (m_socket->isClosed()) return; m_socket->forceWrite(errorText->getBuffer(), length); } } bool Balau::HttpWorker::handleClient() { Events::Timeout evtTimeout(s_httpTimeout); waitFor(&evtTimeout); setOkayToEAgain(true); String line; bool gotFirst = false; int method = -1; String host; String uri; String httpVersion; Http::StringMap httpHeaders; Http::StringMap variables; Http::StringMap cookies; Http::FileList files; bool persistent = false; bool upgrade = false; // read client's request do { try { line = m_strm->readString(); } catch (EAgain) { if (evtTimeout.gotSignal()) { Printer::elog(E_HTTPSERVER, "%s timed out getting request", m_name.to_charp()); return false; } yield(); continue; } Printer::log(M_DEBUG, "HTTPIN: %s", line.to_charp()); // until we get a blank line if (line == "") break; if (!gotFirst) { gotFirst = true; size_t urlBegin = 0; size_t lineLen = line.strlen(); // first line is in the form of METHOD URL HTTP/xxx switch(line[0]) { case 'G': if ((lineLen >= 5) && (line[1] == 'E') && (line[2] == 'T') && (line[3] == ' ')) { urlBegin = 4; method = Http::GET; } break; case 'H': if ((lineLen >= 6) && (line[1] == 'E') && (line[2] == 'A') && (line[3] == 'D') && (line[4] == ' ')) { urlBegin = 5; method = Http::HEAD; } break; case 'P': if ((lineLen >= 6) && (line[1] == 'O') && (line[2] == 'S') && (line[3] == 'T') && (line[4] == ' ')) { urlBegin = 5; method = Http::POST; } else if ((lineLen >= 5) && (line[1] == 'U') && (line[2] == 'T') && (line[3] == ' ')) { urlBegin = 4; method = Http::PUT; } else if ((lineLen >= 10) && (line[1] == 'R') && (line[2] == 'O') && (line[3] == 'P') && (line[4] == 'F') && (line[5] == 'I') && (line[6] == 'N') && (line[7] == 'D') && (line[8] == ' ')) { urlBegin = 9; method = Http::PROPFIND; } break; case 'D': if ((lineLen >= 8) && (line[1] == 'E') && (line[2] == 'L') && (line[3] == 'E') && (line[4] == 'T') && (line[5] == 'E') && (line[6] == ' ')) { urlBegin = 7; method = Http::DELETE; } break; case 'T': if ((lineLen >= 7) && (line[1] == 'R') && (line[2] == 'A') && (line[3] == 'C') && (line[4] == 'E') && (line[5] == ' ')) { urlBegin = 6; method = Http::TRACE; } break; case 'O': if ((lineLen >= 9) && (line[1] == 'P') && (line[2] == 'T') && (line[3] == 'I') && (line[4] == 'O') && (line[5] == 'N') && (line[6] == 'S') && (line[7] == ' ')) { urlBegin = 8; method = Http::OPTIONS; } break; case 'C': if ((lineLen >= 9) && (line[1] == 'O') && (line[2] == 'N') && (line[3] == 'N') && (line[4] == 'E') && (line[5] == 'C') && (line[6] == 'T') && (line[7] == ' ')) { urlBegin = 8; method = Http::CONNECT; } break; case 'B': if ((lineLen >= 6) && (line[1] == 'R') && (line[2] == 'E') && (line[3] == 'W') && (line[4] == ' ')) { urlBegin = 5; method = Http::BREW; } break; case 'W': if ((lineLen >= 6) && (line[1] == 'H') && (line[2] == 'E') && (line[3] == 'N') && (line[4] == ' ')) { urlBegin = 5; method = Http::WHEN; } break; } if (urlBegin == 0) { Printer::elog(E_HTTPSERVER, "%s didn't get a URI after the method", m_name.to_charp()); send400(); return false; } // we checked for a space before, so this can't return -1 size_t urlEnd = line.strrchr(' ') - 1; if (urlEnd < urlBegin) { Printer::elog(E_HTTPSERVER, "%s has a misformated URI (or no space after it)", m_name.to_charp()); send400(); return false; } uri = line.extract(urlBegin, urlEnd - urlBegin + 1); size_t httpBegin = urlEnd + 2; if ((httpBegin + 5) >= lineLen) { Printer::elog(E_HTTPSERVER, "%s doesn't have enough characters after the URI", m_name.to_charp()); send400(); return false; } if ((line[httpBegin + 0] == 'H') && (line[httpBegin + 1] == 'T') && (line[httpBegin + 2] == 'T') && (line[httpBegin + 3] == 'P') && (line[httpBegin + 4] == '/')) { httpVersion = line.extract(httpBegin + 5); } else { Printer::elog(E_HTTPSERVER, "%s doesn't have HTTP after the URI", m_name.to_charp()); send400(); return false; } if ((httpVersion != "1.0") && (httpVersion != "1.1")) { Printer::elog(E_HTTPSERVER, "%s doesn't have a proper HTTP version", m_name.to_charp()); send400(); return false; } } else { // parse HTTP header. ssize_t colon = line.strchr(':'); if (colon <= 0) { Printer::elog(E_HTTPSERVER, "%s has an invalid HTTP header", m_name.to_charp()); send400(); return false; } String key = line.extract(0, colon); String value = line.extract(colon + 1); if (key == "Cookie") { String::List cookiesStrs = value.split(';'); for (auto & value: cookiesStrs) { ssize_t equal = value.strchr('='); if (equal > 0) { key = value.extract(0, equal).trim(); value = value.extract(equal + 1).trim(); cookies[key] = value; } } } else { httpHeaders[key] = value.trim(); } } } while(true); if (!gotFirst) { Printer::elog(E_HTTPSERVER, "%s has nothing in its request", m_name.to_charp()); send400(); return false; } if (method == -1) { send400(); return false; } if (method == Http::BREW) { send418(); return false; } if ((method != Http::GET) && (method != Http::POST)) { send405(); return false; } if (httpVersion == "1.1") { auto i = httpHeaders.find("Connection"); if (i != httpHeaders.end()) { String conn = i->second; String::List connVals = conn.split(','); bool gotOne = false; for (auto j = connVals.begin(); j != connVals.end(); j++) { String t = j->trim(); if ((t.lower() == "close") && (!gotOne)) { gotOne = true; persistent = false; } else if ((t.lower() == "keep-alive") && (!gotOne)) { gotOne = true; persistent = true; } else if (t == "TE") { Printer::elog(E_HTTPSERVER, "%s got the 'TE' connection marker (which is still unknown)", m_name.to_charp()); } else if (t.lower() == "upgrade") { upgrade = true; persistent = true; } else { Printer::elog(E_HTTPSERVER, "%s has an improper Connection HTTP header (%s)", m_name.to_charp(), t.to_charp()); send400(); return false; } } } else { persistent = true; } } if (method == Http::POST) { int length = 0; auto i = httpHeaders.find("Content-Length"); bool multipart = false; String boundary; if (i != httpHeaders.end()) length = i->second.to_int(); i = httpHeaders.find("Content-Type"); if (i != httpHeaders.end()) { static const String multipartStr = "multipart/form-data"; if (i->second.extract(multipartStr.strlen()) == multipartStr) { if (i->second[multipartStr.strlen() + 1] != ';') { Printer::elog(E_HTTPSERVER, "%s has an improper multipart string (no ;)", m_name.to_charp()); send400(); return false; } Http::StringMap t; char * b = i->second.extract(sizeof(multipartStr) + 1).do_trim().strdup(); readVariables(t, b); free(b); i = t.find("boundary"); if (i == t.end()) { Printer::elog(E_HTTPSERVER, "%s has an improper multipart string (no boundary)", m_name.to_charp()); send400(); return false; } boundary = i->second; multipart = true; } } if (multipart) { // will handle this horror later... Failure("multipart/form-data not supported for now"); } else { uint8_t * postData = (uint8_t *) malloc(length + 1); postData[length] = 0; while (true) { try { m_strm->forceRead(postData, length, &evtTimeout); break; } catch (EAgain) { if (!evtTimeout.gotSignal()) yield(); Printer::elog(E_HTTPSERVER, "%s timed out getting request (reading POST values)", m_name.to_charp()); return false; } } readVariables(variables, (char *) postData); free(postData); } } ssize_t variablesPos = uri.strchr('?'); if (variablesPos >= 0) { char * variablesStr = uri.strdup(variablesPos + 1); uri = httpUnescape(uri.extract(0, variablesPos).to_charp()); readVariables(variables, variablesStr); free(variablesStr); } else { uri = httpUnescape(uri.to_charp()); } if (uri.extract(0, 7) == "http://") { ssize_t hostEnd = uri.strchr('/', 7); if (hostEnd < 0) { host = uri.extract(7); uri = "/"; } else { host = uri.extract(7, hostEnd - 7); uri = uri.extract(hostEnd + 1); } } auto hostIter = httpHeaders.find("host"); if (hostIter != httpHeaders.end()) { if (host != "") { Printer::elog(E_HTTPSERVER, "%s has a host field, although the URI already has one", m_name.to_charp()); send400(); return false; } host = hostIter->second; } // process query; everything should be here now auto f = m_server->findAction(uri.to_charp(), host.to_charp()); if (f.action) { setOkayToEAgain(false); m_strm->detach(); IO out(new OutputCheck(m_socket)); Http::Request req; req.method = method; req.host = host; req.uri = uri; req.variables = variables; req.cookies = cookies; req.headers = httpHeaders; req.files = files; req.persistent = persistent; req.upgrade = upgrade; req.version = httpVersion; try { if (!f.action->Do(m_server, req, f.matches, out)) persistent = false; } catch (GeneralException & e) { Printer::log(M_ERROR, "%s got an exception while processing its request: `%s'", m_name.to_charp(), e.getMsg()); const char * details = e.getDetails(); if (details) Printer::log(M_ERROR, " %s", details); auto trace = e.getTrace(); for (auto i = trace.begin(); i != trace.end(); i++) Printer::log(M_DEBUG, "%s", i->to_charp()); if (!out->wrote()) send500(e.getMsg(), details, trace); return false; } catch (...) { Printer::log(M_ERROR, "%s got an unknow exception while processing its request.", m_name.to_charp()); if (!out->wrote()) { std::vector d; send500("unknow exception", NULL, d); } return false; } } else { send404(); } // query process finished; wrapping up and exiting. return persistent; } void Balau::HttpWorker::Do() { bool clientStop = false; while (!clientStop) clientStop = !handleClient() || m_socket->isClosed(); } const char * Balau::HttpWorker::getName() const { return m_name.to_charp(); } typedef Balau::Listener HttpListener; void Balau::HttpServer::start() { AAssert(!m_started, "Don't start an HttpServer twice"); m_started = true; m_listenerPtr = TaskMan::registerTask(new HttpListener(m_port, m_local.to_charp(), this), &m_listenerEvent); } void Balau::HttpServer::stop() { AAssert(m_started, "Don't stop an HttpServer that hasn't been started"); m_started = false; IAssert(!m_listenerEvent.gotSignal(), "Our listener has stopped already!"); HttpListener * listener = reinterpret_cast(m_listenerPtr); Task::prepare(&m_listenerEvent); listener->stop(); Task::operationYield(&m_listenerEvent); IAssert(m_listenerEvent.gotSignal(), "HttpServer::stop didn't actually get the listener to stop"); m_listenerEvent.ack(); } void Balau::HttpServer::registerAction(Action * action) { ScopeLockW slw(m_actionsLock); action->ref(); m_actions.push_front(action); } void Balau::HttpServer::flushAllActions() { ScopeLockW slw(m_actionsLock); Action * a; while (!m_actions.empty()) { a = m_actions.front(); m_actions.pop_front(); a->unref(); } } bool Balau::HttpServer::started() { if (m_listenerEvent.gotSignal()) return false; HttpListener * listener = reinterpret_cast(m_listenerPtr); if (!listener) return false; return listener->started(); } Balau::HttpServer::Action::ActionMatch Balau::HttpServer::Action::matches(const char * uri, const char * host) { ActionMatch r; r.host = m_host.match(host); if (r.host.empty()) return r; r.uri = m_regex.match(uri); return r; } Balau::HttpServer::ActionFound Balau::HttpServer::findAction(const char * uri, const char * host) { ScopeLockR slr(m_actionsLock); ActionFound r; for (Action * action : m_actions) { r.action = action; r.matches = r.action->matches(uri, host); if (!r.matches.uri.empty()) break; } if (r.matches.uri.empty()) r.action = NULL; else r.action->ref(); return r; } void Balau::HttpServer::Response::Flush() { AAssert(!m_flushed, "HttpResponse already flushed."); m_flushed = true; IO headers(new Buffer()); headers->writeString("HTTP/"); headers->writeString(m_req.version); headers->writeString(" "); String response(m_responseCode); headers->writeString(response); headers->writeString(" "); headers->writeString(Http::getStatusMsg(m_responseCode)); if (m_type != "") { headers->writeString("\r\nContent-Type: "); headers->writeString(m_type); } if (!m_noSize) { headers->writeString("\r\nContent-Length: "); String len(m_buffer->getSize()); headers->writeString(len); } headers->writeString("\r\nServer: "); headers->writeString(m_server->getServerName()); headers->writeString("\r\n"); if ((m_req.version == "1.1") && !m_req.persistent) headers->writeString("Connection: close\r\n"); while (!m_extraHeaders.empty()) { String s = m_extraHeaders.front(); m_extraHeaders.pop_front(); headers->writeString(s); headers->writeString("\r\n"); } headers->writeString("\r\n"); m_out->forceWrite(headers->getBuffer(), headers->getSize()); m_out->forceWrite(m_buffer->getBuffer(), m_buffer->getSize()); }

{{title}}

{{msg}}

Context: