Compare commits

..

11 Commits

Author SHA1 Message Date
Ian Gulliver
fe61f0dd20 Typos 2019-05-18 23:46:47 -07:00
Ian Gulliver
f9988beb88 Module update 2019-05-18 12:16:58 -07:00
Ian Gulliver
690c9ab8bd Google format 2019-05-18 12:15:11 -07:00
flamingcow
a39ef8e25d Don't leak eventfd 2019-05-12 16:08:46 -07:00
flamingcow
0ba446bacb Log usage with clearer title 2019-05-11 21:58:14 -07:00
flamingcow
ec99454756 Add close handling 2019-05-11 21:52:49 -07:00
flamingcow
89876f5bd6 Remove header filtering, since it's fully configurable in nginx 2019-05-11 20:55:04 -07:00
flamingcow
16bd9ddc3e Switch to fireusage 2019-05-11 18:16:17 -07:00
flamingcow
ac42dd07dc Free glog and gflags before quit, to make leak detection easier 2019-05-10 20:48:17 -07:00
flamingcow
88b1131104 Clean shutdown behavior, signal handling 2019-05-10 00:40:38 -07:00
flamingcow
b5b0cbd599 Add InTransaction(), fix param storage 2019-05-09 23:36:31 -07:00
15 changed files with 653 additions and 379 deletions

151
.clang-format Normal file
View File

@@ -0,0 +1,151 @@
---
Language: Cpp
# BasedOnStyle: Google
AccessModifierOffset: -1
AlignAfterOpenBracket: Align
AlignConsecutiveAssignments: false
AlignConsecutiveDeclarations: false
AlignEscapedNewlines: Left
AlignOperands: true
AlignTrailingComments: true
AllowAllParametersOfDeclarationOnNextLine: true
AllowShortBlocksOnASingleLine: false
AllowShortCaseLabelsOnASingleLine: false
AllowShortFunctionsOnASingleLine: All
AllowShortIfStatementsOnASingleLine: true
AllowShortLoopsOnASingleLine: true
AlwaysBreakAfterDefinitionReturnType: None
AlwaysBreakAfterReturnType: None
AlwaysBreakBeforeMultilineStrings: true
AlwaysBreakTemplateDeclarations: Yes
BinPackArguments: true
BinPackParameters: true
BraceWrapping:
AfterClass: false
AfterControlStatement: false
AfterEnum: false
AfterFunction: false
AfterNamespace: false
AfterObjCDeclaration: false
AfterStruct: false
AfterUnion: false
AfterExternBlock: false
BeforeCatch: false
BeforeElse: false
IndentBraces: false
SplitEmptyFunction: true
SplitEmptyRecord: true
SplitEmptyNamespace: true
BreakBeforeBinaryOperators: None
BreakBeforeBraces: Attach
BreakBeforeInheritanceComma: false
BreakInheritanceList: BeforeColon
BreakBeforeTernaryOperators: true
BreakConstructorInitializersBeforeComma: false
BreakConstructorInitializers: BeforeColon
BreakAfterJavaFieldAnnotations: false
BreakStringLiterals: true
ColumnLimit: 80
CommentPragmas: '^ IWYU pragma:'
CompactNamespaces: false
ConstructorInitializerAllOnOneLineOrOnePerLine: true
ConstructorInitializerIndentWidth: 4
ContinuationIndentWidth: 4
Cpp11BracedListStyle: true
DerivePointerAlignment: true
DisableFormat: false
ExperimentalAutoDetectBinPacking: false
FixNamespaceComments: true
ForEachMacros:
- foreach
- Q_FOREACH
- BOOST_FOREACH
IncludeBlocks: Preserve
IncludeCategories:
- Regex: '^<ext/.*\.h>'
Priority: 2
- Regex: '^<.*\.h>'
Priority: 1
- Regex: '^<.*'
Priority: 2
- Regex: '.*'
Priority: 3
IncludeIsMainRegex: '([-_](test|unittest))?$'
IndentCaseLabels: true
IndentPPDirectives: None
IndentWidth: 2
IndentWrappedFunctionNames: false
JavaScriptQuotes: Leave
JavaScriptWrapImports: true
KeepEmptyLinesAtTheStartOfBlocks: false
MacroBlockBegin: ''
MacroBlockEnd: ''
MaxEmptyLinesToKeep: 1
NamespaceIndentation: None
ObjCBinPackProtocolList: Never
ObjCBlockIndentWidth: 2
ObjCSpaceAfterProperty: false
ObjCSpaceBeforeProtocolList: true
PenaltyBreakAssignment: 2
PenaltyBreakBeforeFirstCallParameter: 1
PenaltyBreakComment: 300
PenaltyBreakFirstLessLess: 120
PenaltyBreakString: 1000
PenaltyBreakTemplateDeclaration: 10
PenaltyExcessCharacter: 1000000
PenaltyReturnTypeOnItsOwnLine: 200
PointerAlignment: Left
RawStringFormats:
- Language: Cpp
Delimiters:
- cc
- CC
- cpp
- Cpp
- CPP
- 'c++'
- 'C++'
CanonicalDelimiter: ''
BasedOnStyle: google
- Language: TextProto
Delimiters:
- pb
- PB
- proto
- PROTO
EnclosingFunctions:
- EqualsProto
- EquivToProto
- PARSE_PARTIAL_TEXT_PROTO
- PARSE_TEST_PROTO
- PARSE_TEXT_PROTO
- ParseTextOrDie
- ParseTextProtoOrDie
CanonicalDelimiter: ''
BasedOnStyle: google
ReflowComments: true
SortIncludes: true
SortUsingDeclarations: true
SpaceAfterCStyleCast: false
SpaceAfterTemplateKeyword: true
SpaceBeforeAssignmentOperators: true
SpaceBeforeCpp11BracedList: false
SpaceBeforeCtorInitializerColon: true
SpaceBeforeInheritanceColon: true
SpaceBeforeParens: ControlStatements
SpaceBeforeRangeBasedForLoopColon: true
SpaceInEmptyParentheses: false
SpacesBeforeTrailingComments: 2
SpacesInAngles: false
SpacesInContainerLiterals: true
SpacesInCStyleCastParentheses: false
SpacesInParentheses: false
SpacesInSquareBrackets: false
Standard: Auto
StatementMacros:
- Q_UNUSED
- QT_REQUIRE_VERSION
TabWidth: 8
UseTab: Never
...

3
.gitmodules vendored
View File

@@ -1,3 +1,6 @@
[submodule "firebuf"]
path = firebuf
url = ../firebuf.git
[submodule "fireusage"]
path = fireusage
url = ../fireusage.git

View File

@@ -10,14 +10,17 @@ objects = server.o connection.o request.o parse.o
firebuf/firebuf.o:
$(MAKE) --directory=firebuf firebuf.o
fireusage/fireusage.o:
$(MAKE) --directory=fireusage fireusage.o
firecgi.a: $(objects)
ar rcs $@ $^
firecgi.o: $(objects) firebuf/firebuf.o
firecgi.o: $(objects) firebuf/firebuf.o fireusage/fireusage.o
gold -z relro -z now -r --output=$@ $+
firecgi.so: $(objects) firebuf/firebuf.o
$(FIRE_CXX) $(FIRE_CXXFLAGS) $(FIRE_LDFLAGS) -shared -o $@ $+ $(FIRE_LDFLIBS)
firecgi.so: $(objects) firebuf/firebuf.o fireusage/fireusage.o
$(FIRE_CXX) $(FIRE_CXXFLAGS) $(FIRE_LDFLAGS) -shared -o $@ $+ $(FIRE_LDLIBS)
example_simple: example_simple.o firecgi.o
$(FIRE_CXX) $(FIRE_CXXFLAGS) $(FIRE_LDFLAGS) -pie -o $@ $+ $(FIRE_LDLIBS)
@@ -27,6 +30,7 @@ example_simple: example_simple.o firecgi.o
clean:
$(MAKE) --directory=firebuf clean
$(MAKE) --directory=fireusage clean
rm --force example_simple connection_afl *.so *.o *.a
afl:

View File

@@ -9,142 +9,145 @@
namespace firecgi {
Connection::Connection(int sock, const sockaddr_in6& client_addr, const std::function<void(Request*)>& callback, const std::unordered_set<std::string_view>& headers, int max_request_len)
: sock_(sock),
callback_(callback),
headers_(headers),
buf_(sock, max_request_len),
request_(this) {
char client_addr_str[INET6_ADDRSTRLEN];
PCHECK(inet_ntop(AF_INET6, &client_addr.sin6_addr, client_addr_str, sizeof(client_addr_str)));
Connection::Connection(int sock, const sockaddr_in6 &client_addr,
const std::function<void(Request *)> &callback,
int max_request_len)
: sock_(sock),
callback_(callback),
buf_(sock, max_request_len),
request_(this) {
char client_addr_str[INET6_ADDRSTRLEN];
PCHECK(inet_ntop(AF_INET6, &client_addr.sin6_addr, client_addr_str,
sizeof(client_addr_str)));
LOG(INFO) << "new connection: [" << client_addr_str << "]:" << ntohs(client_addr.sin6_port);
LOG(INFO) << "new connection: [" << client_addr_str
<< "]:" << ntohs(client_addr.sin6_port);
}
Connection::~Connection() {
PCHECK(close(sock_) == 0);
LOG(INFO) << "connection closed (handled " << requests_ << " requests)";
PCHECK(close(sock_) == 0);
LOG(INFO) << "connection closed (handled " << requests_ << " requests)";
}
bool Connection::Write(const std::vector<iovec>& vecs) {
ssize_t total_size = 0;
for (const auto& vec : vecs) {
total_size += vec.iov_len;
}
return writev(sock_, vecs.data(), vecs.size()) == total_size;
bool Connection::Write(const std::vector<iovec> &vecs) {
ssize_t total_size = 0;
for (const auto &vec : vecs) {
total_size += vec.iov_len;
}
return writev(sock_, vecs.data(), vecs.size()) == total_size;
}
int Connection::Read() {
if (!buf_.Refill()) {
return sock_;
}
if (!buf_.Refill()) {
return sock_;
}
while (true) {
buf_.ResetRead();
while (true) {
buf_.ResetRead();
const auto *header = buf_.ReadObj<Header>();
if (!header) {
break;
}
const auto *header = buf_.ReadObj<Header>();
if (!header) {
break;
}
if (header->version != 1) {
LOG(ERROR) << "invalid FastCGI protocol version: " << header->version;
return sock_;
}
if (header->version != 1) {
LOG(ERROR) << "invalid FastCGI protocol version: " << header->version;
return sock_;
}
if (buf_.ReadMaxLen() < header->ContentLength()) {
break;
}
if (buf_.ReadMaxLen() < header->ContentLength()) {
break;
}
switch (header->type) {
case 1:
{
if (header->ContentLength() != sizeof(BeginRequest)) {
LOG(ERROR) << "FCGI_BeginRequestBody is the wrong length: " << header->ContentLength();
return sock_;
}
switch (header->type) {
case 1: {
if (header->ContentLength() != sizeof(BeginRequest)) {
LOG(ERROR) << "FCGI_BeginRequestBody is the wrong length: "
<< header->ContentLength();
return sock_;
}
const auto *begin_request = CHECK_NOTNULL(buf_.ReadObj<BeginRequest>());
const auto *begin_request = CHECK_NOTNULL(buf_.ReadObj<BeginRequest>());
if (begin_request->Role() != 1) {
LOG(ERROR) << "unsupported FastCGI role: " << begin_request->Role();
return sock_;
}
if (begin_request->Role() != 1) {
LOG(ERROR) << "unsupported FastCGI role: " << begin_request->Role();
return sock_;
}
request_.NewRequest(header->RequestId());
}
break;
request_.NewRequest(header->RequestId());
} break;
case 4:
{
if (header->RequestId() != request_.RequestId()) {
LOG(ERROR) << "out of order FCGI_PARAMS record, or client is multiplexing requests (which we don't support)";
return sock_;
}
case 4: {
if (header->RequestId() != request_.RequestId()) {
LOG(ERROR) << "out of order FCGI_PARAMS record, or client is "
"multiplexing requests (which we don't support)";
return sock_;
}
firebuf::ConstBuffer param_buf(buf_.Read(header->ContentLength()), header->ContentLength());
while (param_buf.ReadMaxLen() > 0) {
const auto *param_header = param_buf.ReadObj<ParamHeader>();
if (!param_header) {
LOG(ERROR) << "FCGI_PARAMS missing header";
return sock_;
}
firebuf::ConstBuffer param_buf(buf_.Read(header->ContentLength()),
header->ContentLength());
while (param_buf.ReadMaxLen() > 0) {
const auto *param_header = param_buf.ReadObj<ParamHeader>();
if (!param_header) {
LOG(ERROR) << "FCGI_PARAMS missing header";
return sock_;
}
const auto *key_buf = param_buf.Read(param_header->key_length);
if (!key_buf) {
LOG(ERROR) << "FCGI_PARAMS missing key";
return sock_;
}
std::string_view key(key_buf, param_header->key_length);
const auto *key_buf = param_buf.Read(param_header->key_length);
if (!key_buf) {
LOG(ERROR) << "FCGI_PARAMS missing key";
return sock_;
}
std::string_view key(key_buf, param_header->key_length);
const auto *value_buf = param_buf.Read(param_header->value_length);
if (!value_buf) {
LOG(ERROR) << "FCGI_PARAMS missing value";
return sock_;
}
std::string_view value(value_buf, param_header->value_length);
const auto *value_buf = param_buf.Read(param_header->value_length);
if (!value_buf) {
LOG(ERROR) << "FCGI_PARAMS missing value";
return sock_;
}
std::string_view value(value_buf, param_header->value_length);
if (headers_.find(key) != headers_.end()) {
request_.AddParam(key, value);
}
}
}
break;
request_.AddParam(key, value);
}
} break;
case 5:
{
if (header->RequestId() != request_.RequestId()) {
LOG(ERROR) << "out of order FCGI_STDIN record, or client is multiplexing requests (which we don't support)";
return sock_;
}
case 5: {
if (header->RequestId() != request_.RequestId()) {
LOG(ERROR) << "out of order FCGI_STDIN record, or client is "
"multiplexing requests (which we don't support)";
return sock_;
}
if (header->ContentLength() == 0) {
// Magic signal for completed request (mirrors the HTTP/1.1 protocol)
requests_++;
callback_(&request_);
buf_.Consume(); // discard data and invalidate pointers
} else {
if (!request_.GetBody().empty()) {
LOG(ERROR) << "received multiple stdin records. have you set \"fastcgi_request_buffering on\"?";
}
request_.SetBody({buf_.Read(header->ContentLength()), header->ContentLength()});
}
}
break;
if (header->ContentLength() == 0) {
// Magic signal for completed request (mirrors the HTTP/1.1 protocol)
requests_++;
callback_(&request_);
buf_.Consume(); // discard data and invalidate pointers
} else {
if (!request_.GetBody().empty()) {
LOG(ERROR) << "received multiple stdin records. have you set "
"\"fastcgi_request_buffering on\"?";
}
request_.SetBody(
{buf_.Read(header->ContentLength()), header->ContentLength()});
}
} break;
default:
LOG(ERROR) << "unknown record type: " << header->type;
return sock_;
}
default:
LOG(ERROR) << "unknown record type: " << header->type;
return sock_;
}
if (!buf_.Discard(header->padding_length)) {
break;
}
if (!buf_.Discard(header->padding_length)) {
break;
}
buf_.Commit(); // we've acted on the bytes read so far
}
buf_.Commit(); // we've acted on the bytes read so far
}
return -1;
return -1;
}
} // namespace firecgi
uint64_t Connection::Requests() const { return requests_; }
} // namespace firecgi

View File

@@ -1,7 +1,7 @@
#pragma once
#include <functional>
#include <sys/uio.h>
#include <functional>
#include <unordered_map>
#include <unordered_set>
@@ -12,22 +12,24 @@
namespace firecgi {
class Connection {
public:
Connection(int sock, const sockaddr_in6& client_addr, const std::function<void(Request*)>& callback, const std::unordered_set<std::string_view>& headers, int max_request_len);
~Connection();
public:
Connection(int sock, const sockaddr_in6& client_addr,
const std::function<void(Request*)>& callback,
int max_request_len);
~Connection();
[[nodiscard]] int Read();
[[nodiscard]] bool Write(const std::vector<iovec>& vecs);
[[nodiscard]] int Read();
[[nodiscard]] bool Write(const std::vector<iovec>& vecs);
private:
const int sock_;
const std::function<void(Request*)>& callback_;
const std::unordered_set<std::string_view>& headers_;
firebuf::StreamBuffer buf_;
Request request_;
[[nodiscard]] uint64_t Requests() const;
uint64_t requests_ = 0;
private:
const int sock_;
const std::function<void(Request*)>& callback_;
firebuf::StreamBuffer buf_;
Request request_;
uint64_t requests_ = 0;
};
} // namespace firecgi
} // namespace firecgi

View File

@@ -1,18 +1,20 @@
#include "connection.h"
int main(int argc, char* argv[]) {
FLAGS_logtostderr = 1;
FLAGS_minloglevel = 3;
google::InitGoogleLogging(argv[0]);
gflags::ParseCommandLineFlags(&argc, &argv, true);
FLAGS_logtostderr = 1;
FLAGS_minloglevel = 3;
google::InitGoogleLogging(argv[0]);
gflags::ParseCommandLineFlags(&argc, &argv, true);
{
firecgi::Connection conn(STDIN_FILENO, {}, [](firecgi::Request* req) { req->End(); }, {}, 16*1024);
static_cast<void>(conn.Read());
}
{
firecgi::Connection conn(
STDIN_FILENO, {}, [](firecgi::Request* req) { req->End(); }, {},
16 * 1024);
static_cast<void>(conn.Read());
}
gflags::ShutDownCommandLineFlags();
google::ShutdownGoogleLogging();
gflags::ShutDownCommandLineFlags();
google::ShutdownGoogleLogging();
return 0;
return 0;
}

View File

@@ -6,14 +6,21 @@
DEFINE_int32(port, 9000, "TCP port to bind");
DEFINE_int32(threads, 1, "Number of server threads");
int main(int argc, char *argv[]) {
google::InitGoogleLogging(argv[0]);
gflags::ParseCommandLineFlags(&argc, &argv, true);
int main(int argc, char* argv[]) {
google::InitGoogleLogging(argv[0]);
gflags::ParseCommandLineFlags(&argc, &argv, true);
firecgi::Server server(FLAGS_port, [](firecgi::Request* request) {
request->WriteHeader("Content-Type", "text/plain");
request->WriteBody("Hello world");
request->End();
}, FLAGS_threads);
server.Serve();
firecgi::Server server(
FLAGS_port,
[](firecgi::Request* request) {
request->WriteHeader("Content-Type", "text/plain");
request->WriteBody("Hello world");
request->End();
},
FLAGS_threads);
server.RegisterSignalHandlers();
server.Serve();
gflags::ShutDownCommandLineFlags();
google::ShutdownGoogleLogging();
}

Submodule firebuf updated: 2102147a2f...109a9be193

1
fireusage Submodule

Submodule fireusage added at 37be853a8b

View File

@@ -3,9 +3,9 @@
namespace firecgi {
Header::Header(uint8_t type_in, uint16_t request_id, uint16_t content_length)
: type(type_in) {
SetRequestId(request_id);
SetContentLength(content_length);
: type(type_in) {
SetRequestId(request_id);
SetContentLength(content_length);
}
} // namespace firecgi
} // namespace firecgi

53
parse.h
View File

@@ -5,43 +5,46 @@
namespace firecgi {
struct Header {
Header(uint8_t type_in, uint16_t request_id, uint16_t content_length);
Header(uint8_t type_in, uint16_t request_id, uint16_t content_length);
uint8_t version = 1;
uint8_t type;
private:
uint16_t request_id_; // network byte order
uint16_t content_length_; // network byte order
public:
uint8_t padding_length = 0;
uint8_t reserved = 0;
uint8_t version = 1;
uint8_t type;
uint16_t RequestId() const { return ntohs(request_id_); }
uint16_t ContentLength() const { return ntohs(content_length_); }
private:
uint16_t request_id_; // network byte order
uint16_t content_length_; // network byte order
public:
uint8_t padding_length = 0;
uint8_t reserved = 0;
void SetRequestId(uint16_t request_id) { request_id_ = htons(request_id); }
void SetContentLength(uint16_t content_length) { content_length_ = htons(content_length); }
uint16_t RequestId() const { return ntohs(request_id_); }
uint16_t ContentLength() const { return ntohs(content_length_); }
void SetRequestId(uint16_t request_id) { request_id_ = htons(request_id); }
void SetContentLength(uint16_t content_length) {
content_length_ = htons(content_length);
}
};
struct BeginRequest {
private:
uint16_t role_; // network byte order
public:
uint8_t flags;
uint8_t reserved[5];
private:
uint16_t role_; // network byte order
public:
uint8_t flags;
uint8_t reserved[5];
uint16_t Role() const { return ntohs(role_); }
uint16_t Role() const { return ntohs(role_); }
};
struct EndRequest {
uint32_t app_status = htonl(0); // network byte order
uint8_t protocol_status;
uint8_t reserved[3] = {};
uint32_t app_status = htonl(0); // network byte order
uint8_t protocol_status;
uint8_t reserved[3] = {};
};
struct ParamHeader {
uint8_t key_length;
uint8_t value_length;
uint8_t key_length;
uint8_t value_length;
};
} // namespace firecgi
} // namespace firecgi

View File

@@ -7,122 +7,132 @@
namespace firecgi {
namespace {
template<class T> void AppendVec(const T& obj, std::vector<iovec>* vec) {
vec->push_back(iovec{
.iov_base = (void*)(&obj),
.iov_len = sizeof(obj),
});
template <class T>
void AppendVec(const T& obj, std::vector<iovec>* vec) {
vec->push_back(iovec{
.iov_base = (void*)(&obj),
.iov_len = sizeof(obj),
});
}
} // namespace
} // namespace
Request::Request(Connection* conn)
: conn_(conn),
out_buf_(64*1024) {}
Request::Request(Connection* conn) : conn_(conn), out_buf_(64 * 1024) {}
Request::~Request() {
if (on_close_) {
on_close_();
}
}
void Request::NewRequest(uint16_t request_id) {
request_id_ = request_id;
params_.clear();
body_ = {};
out_buf_.Reset();
body_written_ = false;
if (on_close_) {
on_close_();
}
request_id_ = request_id;
params_.clear();
body_ = {};
on_close_ = nullptr;
out_buf_.Reset();
body_written_ = false;
}
uint16_t Request::RequestId() {
return request_id_;
uint16_t Request::RequestId() const { return request_id_; }
void Request::AddParam(const std::string_view& key,
const std::string_view& value) {
params_.try_emplace(key, value);
}
void Request::AddParam(const std::string_view& key, const std::string_view& value) {
params_.try_emplace(std::string(key), std::string(value));
void Request::SetBody(const std::string_view& body) { body_ = body; }
const std::string_view& Request::GetParam(const std::string_view& key) const {
auto iter = params_.find(key);
if (iter == params_.end()) {
static const std::string_view none;
return none;
}
return iter->second;
}
void Request::SetBody(const std::string_view& body) {
body_ = body;
const std::string_view& Request::GetBody() const { return body_; }
void Request::OnClose(const std::function<void()>& on_close) {
on_close_ = on_close;
}
const std::string_view& Request::GetParam(const std::string& key) {
auto iter = params_.find(key);
if (iter == params_.end()) {
static const std::string_view none;
return none;
}
return iter->second;
}
void Request::WriteHeader(const std::string_view& name,
const std::string_view& value) {
std::lock_guard<std::recursive_mutex> l(output_mu_);
const std::string_view& Request::GetBody() {
return body_;
}
void Request::WriteHeader(const std::string_view& name, const std::string_view& value) {
std::lock_guard<std::recursive_mutex> l(output_mu_);
CHECK(!body_written_);
CHECK(out_buf_.Write(name));
CHECK(out_buf_.Write(": "));
CHECK(out_buf_.Write(value));
CHECK(out_buf_.Write("\n"));
CHECK(!body_written_);
CHECK(out_buf_.Write(name));
CHECK(out_buf_.Write(": "));
CHECK(out_buf_.Write(value));
CHECK(out_buf_.Write("\n"));
}
void Request::WriteBody(const std::string_view& body) {
std::lock_guard<std::recursive_mutex> l(output_mu_);
if (!body_written_) {
CHECK(out_buf_.Write("\n"));
body_written_ = true;
}
// TODO: make this able to span multiple packets
CHECK(out_buf_.Write(body));
std::lock_guard<std::recursive_mutex> l(output_mu_);
if (!body_written_) {
CHECK(out_buf_.Write("\n"));
body_written_ = true;
}
// TODO: make this able to span multiple packets
CHECK(out_buf_.Write(body));
}
bool Request::Flush() {
std::lock_guard<std::recursive_mutex> l(output_mu_);
std::lock_guard<std::recursive_mutex> l(output_mu_);
std::vector<iovec> vecs;
std::vector<iovec> vecs;
auto header = OutputHeader();
AppendVec(header, &vecs);
auto header = OutputHeader();
AppendVec(header, &vecs);
vecs.push_back(OutputVec());
vecs.push_back(OutputVec());
if (!conn_->Write(vecs)) {
return false;
}
out_buf_.Commit();
out_buf_.Consume();
return true;
if (!conn_->Write(vecs)) {
return false;
}
out_buf_.Commit();
out_buf_.Consume();
return true;
}
bool Request::End() {
std::lock_guard<std::recursive_mutex> l(output_mu_);
std::lock_guard<std::recursive_mutex> l(output_mu_);
WriteBody("");
WriteBody("");
std::vector<iovec> vecs;
std::vector<iovec> vecs;
// Must be outside if block, so it lives through Write() below
auto output_header = OutputHeader();
if (output_header.ContentLength()) {
AppendVec(output_header, &vecs);
vecs.push_back(OutputVec());
}
// Must be outside if block, so it lives through Write() below
auto output_header = OutputHeader();
if (output_header.ContentLength()) {
AppendVec(output_header, &vecs);
vecs.push_back(OutputVec());
}
EndRequest end;
Header end_header(3, request_id_, sizeof(end));
AppendVec(end_header, &vecs);
AppendVec(end, &vecs);
EndRequest end;
Header end_header(3, request_id_, sizeof(end));
AppendVec(end_header, &vecs);
AppendVec(end, &vecs);
return conn_->Write(vecs);
return conn_->Write(vecs);
}
iovec Request::OutputVec() {
const auto output_len = out_buf_.ReadMaxLen();
return iovec{
.iov_base = (void *)(CHECK_NOTNULL(out_buf_.Read(output_len))),
.iov_len = output_len,
};
const auto output_len = out_buf_.ReadMaxLen();
return iovec{
.iov_base = (void*)(CHECK_NOTNULL(out_buf_.Read(output_len))),
.iov_len = output_len,
};
}
Header Request::OutputHeader() {
return Header(6, request_id_, out_buf_.ReadMaxLen());
return Header(6, request_id_, out_buf_.ReadMaxLen());
}
} // namespace firecgi
} // namespace firecgi

View File

@@ -1,5 +1,6 @@
#pragma once
#include <functional>
#include <mutex>
#include <unordered_map>
@@ -12,47 +13,61 @@ namespace firecgi {
class Connection;
class Request {
public:
Request(Connection *conn);
public:
Request(Connection* conn);
~Request();
void NewRequest(uint16_t request_id);
void NewRequest(uint16_t request_id);
uint16_t RequestId();
uint16_t RequestId() const;
void AddParam(const std::string_view& key, const std::string_view& value);
void SetBody(const std::string_view& in);
void AddParam(const std::string_view& key, const std::string_view& value);
void SetBody(const std::string_view& in);
const std::string_view& GetParam(const std::string& key);
const std::string_view& GetBody();
const std::string_view& GetParam(const std::string_view& key) const;
const std::string_view& GetBody() const;
void WriteHeader(const std::string_view& name, const std::string_view& value);
void WriteBody(const std::string_view& body);
[[nodiscard]] bool Flush();
bool End();
void OnClose(const std::function<void()>& callback);
template<typename...Args>
void WriteBody(const std::string_view& first, Args... more);
void WriteHeader(const std::string_view& name, const std::string_view& value);
void WriteBody(const std::string_view& body);
[[nodiscard]] bool Flush();
bool End();
private:
Header OutputHeader();
iovec OutputVec();
template <typename... Args>
void WriteBody(const std::string_view& first, Args... more);
Connection *conn_;
uint16_t request_id_ = 0;
template <typename T>
T InTransaction(const std::function<T()>& callback);
std::unordered_map<std::string_view, std::string_view> params_;
std::string_view body_;
private:
Header OutputHeader();
iovec OutputVec();
firebuf::Buffer out_buf_;
bool body_written_;
std::recursive_mutex output_mu_;
Connection* conn_;
uint16_t request_id_ = 0;
std::unordered_map<std::string_view, std::string_view> params_;
std::string_view body_;
std::function<void()> on_close_;
firebuf::Buffer out_buf_;
bool body_written_;
std::recursive_mutex output_mu_;
};
template<typename...Args>
template <typename... Args>
void Request::WriteBody(const std::string_view& first, Args... more) {
std::lock_guard<std::recursive_mutex> l(output_mu_);
WriteBody(first);
WriteBody(more...);
std::lock_guard<std::recursive_mutex> l(output_mu_);
WriteBody(first);
WriteBody(more...);
}
} // namespace firecgi
template <typename T>
T Request::InTransaction(const std::function<T()>& callback) {
std::lock_guard<std::recursive_mutex> l(output_mu_);
return callback();
}
} // namespace firecgi

231
server.cc
View File

@@ -3,116 +3,183 @@
#include <netinet/tcp.h>
#include <signal.h>
#include <sys/epoll.h>
#include <sys/eventfd.h>
#include <sys/resource.h>
#include <sys/socket.h>
#include <iomanip>
#include <thread>
#include "server.h"
#include "fireusage/usage.h"
#include "connection.h"
#include "server.h"
namespace firecgi {
Server::Server(int port, const std::function<void(Request*)>& callback, int threads, const std::unordered_set<std::string_view>& headers, int max_request_len)
: port_(port),
callback_(callback),
threads_(threads),
headers_(headers),
max_request_len_(max_request_len) {
LOG(INFO) << "listening on [::1]:" << port_;
Server::Server(int port, const std::function<void(Request*)>& callback,
int threads, int max_request_len)
: port_(port),
callback_(callback),
threads_(threads),
max_request_len_(max_request_len),
close_fd_(eventfd(0, 0)) {
CHECK_GE(close_fd_, 0);
signal(SIGPIPE, SIG_IGN);
LOG(INFO) << "listening on [::1]:" << port_;
signal(SIGPIPE, SIG_IGN);
}
Server::~Server() { PCHECK(close(close_fd_) == 0); }
void Server::Serve() {
std::vector<std::thread> threads;
for (int i = 0; i < threads_ - 1; ++i) {
threads.emplace_back([this]() { ServeInt(); });
}
ServeInt();
std::vector<std::thread> threads;
for (int i = 0; i < threads_ - 1; ++i) {
threads.emplace_back([this]() { ServeInt(); });
}
ServeInt();
for (auto& thread : threads) {
thread.join();
}
LOG(INFO) << "all threads shut down";
}
void Server::Shutdown() {
uint64_t shutdown = 1;
PCHECK(write(close_fd_, &shutdown, sizeof(shutdown)) == sizeof(shutdown));
}
namespace {
Server* shutdown_server = nullptr;
} // namespace
void Server::RegisterSignalHandlers() {
shutdown_server = this;
for (auto sig : {SIGINT, SIGTERM}) {
signal(sig, [](int signum) {
LOG(INFO) << "received " << strsignal(signum);
shutdown_server->Shutdown();
});
}
}
void Server::ServeInt() {
auto epoll_fd = epoll_create1(0);
PCHECK(epoll_fd >= 0) << "epoll_create()";
auto epoll_fd = epoll_create1(0);
PCHECK(epoll_fd >= 0) << "epoll_create()";
auto listen_sock = NewListenSock();
auto listen_sock = NewListenSock();
{
struct epoll_event ev{
.events = EPOLLIN,
.data = {
.ptr = nullptr,
},
};
PCHECK(epoll_ctl(epoll_fd, EPOLL_CTL_ADD, listen_sock, &ev) == 0);
}
char new_conn;
{
struct epoll_event ev {
.events = EPOLLIN,
.data = {
.ptr = &new_conn,
},
};
PCHECK(epoll_ctl(epoll_fd, EPOLL_CTL_ADD, listen_sock, &ev) == 0);
}
while (true) {
constexpr auto max_events = 256;
struct epoll_event events[max_events];
auto num_fd = epoll_wait(epoll_fd, events, max_events, -1);
if (num_fd == -1 && errno == EINTR) {
continue;
}
PCHECK(num_fd > 0) << "epoll_wait()";
char shutdown;
{
struct epoll_event ev {
.events = EPOLLIN,
.data = {
.ptr = &shutdown,
},
};
PCHECK(epoll_ctl(epoll_fd, EPOLL_CTL_ADD, close_fd_, &ev) == 0);
}
for (auto i = 0; i < num_fd; ++i) {
if (events[i].data.ptr == nullptr) {
NewConn(listen_sock, epoll_fd);
} else {
auto conn = static_cast<Connection*>(events[i].data.ptr);
auto fd = conn->Read();
if (fd != -1) {
PCHECK(epoll_ctl(epoll_fd, EPOLL_CTL_DEL, fd, nullptr) == 0);
delete conn;
}
}
}
}
std::unordered_set<Connection*> connections;
fireusage::UsageTracker usage_tracker;
usage_tracker.Start();
while (true) {
constexpr auto max_events = 256;
struct epoll_event events[max_events];
auto num_fd = epoll_wait(epoll_fd, events, max_events, -1);
if (num_fd == -1 && errno == EINTR) {
continue;
}
PCHECK(num_fd > 0) << "epoll_wait()";
for (auto i = 0; i < num_fd; ++i) {
if (events[i].data.ptr == &new_conn) {
connections.insert(CHECK_NOTNULL(NewConn(listen_sock, epoll_fd)));
} else if (events[i].data.ptr == &shutdown) {
for (auto& conn : connections) {
usage_tracker.AddEvents(conn->Requests());
delete conn;
}
usage_tracker.Stop();
PCHECK(close(listen_sock) == 0);
PCHECK(close(epoll_fd) == 0);
usage_tracker.Log("requests");
return;
} else {
auto conn = static_cast<Connection*>(events[i].data.ptr);
auto fd = conn->Read();
if (fd != -1) {
PCHECK(epoll_ctl(epoll_fd, EPOLL_CTL_DEL, fd, nullptr) == 0);
usage_tracker.AddEvents(conn->Requests());
connections.erase(conn);
delete conn;
}
}
}
}
}
void Server::NewConn(int listen_sock, int epoll_fd) {
sockaddr_in6 client_addr;
socklen_t client_addr_len = sizeof(client_addr);
Connection* Server::NewConn(int listen_sock, int epoll_fd) {
sockaddr_in6 client_addr;
socklen_t client_addr_len = sizeof(client_addr);
auto client_sock = accept(listen_sock, (sockaddr*) &client_addr, &client_addr_len);
PCHECK(client_sock >= 0) << "accept()";
CHECK_EQ(client_addr.sin6_family, AF_INET6);
auto client_sock =
accept(listen_sock, (sockaddr*)&client_addr, &client_addr_len);
PCHECK(client_sock >= 0) << "accept()";
CHECK_EQ(client_addr.sin6_family, AF_INET6);
int flags = 1;
PCHECK(setsockopt(client_sock, SOL_TCP, TCP_NODELAY, &flags, sizeof(flags)) == 0);
int flags = 1;
PCHECK(setsockopt(client_sock, SOL_TCP, TCP_NODELAY, &flags, sizeof(flags)) ==
0);
{
auto *conn = new Connection(client_sock, client_addr, callback_, headers_, max_request_len_);
struct epoll_event ev{
.events = EPOLLIN,
.data = {
.ptr = conn,
},
};
PCHECK(epoll_ctl(epoll_fd, EPOLL_CTL_ADD, client_sock, &ev) == 0);
}
auto* conn =
new Connection(client_sock, client_addr, callback_, max_request_len_);
{
struct epoll_event ev {
.events = EPOLLIN,
.data = {
.ptr = conn,
},
};
PCHECK(epoll_ctl(epoll_fd, EPOLL_CTL_ADD, client_sock, &ev) == 0);
}
return conn;
}
int Server::NewListenSock() {
auto sock = socket(AF_INET6, SOCK_STREAM, 0);
PCHECK(sock >= 0) << "socket()";
auto sock = socket(AF_INET6, SOCK_STREAM, 0);
PCHECK(sock >= 0) << "socket()";
{
int optval = 1;
PCHECK(setsockopt(sock, SOL_SOCKET, SO_REUSEPORT, &optval, sizeof(optval)) == 0);
}
{
int optval = 1;
PCHECK(setsockopt(sock, SOL_SOCKET, SO_REUSEPORT, &optval,
sizeof(optval)) == 0);
}
{
sockaddr_in6 bind_addr = {
.sin6_family = AF_INET6,
.sin6_port = htons(port_),
.sin6_addr = IN6ADDR_LOOPBACK_INIT,
};
PCHECK(bind(sock, (sockaddr*) &bind_addr, sizeof(bind_addr)) == 0);
}
{
sockaddr_in6 bind_addr = {
.sin6_family = AF_INET6,
.sin6_port = htons(port_),
.sin6_addr = IN6ADDR_LOOPBACK_INIT,
};
PCHECK(bind(sock, (sockaddr*)&bind_addr, sizeof(bind_addr)) == 0);
}
PCHECK(listen(sock, 128) == 0);
return sock;
PCHECK(listen(sock, 128) == 0);
return sock;
}
} // namespace firecgi
} // namespace firecgi

View File

@@ -9,20 +9,26 @@
namespace firecgi {
class Server {
public:
Server(int port, const std::function<void(Request*)>& callback, int threads=1, const std::unordered_set<std::string_view>& headers={}, int max_request_len=(16*1024));
void Serve();
public:
Server(int port, const std::function<void(Request*)>& callback,
int threads = 1, int max_request_len = (16 * 1024));
~Server();
private:
void NewConn(int listen_sock, int epoll_fd);
int NewListenSock();
void ServeInt();
void Serve();
void Shutdown();
void RegisterSignalHandlers();
const int port_;
const std::function<void(Request*)> callback_;
const int threads_;
const std::unordered_set<std::string_view> headers_;
const int max_request_len_;
private:
Connection* NewConn(int listen_sock, int epoll_fd);
int NewListenSock();
void ServeInt();
const int port_;
const std::function<void(Request*)> callback_;
const int threads_;
const int max_request_len_;
int close_fd_;
};
} // firecgi
} // namespace firecgi