|
|
|
@ -12,6 +12,7 @@
|
|
|
|
#include "global_request_scheduler_minheap.h"
|
|
|
|
#include "global_request_scheduler_minheap.h"
|
|
|
|
#include "http_parser_settings.h"
|
|
|
|
#include "http_parser_settings.h"
|
|
|
|
#include "http_response.h"
|
|
|
|
#include "http_response.h"
|
|
|
|
|
|
|
|
#include "listener_thread.h"
|
|
|
|
#include "module.h"
|
|
|
|
#include "module.h"
|
|
|
|
#include "runtime.h"
|
|
|
|
#include "runtime.h"
|
|
|
|
#include "sandbox_request.h"
|
|
|
|
#include "sandbox_request.h"
|
|
|
|
@ -21,7 +22,6 @@
|
|
|
|
* Shared Process State *
|
|
|
|
* Shared Process State *
|
|
|
|
**************************/
|
|
|
|
**************************/
|
|
|
|
|
|
|
|
|
|
|
|
int runtime_epoll_file_descriptor;
|
|
|
|
|
|
|
|
pthread_t runtime_worker_threads[RUNTIME_WORKER_THREAD_CORE_COUNT];
|
|
|
|
pthread_t runtime_worker_threads[RUNTIME_WORKER_THREAD_CORE_COUNT];
|
|
|
|
int runtime_worker_threads_argument[RUNTIME_WORKER_THREAD_CORE_COUNT] = { 0 };
|
|
|
|
int runtime_worker_threads_argument[RUNTIME_WORKER_THREAD_CORE_COUNT] = { 0 };
|
|
|
|
/* The active deadline of the sandbox running on each worker thread */
|
|
|
|
/* The active deadline of the sandbox running on each worker thread */
|
|
|
|
@ -88,10 +88,6 @@ runtime_initialize(void)
|
|
|
|
sandbox_request_count_initialize();
|
|
|
|
sandbox_request_count_initialize();
|
|
|
|
sandbox_count_initialize();
|
|
|
|
sandbox_count_initialize();
|
|
|
|
|
|
|
|
|
|
|
|
/* Setup epoll */
|
|
|
|
|
|
|
|
runtime_epoll_file_descriptor = epoll_create1(0);
|
|
|
|
|
|
|
|
assert(runtime_epoll_file_descriptor >= 0);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Setup Scheduler */
|
|
|
|
/* Setup Scheduler */
|
|
|
|
switch (runtime_scheduler) {
|
|
|
|
switch (runtime_scheduler) {
|
|
|
|
case RUNTIME_SCHEDULER_EDF:
|
|
|
|
case RUNTIME_SCHEDULER_EDF:
|
|
|
|
@ -114,179 +110,3 @@ runtime_initialize(void)
|
|
|
|
http_parser_settings_initialize();
|
|
|
|
http_parser_settings_initialize();
|
|
|
|
admissions_control_initialize();
|
|
|
|
admissions_control_initialize();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/*************************
|
|
|
|
|
|
|
|
* Listener Thread Logic *
|
|
|
|
|
|
|
|
************************/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
|
|
|
|
listener_thread_start_lock_overhead_measurement(uint64_t request_arrival_timestamp)
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
#ifdef LOG_LISTENER_LOCK_OVERHEAD
|
|
|
|
|
|
|
|
worker_thread_start_timestamp = request_arrival_timestamp;
|
|
|
|
|
|
|
|
worker_thread_lock_duration = 0;
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
|
|
|
|
listener_thread_stop_lock_overhead_measurement()
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
#ifdef LOG_LISTENER_LOCK_OVERHEAD
|
|
|
|
|
|
|
|
uint64_t worker_duration = __getcycles() - worker_thread_start_timestamp;
|
|
|
|
|
|
|
|
debuglog("Locks consumed %lu / %lu cycles, or %f%%\n", worker_thread_lock_duration, worker_duration,
|
|
|
|
|
|
|
|
(double)worker_thread_lock_duration / worker_duration * 100);
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
|
|
* @brief Execution Loop of the listener core, io_handles HTTP requests, allocates sandbox request objects, and
|
|
|
|
|
|
|
|
* pushes the sandbox object to the global dequeue
|
|
|
|
|
|
|
|
* @param dummy data pointer provided by pthreads API. Unused in this function
|
|
|
|
|
|
|
|
* @return NULL
|
|
|
|
|
|
|
|
*
|
|
|
|
|
|
|
|
* Used Globals:
|
|
|
|
|
|
|
|
* runtime_epoll_file_descriptor - the epoll file descriptor
|
|
|
|
|
|
|
|
*
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
__attribute__((noreturn)) void *
|
|
|
|
|
|
|
|
listener_thread_main(void *dummy)
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
struct epoll_event epoll_events[LISTENER_THREAD_MAX_EPOLL_EVENTS];
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
while (true) {
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
|
|
|
* Block indefinitely on the epoll file descriptor, waiting on up to a max number of events
|
|
|
|
|
|
|
|
* TODO: Is LISTENER_THREAD_MAX_EPOLL_EVENTS actually limited to the max number of modules?
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
int descriptor_count = epoll_wait(runtime_epoll_file_descriptor, epoll_events,
|
|
|
|
|
|
|
|
LISTENER_THREAD_MAX_EPOLL_EVENTS, -1);
|
|
|
|
|
|
|
|
if (descriptor_count < 0) {
|
|
|
|
|
|
|
|
if (errno == EINTR) continue;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
panic("epoll_wait: %s", strerror(errno));
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Assumption: Because epoll_wait is set to not timeout, we should always have descriptors here
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
assert(descriptor_count > 0);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
uint64_t request_arrival_timestamp = __getcycles();
|
|
|
|
|
|
|
|
listener_thread_start_lock_overhead_measurement(request_arrival_timestamp);
|
|
|
|
|
|
|
|
for (int i = 0; i < descriptor_count; i++) {
|
|
|
|
|
|
|
|
/* Check Event to determine if epoll returned an error */
|
|
|
|
|
|
|
|
if ((epoll_events[i].events & EPOLLERR) == EPOLLERR) {
|
|
|
|
|
|
|
|
int error = 0;
|
|
|
|
|
|
|
|
socklen_t errlen = sizeof(error);
|
|
|
|
|
|
|
|
if (getsockopt(epoll_events[i].data.fd, SOL_SOCKET, SO_ERROR, (void *)&error, &errlen)
|
|
|
|
|
|
|
|
== 0) {
|
|
|
|
|
|
|
|
panic("epoll_wait: %s\n", strerror(error));
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
panic("epoll_wait");
|
|
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Assumption: We have only registered EPOLLIN events, so we should see no others here
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
assert((epoll_events[i].events & EPOLLIN) == EPOLLIN);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Unpack module from epoll event */
|
|
|
|
|
|
|
|
struct module *module = (struct module *)epoll_events[i].data.ptr;
|
|
|
|
|
|
|
|
assert(module);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
|
|
|
* I don't think we're responsible to cleanup epoll events, but clearing to trigger
|
|
|
|
|
|
|
|
* the assertion just in case.
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
epoll_events[i].data.ptr = NULL;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Accept Client Request as a nonblocking socket, saving address information */
|
|
|
|
|
|
|
|
struct sockaddr_in client_address;
|
|
|
|
|
|
|
|
socklen_t address_length = sizeof(client_address);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
|
|
|
* Accept as many requests as possible, terminating when we would have blocked
|
|
|
|
|
|
|
|
* This inner loop is used in case there are more datagrams than epoll events for some
|
|
|
|
|
|
|
|
* reason
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
while (true) {
|
|
|
|
|
|
|
|
int client_socket = accept4(module->socket_descriptor,
|
|
|
|
|
|
|
|
(struct sockaddr *)&client_address, &address_length,
|
|
|
|
|
|
|
|
SOCK_NONBLOCK);
|
|
|
|
|
|
|
|
if (unlikely(client_socket < 0)) {
|
|
|
|
|
|
|
|
if (errno == EWOULDBLOCK || errno == EAGAIN) break;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
panic("accept4: %s", strerror(errno));
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* We should never have accepted on fd 0, 1, or 2 */
|
|
|
|
|
|
|
|
assert(client_socket != STDIN_FILENO);
|
|
|
|
|
|
|
|
assert(client_socket != STDOUT_FILENO);
|
|
|
|
|
|
|
|
assert(client_socket != STDERR_FILENO);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
|
|
|
* According to accept(2), it is possible that the the sockaddr structure
|
|
|
|
|
|
|
|
* client_address may be too small, resulting in data being truncated to fit.
|
|
|
|
|
|
|
|
* The accept call mutates the size value to indicate that this is the case.
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
if (address_length > sizeof(client_address)) {
|
|
|
|
|
|
|
|
debuglog("Client address %s truncated because buffer was too small\n",
|
|
|
|
|
|
|
|
module->name);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
http_total_increment_request();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
|
|
|
* Perform admissions control.
|
|
|
|
|
|
|
|
* If 0, workload was rejected, so close with 503 and continue
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
uint64_t work_admitted = admissions_control_decide(module->admissions_info.estimate);
|
|
|
|
|
|
|
|
if (work_admitted == 0) {
|
|
|
|
|
|
|
|
client_socket_send(client_socket, 503);
|
|
|
|
|
|
|
|
if (unlikely(close(client_socket) < 0))
|
|
|
|
|
|
|
|
debuglog("Error closing client socket - %s", strerror(errno));
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
continue;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Allocate a Sandbox Request */
|
|
|
|
|
|
|
|
struct sandbox_request *sandbox_request =
|
|
|
|
|
|
|
|
sandbox_request_allocate(module, module->name, client_socket,
|
|
|
|
|
|
|
|
(const struct sockaddr *)&client_address,
|
|
|
|
|
|
|
|
request_arrival_timestamp, work_admitted);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Add to the Global Sandbox Request Scheduler */
|
|
|
|
|
|
|
|
global_request_scheduler_add(sandbox_request);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
} /* while true */
|
|
|
|
|
|
|
|
} /* for loop */
|
|
|
|
|
|
|
|
listener_thread_stop_lock_overhead_measurement();
|
|
|
|
|
|
|
|
} /* while true */
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
panic("Listener thread unexpectedly broke loop\n");
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Cleanup Tasks... These won't run, but placed here to keep track */
|
|
|
|
|
|
|
|
fclose(runtime_sandbox_perf_log);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
|
|
* Initializes the listener thread, pinned to core 0, and starts to listen for requests
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
void
|
|
|
|
|
|
|
|
listener_thread_initialize(void)
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
printf("Starting listener thread\n");
|
|
|
|
|
|
|
|
cpu_set_t cs;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
CPU_ZERO(&cs);
|
|
|
|
|
|
|
|
CPU_SET(LISTENER_THREAD_CORE_ID, &cs);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
pthread_t listener_thread;
|
|
|
|
|
|
|
|
int ret = pthread_create(&listener_thread, NULL, listener_thread_main, NULL);
|
|
|
|
|
|
|
|
assert(ret == 0);
|
|
|
|
|
|
|
|
ret = pthread_setaffinity_np(listener_thread, sizeof(cpu_set_t), &cs);
|
|
|
|
|
|
|
|
assert(ret == 0);
|
|
|
|
|
|
|
|
ret = pthread_setaffinity_np(pthread_self(), sizeof(cpu_set_t), &cs);
|
|
|
|
|
|
|
|
assert(ret == 0);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
software_interrupt_initialize();
|
|
|
|
|
|
|
|
software_interrupt_arm_timer();
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
Sean McBride
4 years ago