[lib][uefi] Make UEFI API signal_event usable in interrupt context

This is to prepare events API for interrupt based async block I/O,
in which case UEFI events will be signaled from block driver callback(in
in interrupt context).
This commit is contained in:
Kelvin Zhang
2025-07-30 16:07:40 -07:00
committed by Kelvin Zhang
parent 9bbfeabb9d
commit 07f5cdf370
2 changed files with 92 additions and 66 deletions

View File

@@ -21,6 +21,7 @@
#include <kernel/mutex.h>
#include <kernel/thread.h>
#include <lk/err.h>
#include <lk/list.h>
#include <lk/trace.h>
#include <stdio.h>
#include <stdlib.h>
@@ -30,31 +31,53 @@
#define LOCAL_TRACE 0
namespace {
constexpr size_t kMaxEventCount = 16;
struct {
public:
template <typename Func>
void read_access(Func f) const {
AutoLock a(&m);
f(arr, events);
}
template <typename Func>
void write_access(Func f) {
AutoLock a(&m);
f(arr, events);
}
size_t get_events_count() const { return events; }
private:
// Cache up to 16 completed events
mutable Mutex m;
EfiEventImpl *volatile arr[kMaxEventCount];
volatile size_t events = 0;
} completed_events;
lk_time_t backoff_wait_time = 1;
Mutex event_list_mutex;
struct list_node pending_events = LIST_INITIAL_VALUE(pending_events);
bool invoke_callback(EfiEventImpl *ev) {
DEBUG_ASSERT(ev->ready());
DEBUG_ASSERT(ev->creator_thread == get_current_thread());
if (!ev->callback_called && ev->notify_fn != nullptr) {
// TODO use atomic compare_exchange to set callback_called
// to true, so that we don't call the callback multiple times.
ev->callback_called = true;
LTRACEF("Triggering event %p callback %p ctx %p on thread %s\n", ev,
ev->notify_fn, ev->notify_ctx, get_current_thread()->name);
backoff_wait_time = 0;
ev->notify_fn(ev, ev->notify_ctx);
return true;
}
return false;
}
void delete_if_in_list(EfiEventImpl *event, AutoLock *al) {
if (event->node.prev != nullptr && event->node.next != nullptr) {
list_delete(&event->node);
}
}
void process_pending_events() {
AutoLock al{&event_list_mutex};
EfiEventImpl *ev = nullptr;
EfiEventImpl *tmp_ev = nullptr;
struct list_node completed_events = LIST_INITIAL_VALUE(completed_events);
list_for_every_entry_safe(&pending_events, ev, tmp_ev, EfiEventImpl, node) {
if (ev->ready()) {
delete_if_in_list(ev, &al);
list_add_tail(&completed_events, &ev->node);
}
}
al.release();
list_for_every_entry(&completed_events, ev, EfiEventImpl, node) {
invoke_callback(ev);
}
}
} // namespace
EfiStatus wait_for_event(size_t num_events, EfiEvent *event, size_t *index) {
@@ -67,6 +90,8 @@ EfiStatus wait_for_event(size_t num_events, EfiEvent *event, size_t *index) {
}
}
while (true) {
// LK currently does not support waiting for multiple events.
// So we just have to wait for each event in a poll fashion.
for (size_t i = 0; i < num_events; i++) {
EfiEventImpl *ev = reinterpret_cast<EfiEventImpl *>(event[i]);
if (ev->ready()) {
@@ -86,40 +111,33 @@ EfiStatus wait_for_event(size_t num_events, EfiEvent *event, size_t *index) {
EfiStatus signal_event(EfiEvent event) {
LTRACEF("%s(type=0x%x, ready=%d)\n", __FUNCTION__, event->type,
event->ready());
// This function can be called from interrupt context. In interrupt context,
// we can't switch thread context, so any blocking APIs such as malloc/free
// mutexes, etc. are not allowed.
if (event->ready()) {
printf("Event %p already signaled\n", event);
return SUCCESS;
}
event_signal(&event->ev, true);
event_signal(&event->ev, !arch_ints_disabled());
if ((event->type & NOTIFY_SIGNAL) && event->notify_fn != nullptr) {
// If this event is signaled on a different thread, defer
// calling callbacks until the next check_event call. As UEFI apps
// are single threaded, we don't want to call event callbacks from another
// thread
if (event->creator_thread != get_current_thread()) {
if (event->creator_thread != get_current_thread() || arch_ints_disabled()) {
LTRACEF(
"Event %p of type 0x%x is signaled from thread %s, defer notify_fn "
"because event is created on thread %s\n",
"because event is created on another thread %s or interrupt is "
"disabled\n",
event, event->type, get_current_thread()->name,
event->creator_thread->name);
bool success = false;
while (!success) {
completed_events.write_access(
[event, &success](auto &&events, auto &i) {
if (i >= kMaxEventCount) {
return;
}
events[i++] = event;
success = true;
});
if (!success) {
thread_yield();
}
}
return SUCCESS;
}
event->notify_fn(event, event->notify_ctx);
event->callback_called = true;
// this is only possible in non-interrupt context, as this requires mutexes.
AutoLock al{&event_list_mutex};
delete_if_in_list(event, &al);
al.release();
invoke_callback(event);
}
return SUCCESS;
}
@@ -127,6 +145,7 @@ EfiStatus signal_event(EfiEvent event) {
EfiStatus create_event(EfiEventType type, EfiTpl notify_tpl,
EfiEventNotify notify_fn, void *notify_ctx,
EfiEvent *event) {
process_pending_events();
if ((type & TIMER) != 0) {
printf("Creating timer event is not supported yet\n");
return UNSUPPORTED;
@@ -141,6 +160,7 @@ EfiStatus create_event(EfiEventType type, EfiTpl notify_tpl,
}
if ((type & NOTIFY_WAIT)) {
printf("Creating NOTIFY_WAIT event is not supported yet\n");
return UNSUPPORTED;
}
auto ev = reinterpret_cast<EfiEventImpl *>(malloc(sizeof(EfiEventImpl)));
memset(ev, 0, sizeof(EfiEventImpl));
@@ -149,6 +169,9 @@ EfiStatus create_event(EfiEventType type, EfiTpl notify_tpl,
ev->notify_ctx = notify_ctx;
ev->notify_fn = notify_fn;
ev->creator_thread = get_current_thread();
AutoLock al{&event_list_mutex};
list_add_tail(&pending_events, &ev->node);
LTRACEF("Created event 0x%x callback %p %p on thread %s\n", type, notify_fn,
notify_ctx, get_current_thread()->name);
*event = ev;
@@ -156,31 +179,17 @@ EfiStatus create_event(EfiEventType type, EfiTpl notify_tpl,
}
EfiStatus check_event(EfiEvent event) {
while (completed_events.get_events_count() > 0) {
completed_events.write_access([](auto &&events, auto &count) {
for (size_t i = 0; i < count; i++) {
EfiEventImpl *ev = events[i];
if (!ev->callback_called) {
// reset exponential backoff timer
LTRACEF("Triggering event %p callback %p %p on thread %s\n", ev,
ev->notify_fn, ev->notify_ctx, get_current_thread()->name);
backoff_wait_time = 0;
ev->notify_fn(ev, ev->notify_ctx);
ev->callback_called = true;
events[i] = nullptr;
} else {
printf("Event %p with callback %p %p already called, unusual\n", ev,
ev->notify_fn, ev->notify_ctx);
}
}
count = 0;
});
}
// Some UEFI applications repeadtely call check_event(NULL) as a way to poll
// for completed events. To avoid busy waiting, implement an exponential
// backoff strategy if check_event is called repeatdely AND no events in the
// system are completed.
// Events can get signaled from interrupt context, in which we don't
// call the callback. check_event is definitely going to be called
// from UEFI app thread, this is a great time to handle any events
// that are signaled, but not yet had their callbacks called.
process_pending_events();
if (event == nullptr) {
// Some UEFI applications repeadtely call check_event(NULL) as a way to poll
// for completed events. To avoid busy waiting, implement an exponential
// backoff strategy if check_event is called repeatdely AND no events in the
// system are completed.
if (backoff_wait_time == 0) {
thread_yield();
backoff_wait_time++;
@@ -193,13 +202,25 @@ EfiStatus check_event(EfiEvent event) {
return INVALID_PARAMETER;
}
if (event->ready()) {
AutoLock al{&event_list_mutex};
delete_if_in_list(event, &al);
al.release();
invoke_callback(event);
return SUCCESS;
}
return NOT_READY;
}
EfiStatus close_event(EfiEvent event) {
AutoLock al{&event_list_mutex};
delete_if_in_list(event, &al);
al.release();
event_destroy(&event->ev);
free(event);
return SUCCESS;
}
}
EfiStatus set_timer(EfiEvent event, EfiTimerDelay type, uint64_t trigger_time) {
printf("%s is unsupported\n", __FUNCTION__);
return UNSUPPORTED;
}

View File

@@ -19,6 +19,7 @@
#define __LIB_UEFI_EVENTS_H_
#include <kernel/event.h>
#include <kernel/thread.h>
#include <lk/list.h>
#include <uefi/types.h>
struct EfiEventImpl final {
@@ -29,10 +30,12 @@ struct EfiEventImpl final {
volatile bool callback_called = false;
thread_t *creator_thread = nullptr;
bool ready() const { return ev.signaled; }
struct list_node node;
};
EfiStatus wait_for_event(size_t num_events, EfiEvent *event, size_t *index);
// Safe to call from interrupt context
EfiStatus signal_event(EfiEvent event);
EfiStatus check_event(EfiEvent event);
@@ -43,4 +46,6 @@ EfiStatus create_event(EfiEventType type, EfiTpl notify_tpl,
EfiStatus close_event(EfiEvent event);
EfiStatus set_timer(EfiEvent event, EfiTimerDelay type, uint64_t trigger_time);
#endif