mop3/kernel/amd64/apic.c

#include <amd64/apic.h>
#include <amd64/intr_defs.h>
#include <amd64/msr-index.h>
#include <amd64/msr.h>
#include <libk/std.h>
#include <limine/requests.h>
#include <sys/debug.h>
#include <sys/mm.h>
#include <sys/spin.h>
#include <sys/time.h>
#include <uacpi/acpi.h>
#include <uacpi/status.h>
#include <uacpi/tables.h>
#include <uacpi/uacpi.h>

#define IOAPICS_MAX                 24
#define INTERRUPT_SRC_OVERRIDES_MAX 24

/// ID of Local APIC
#define LAPIC_ID 0x20
/// End of interrupt register
#define LAPIC_EOI 0xB0
/// Spurious interrupt vector register
#define LAPIC_SIVR 0xF0
/// Interrupt command register
#define LAPIC_ICR 0x300
/// LVT timer register
#define LAPIC_LVTTR 0x320
/// Timer initial count register
#define LAPIC_TIMICT 0x380
/// Timer current count register
#define LAPIC_TIMCCT 0x390
/// Divide config register
#define LAPIC_DCR 0x3E0

/// Table of IOAPICS
static struct acpi_madt_ioapic apics[IOAPICS_MAX];
/* clang-format off */
/// Table of interrupt source overrides
static struct acpi_madt_interrupt_source_override intr_src_overrides[INTERRUPT_SRC_OVERRIDES_MAX];
/* clang-format on */
/// Count of actual IOAPIC entries
static size_t ioapic_entries = 0;
/// Count of actual interrupt source overrides
static size_t intr_src_override_entries = 0;
/// Local APIC MMIO base address. It comes from MSR_APIC_BASE
static uintptr_t lapic_mmio_base = 0;

/// Read IOAPIC
static uint32_t amd64_ioapic_read (uintptr_t vaddr, uint32_t reg) {
  *(volatile uint32_t*)vaddr = reg;
  return *(volatile uint32_t*)(vaddr + 0x10);
}

/// Write IOAPIC
static void amd64_ioapic_write (uintptr_t vaddr, uint32_t reg, uint32_t value) {
  *(volatile uint32_t*)vaddr = reg;
  *(volatile uint32_t*)(vaddr + 0x10) = value;
}

/// Find an IOAPIC corresposting to provided IRQ
static struct acpi_madt_ioapic* amd64_ioapic_find (uint8_t irq) {
  struct acpi_madt_ioapic* apic = NULL;
  struct limine_hhdm_response* hhdm = limine_hhdm_request.response;

  for (size_t i = 0; i < ioapic_entries; i++) {
    apic = &apics[i];
    uint32_t version = amd64_ioapic_read ((uintptr_t)hhdm->offset + (uintptr_t)apic->address, 1);
    uint32_t max = ((version >> 16) & 0xFF);

    if ((irq >= apic->gsi_base) && (irq <= (apic->gsi_base + max)))
      return apic;
  }

  return NULL;
}

/**
 * @brief Route IRQ to an IDT entry of a given Local APIC.
 *
 * @param vec
 *  Interrupt vector number, which will be delivered to the CPU
 *
 * @param irq
 *  Legacy IRQ number to be routed. Can be changed by an interrupt source override
 *  into a different GSI.
 *
 * @param flags
 *  IOAPIC redirection flags.
 *
 * @param lapic_id
 *  Local APIC that will receive the interrupt.
 */
void amd64_ioapic_route_irq (uint8_t vec, uint8_t irq, uint64_t flags, uint64_t lapic_id) {
  struct acpi_madt_ioapic* apic = NULL;
  struct acpi_madt_interrupt_source_override* override;
  bool found_override = false;
  struct limine_hhdm_response* hhdm = limine_hhdm_request.response;

  for (size_t i = 0; i < intr_src_override_entries; i++) {
    override = &intr_src_overrides[i];
    if (override->source == irq) {
      found_override = true;
      break;
    }
  }

  uint64_t calc_flags = (lapic_id << 56) | (flags) | (vec & 0xFF);

  if (found_override) {
    uint8_t polarity = ((override->flags & 0x03) == 0x03) ? 1 : 0;
    uint8_t mode = (((override->flags >> 2) & 0x03) == 0x03) ? 1 : 0;
    calc_flags |= (uint64_t)mode << 15;
    calc_flags |= (uint64_t)polarity << 13;

    calc_flags |= flags;
  } else {
    calc_flags |= flags;
  }

  apic = amd64_ioapic_find (irq);

  if (apic == NULL)
    return;

  uint32_t irq_reg = ((irq - apic->gsi_base) * 2) + 0x10;

  amd64_ioapic_write ((uintptr_t)hhdm->offset + (uintptr_t)apic->address, irq_reg,
                      (uint32_t)calc_flags);

  amd64_ioapic_write ((uintptr_t)hhdm->offset + (uintptr_t)apic->address, irq_reg + 1,
                      (uint32_t)(calc_flags >> 32));
}

/// Mask a given IRQ
void amd64_ioapic_mask (uint8_t irq) {
  struct acpi_madt_ioapic* apic;
  struct limine_hhdm_response* hhdm = limine_hhdm_request.response;

  apic = amd64_ioapic_find (irq);

  if (apic == NULL)
    return;

  uint32_t irq_reg = ((irq - apic->gsi_base) * 2) + 0x10;

  uint32_t value = amd64_ioapic_read ((uintptr_t)hhdm->offset + (uintptr_t)apic->address, irq_reg);
  amd64_ioapic_write ((uintptr_t)hhdm->offset + (uintptr_t)apic->address, irq_reg,
                      value | (1 << 16));
}

/// Unmask a given IRQ
void amd64_ioapic_unmask (uint8_t irq) {
  struct acpi_madt_ioapic* apic;
  struct limine_hhdm_response* hhdm = limine_hhdm_request.response;

  apic = amd64_ioapic_find (irq);

  if (apic == NULL)
    return;

  uint32_t irq_reg = ((irq - apic->gsi_base) * 2) + 0x10;

  uint32_t value = amd64_ioapic_read ((uintptr_t)hhdm->offset + (uintptr_t)apic->address, irq_reg);
  amd64_ioapic_write ((uintptr_t)hhdm->offset + (uintptr_t)apic->address, irq_reg,
                      value & ~(1 << 16));
}

/// Find and initialize the IOAPIC
void amd64_ioapic_init (void) {
  struct limine_hhdm_response* hhdm = limine_hhdm_request.response;

  struct uacpi_table apic_table;
  uacpi_status status = uacpi_table_find_by_signature (ACPI_MADT_SIGNATURE, &apic_table);
  if (status != UACPI_STATUS_OK) {
    DEBUG ("Could not find MADT table!\n");
    spin ();
  }

  struct acpi_madt* apic = (struct acpi_madt*)apic_table.virt_addr;
  struct acpi_entry_hdr* current = (struct acpi_entry_hdr*)apic->entries;

  for (;;) {
    if ((uintptr_t)current >=
        ((uintptr_t)apic->entries + apic->hdr.length - sizeof (struct acpi_madt)))
      break;

    switch (current->type) {
    case ACPI_MADT_ENTRY_TYPE_IOAPIC: {
      struct acpi_madt_ioapic* ioapic = (struct acpi_madt_ioapic*)current;
      mm_map_kernel_page ((uintptr_t)ioapic->address,
                          (uintptr_t)hhdm->offset + (uintptr_t)ioapic->address,
                          MM_PG_PRESENT | MM_PG_RW | MM_PD_RELOAD);
      apics[ioapic_entries++] = *ioapic;
    } break;
    case ACPI_MADT_ENTRY_TYPE_INTERRUPT_SOURCE_OVERRIDE: {
      struct acpi_madt_interrupt_source_override* override =
          (struct acpi_madt_interrupt_source_override*)current;
      intr_src_overrides[intr_src_override_entries++] = *override;
    } break;
    }

    current = (struct acpi_entry_hdr*)((uintptr_t)current + current->length);
  }
}

/// Get MMIO base of Local APIC
static uintptr_t amd64_lapic_base (void) { return lapic_mmio_base; }

/// Write Local APIC
static void amd64_lapic_write (uint32_t reg, uint32_t value) {
  *(volatile uint32_t*)(amd64_lapic_base () + reg) = value;
}

/// Read Local APIC
static uint32_t amd64_lapic_read (uint32_t reg) {
  return *(volatile uint32_t*)(amd64_lapic_base () + reg);
}

/// Get ID of Local APIC
uint32_t amd64_lapic_id (void) { return amd64_lapic_read (LAPIC_ID) >> 24; }

/// Send End of interrupt command to Local APIC
void amd64_lapic_eoi (void) { amd64_lapic_write (LAPIC_EOI, 0); }

/// Set initial counter value in Local APIC timer
void amd64_lapic_tick (uint32_t tick) { amd64_lapic_write (LAPIC_TIMICT, tick); }

/**
 * @brief Calibrate Local APIC to send interrupts in a set interval.
 *
 * @param us
 *  Period length in microseconds
 *
 * @return amount of ticsk in a given period
 */
static uint32_t amd64_lapic_calibrate (uint32_t us) {
  amd64_lapic_write (LAPIC_DCR, 0x03);

  amd64_lapic_write (LAPIC_LVTTR, SCHED_PREEMPT_TIMER | (1 << 16));

  amd64_lapic_write (LAPIC_TIMICT, 0xFFFFFFFF);

  sleep_micro (us);

  uint32_t ticks = 0xFFFFFFFF - amd64_lapic_read (LAPIC_TIMCCT);

  return ticks;
}

/**
 * @brief Starts a Local APIC, configures LVT timer to
 * send interrupts at \ref SCHED_PREEMPT_TIMER.
 *
 * @param ticks
 *  Initial tick count
 */
static void amd64_lapic_start (uint32_t ticks) {
  amd64_lapic_write (LAPIC_DCR, 0x03);

  amd64_lapic_write (LAPIC_LVTTR, SCHED_PREEMPT_TIMER | (1 << 17));

  amd64_lapic_write (LAPIC_TIMICT, ticks);
}

/**
 * @brief Initialize Local APIC, configure to send timer interrupts
 * at a given period. See \ref amd64_lapic_calibrate and \ref amd64_lapic_start.
 */
uint64_t amd64_lapic_init (uint32_t us) {
  struct limine_hhdm_response* hhdm = limine_hhdm_request.response;

  amd64_wrmsr (MSR_APIC_BASE, amd64_rdmsr (MSR_APIC_BASE) | (1 << 11));

  uintptr_t lapic_paddr = amd64_rdmsr (MSR_APIC_BASE) & 0xFFFFF000;
  lapic_mmio_base = lapic_paddr + (uintptr_t)hhdm->offset;

  mm_map_kernel_page (lapic_paddr, lapic_mmio_base,
                      MM_PG_PRESENT | MM_PG_RW | MM_PD_LOCK | MM_PD_RELOAD);

  amd64_lapic_write (LAPIC_SIVR, 0xFF | (1 << 8));

  uint32_t ticks = amd64_lapic_calibrate (us);

  amd64_lapic_start (ticks);

  return ticks;
}

/**
 * @brief Send an IPI to a given Local APIC. This till invoke an IDT stub located at vec.
 *
 * @param lapic_id
 *  Target Local APIC
 *
 * @param vec
 *  Interrupt vector/IDT stub, which will be invoked by the IPI.
 */
void amd64_lapic_ipi (uint8_t lapic_id, uint8_t vec) {
  amd64_lapic_write (LAPIC_ICR + 0x10, (lapic_id << 24));
  amd64_lapic_write (LAPIC_ICR, vec);
}