/* Create new context.
Copyright (C) 2002-2024 Free Software Foundation, Inc.
This file is part of the GNU C Library.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
. */
#include
#include
#include
#include
#include
#include
#define GCS_MAGIC 0x47435300
static struct _aarch64_ctx *extension (void *p)
{
return p;
}
struct gcs_list {
struct gcs_list *next;
void *base;
size_t size;
};
static __thread struct gcs_list *gcs_list_head = NULL;
static void
record_gcs (void *base, size_t size)
{
struct gcs_list *p = malloc (sizeof *p);
if (p == NULL)
abort ();
p->base = base;
p->size = size;
p->next = gcs_list_head;
gcs_list_head = p;
}
static void
free_gcs_list (void)
{
for (;;)
{
struct gcs_list *p = gcs_list_head;
if (p == NULL)
break;
gcs_list_head = p->next;
__munmap (p->base, p->size);
free (p);
}
}
/* Called during thread shutdown to free resources. */
void
__libc_aarch64_thread_freeres (void)
{
free_gcs_list ();
}
#ifndef __NR_map_shadow_stack
# define __NR_map_shadow_stack 453
#endif
#ifndef SHADOW_STACK_SET_TOKEN
# define SHADOW_STACK_SET_TOKEN (1UL << 0)
# define SHADOW_STACK_SET_MARKER (1UL << 1)
#endif
static void *
map_shadow_stack (void *addr, size_t size, unsigned long flags)
{
return (void *) INLINE_SYSCALL_CALL (map_shadow_stack, addr, size, flags);
}
#define GCS_MAX_SIZE (1UL << 31)
#define GCS_ALTSTACK_RESERVE 160
static void *
alloc_makecontext_gcs (size_t stack_size)
{
size_t size = (stack_size / 2 + GCS_ALTSTACK_RESERVE) & -8UL;
if (size > GCS_MAX_SIZE)
size = GCS_MAX_SIZE;
unsigned long flags = SHADOW_STACK_SET_MARKER | SHADOW_STACK_SET_TOKEN;
void *base = map_shadow_stack (NULL, size, flags);
if (base == (void *) -1)
/* ENOSYS, bad size or OOM. */
abort ();
record_gcs (base, size);
uint64_t *gcsp = (uint64_t *) ((char *) base + size);
/* Skip end of GCS token. */
gcsp--;
/* Verify GCS cap token. */
gcsp--;
if (((uint64_t)gcsp & 0xfffffffffffff000) + 1 != *gcsp)
abort ();
/* Return the target GCS pointer for context switch. */
return gcsp + 1;
}
void
__free_makecontext_gcs (void *gcs)
{
struct gcs_list *p = gcs_list_head;
struct gcs_list **q = &gcs_list_head;
for (;;)
{
if (p == NULL)
abort ();
if (gcs == p->base + p->size - 8)
break;
q = &p->next;
p = p->next;
}
*q = p->next;
__munmap (p->base, p->size);
free (p);
}
/* makecontext sets up a stack and the registers for the
user context. The stack looks like this:
+-----------------------+
| padding as required |
+-----------------------+
sp -> | parameter 7-n |
+-----------------------+
The registers are set up like this:
%x0 .. %x7: parameter 1 to 8
%x19 : uc_link
%sp : stack pointer.
*/
void
__makecontext (ucontext_t *ucp, void (*func) (void), int argc, ...)
{
extern void __startcontext (void);
uint64_t *sp;
va_list ap;
int i;
sp = (uint64_t *)
((uintptr_t) ucp->uc_stack.ss_sp + ucp->uc_stack.ss_size);
/* Allocate stack arguments. */
sp -= argc < 8 ? 0 : argc - 8;
/* Keep the stack aligned. */
sp = (uint64_t *) (((uintptr_t) sp) & -16L);
ucp->uc_mcontext.regs[19] = (uintptr_t) ucp->uc_link;
ucp->uc_mcontext.regs[20] = (uintptr_t) func;
ucp->uc_mcontext.sp = (uintptr_t) sp;
ucp->uc_mcontext.pc = (uintptr_t) __startcontext;
ucp->uc_mcontext.regs[29] = (uintptr_t) 0;
ucp->uc_mcontext.regs[30] = (uintptr_t) 0;
void *p = ucp->uc_mcontext.__reserved;
if (extension (p)->magic == FPSIMD_MAGIC)
p = (char *)p + extension (p)->size;
if (extension (p)->magic == GCS_MAGIC)
{
/* Using the kernel struct gcs_context layout. */
struct { uint64_t x, gcspr, y, z; } *q = p;
q->gcspr = (uint64_t) alloc_makecontext_gcs (ucp->uc_stack.ss_size);
}
va_start (ap, argc);
for (i = 0; i < argc; ++i)
if (i < 8)
ucp->uc_mcontext.regs[i] = va_arg (ap, uint64_t);
else
sp[i - 8] = va_arg (ap, uint64_t);
va_end (ap);
}
weak_alias (__makecontext, makecontext)