RISC-V: Task implementation
This patch contains the implementation of tasks on RISC-V, most of which is involved in task switching. Signed-off-by: Palmer Dabbelt <palmer@dabbelt.com>hifive-unleashed-5.1
Palmer Dabbelt
parent
2129a235c0
commit
7db91e57a0
|
|
@ -0,0 +1 @@
|
|||
#include <generated/asm-offsets.h>
|
||||
|
|
@ -0,0 +1,45 @@
|
|||
/*
|
||||
* Based on arm/arm64/include/asm/current.h
|
||||
*
|
||||
* Copyright (C) 2016 ARM
|
||||
* Copyright (C) 2017 SiFive
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation, version 2.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef __ASM_CURRENT_H
|
||||
#define __ASM_CURRENT_H
|
||||
|
||||
#include <linux/bug.h>
|
||||
#include <linux/compiler.h>
|
||||
|
||||
#ifndef __ASSEMBLY__
|
||||
|
||||
struct task_struct;
|
||||
|
||||
/*
|
||||
* This only works because "struct thread_info" is at offset 0 from "struct
|
||||
* task_struct". This constraint seems to be necessary on other architectures
|
||||
* as well, but __switch_to enforces it. We can't check TASK_TI here because
|
||||
* <asm/asm-offsets.h> includes this, and I can't get the definition of "struct
|
||||
* task_struct" here due to some header ordering problems.
|
||||
*/
|
||||
static __always_inline struct task_struct *get_current(void)
|
||||
{
|
||||
register struct task_struct *tp __asm__("tp");
|
||||
return tp;
|
||||
}
|
||||
|
||||
#define current get_current()
|
||||
|
||||
#endif /* __ASSEMBLY__ */
|
||||
|
||||
#endif /* __ASM_CURRENT_H */
|
||||
|
|
@ -0,0 +1,22 @@
|
|||
/*
|
||||
* Copied from arch/arm64/include/asm/kprobes.h
|
||||
*
|
||||
* Copyright (C) 2013 Linaro Limited
|
||||
* Copyright (C) 2017 SiFive
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or modify
|
||||
* it under the terms of the GNU General Public License version 2 as
|
||||
* published by the Free Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* General Public License for more details.
|
||||
*/
|
||||
|
||||
#ifndef _RISCV_KPROBES_H
|
||||
#define _RISCV_KPROBES_H
|
||||
|
||||
#include <asm-generic/kprobes.h>
|
||||
|
||||
#endif /* _RISCV_KPROBES_H */
|
||||
|
|
@ -0,0 +1,97 @@
|
|||
/*
|
||||
* Copyright (C) 2012 Regents of the University of California
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation, version 2.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*/
|
||||
|
||||
#ifndef _ASM_RISCV_PROCESSOR_H
|
||||
#define _ASM_RISCV_PROCESSOR_H
|
||||
|
||||
#include <linux/const.h>
|
||||
|
||||
#include <asm/ptrace.h>
|
||||
|
||||
/*
|
||||
* This decides where the kernel will search for a free chunk of vm
|
||||
* space during mmap's.
|
||||
*/
|
||||
#define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE >> 1)
|
||||
|
||||
#define STACK_TOP TASK_SIZE
|
||||
#define STACK_TOP_MAX STACK_TOP
|
||||
#define STACK_ALIGN 16
|
||||
|
||||
#ifndef __ASSEMBLY__
|
||||
|
||||
struct task_struct;
|
||||
struct pt_regs;
|
||||
|
||||
/*
|
||||
* Default implementation of macro that returns current
|
||||
* instruction pointer ("program counter").
|
||||
*/
|
||||
#define current_text_addr() ({ __label__ _l; _l: &&_l; })
|
||||
|
||||
/* CPU-specific state of a task */
|
||||
struct thread_struct {
|
||||
/* Callee-saved registers */
|
||||
unsigned long ra;
|
||||
unsigned long sp; /* Kernel mode stack */
|
||||
unsigned long s[12]; /* s[0]: frame pointer */
|
||||
struct __riscv_d_ext_state fstate;
|
||||
};
|
||||
|
||||
#define INIT_THREAD { \
|
||||
.sp = sizeof(init_stack) + (long)&init_stack, \
|
||||
}
|
||||
|
||||
#define task_pt_regs(tsk) \
|
||||
((struct pt_regs *)(task_stack_page(tsk) + THREAD_SIZE \
|
||||
- ALIGN(sizeof(struct pt_regs), STACK_ALIGN)))
|
||||
|
||||
#define KSTK_EIP(tsk) (task_pt_regs(tsk)->sepc)
|
||||
#define KSTK_ESP(tsk) (task_pt_regs(tsk)->sp)
|
||||
|
||||
|
||||
/* Do necessary setup to start up a newly executed thread. */
|
||||
extern void start_thread(struct pt_regs *regs,
|
||||
unsigned long pc, unsigned long sp);
|
||||
|
||||
/* Free all resources held by a thread. */
|
||||
static inline void release_thread(struct task_struct *dead_task)
|
||||
{
|
||||
}
|
||||
|
||||
extern unsigned long get_wchan(struct task_struct *p);
|
||||
|
||||
|
||||
static inline void cpu_relax(void)
|
||||
{
|
||||
#ifdef __riscv_muldiv
|
||||
int dummy;
|
||||
/* In lieu of a halt instruction, induce a long-latency stall. */
|
||||
__asm__ __volatile__ ("div %0, %0, zero" : "=r" (dummy));
|
||||
#endif
|
||||
barrier();
|
||||
}
|
||||
|
||||
static inline void wait_for_interrupt(void)
|
||||
{
|
||||
__asm__ __volatile__ ("wfi");
|
||||
}
|
||||
|
||||
struct device_node;
|
||||
extern int riscv_of_processor_hart(struct device_node *node);
|
||||
|
||||
extern void riscv_fill_hwcap(void);
|
||||
|
||||
#endif /* __ASSEMBLY__ */
|
||||
|
||||
#endif /* _ASM_RISCV_PROCESSOR_H */
|
||||
|
|
@ -0,0 +1,69 @@
|
|||
/*
|
||||
* Copyright (C) 2012 Regents of the University of California
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation, version 2.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*/
|
||||
|
||||
#ifndef _ASM_RISCV_SWITCH_TO_H
|
||||
#define _ASM_RISCV_SWITCH_TO_H
|
||||
|
||||
#include <asm/processor.h>
|
||||
#include <asm/ptrace.h>
|
||||
#include <asm/csr.h>
|
||||
|
||||
extern void __fstate_save(struct task_struct *save_to);
|
||||
extern void __fstate_restore(struct task_struct *restore_from);
|
||||
|
||||
static inline void __fstate_clean(struct pt_regs *regs)
|
||||
{
|
||||
regs->sstatus |= (regs->sstatus & ~(SR_FS)) | SR_FS_CLEAN;
|
||||
}
|
||||
|
||||
static inline void fstate_save(struct task_struct *task,
|
||||
struct pt_regs *regs)
|
||||
{
|
||||
if ((regs->sstatus & SR_FS) == SR_FS_DIRTY) {
|
||||
__fstate_save(task);
|
||||
__fstate_clean(regs);
|
||||
}
|
||||
}
|
||||
|
||||
static inline void fstate_restore(struct task_struct *task,
|
||||
struct pt_regs *regs)
|
||||
{
|
||||
if ((regs->sstatus & SR_FS) != SR_FS_OFF) {
|
||||
__fstate_restore(task);
|
||||
__fstate_clean(regs);
|
||||
}
|
||||
}
|
||||
|
||||
static inline void __switch_to_aux(struct task_struct *prev,
|
||||
struct task_struct *next)
|
||||
{
|
||||
struct pt_regs *regs;
|
||||
|
||||
regs = task_pt_regs(prev);
|
||||
if (unlikely(regs->sstatus & SR_SD))
|
||||
fstate_save(prev, regs);
|
||||
fstate_restore(next, task_pt_regs(next));
|
||||
}
|
||||
|
||||
extern struct task_struct *__switch_to(struct task_struct *,
|
||||
struct task_struct *);
|
||||
|
||||
#define switch_to(prev, next, last) \
|
||||
do { \
|
||||
struct task_struct *__prev = (prev); \
|
||||
struct task_struct *__next = (next); \
|
||||
__switch_to_aux(__prev, __next); \
|
||||
((last) = __switch_to(__prev, __next)); \
|
||||
} while (0)
|
||||
|
||||
#endif /* _ASM_RISCV_SWITCH_TO_H */
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
/*
|
||||
* Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com>
|
||||
* Copyright (C) 2012 Regents of the University of California
|
||||
* Copyright (C) 2017 SiFive
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation, version 2.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*/
|
||||
|
||||
#ifndef _ASM_RISCV_THREAD_INFO_H
|
||||
#define _ASM_RISCV_THREAD_INFO_H
|
||||
|
||||
#include <asm/page.h>
|
||||
#include <linux/const.h>
|
||||
|
||||
/* thread information allocation */
|
||||
#define THREAD_SIZE_ORDER (1)
|
||||
#define THREAD_SIZE (PAGE_SIZE << THREAD_SIZE_ORDER)
|
||||
|
||||
#ifndef __ASSEMBLY__
|
||||
|
||||
#include <asm/processor.h>
|
||||
#include <asm/csr.h>
|
||||
|
||||
typedef unsigned long mm_segment_t;
|
||||
|
||||
/*
|
||||
* low level task data that entry.S needs immediate access to
|
||||
* - this struct should fit entirely inside of one cache line
|
||||
* - if the members of this struct changes, the assembly constants
|
||||
* in asm-offsets.c must be updated accordingly
|
||||
* - thread_info is included in task_struct at an offset of 0. This means that
|
||||
* tp points to both thread_info and task_struct.
|
||||
*/
|
||||
struct thread_info {
|
||||
unsigned long flags; /* low level flags */
|
||||
int preempt_count; /* 0=>preemptible, <0=>BUG */
|
||||
mm_segment_t addr_limit;
|
||||
/*
|
||||
* These stack pointers are overwritten on every system call or
|
||||
* exception. SP is also saved to the stack it can be recovered when
|
||||
* overwritten.
|
||||
*/
|
||||
long kernel_sp; /* Kernel stack pointer */
|
||||
long user_sp; /* User stack pointer */
|
||||
int cpu;
|
||||
};
|
||||
|
||||
/*
|
||||
* macros/functions for gaining access to the thread information structure
|
||||
*
|
||||
* preempt_count needs to be 1 initially, until the scheduler is functional.
|
||||
*/
|
||||
#define INIT_THREAD_INFO(tsk) \
|
||||
{ \
|
||||
.flags = 0, \
|
||||
.preempt_count = INIT_PREEMPT_COUNT, \
|
||||
.addr_limit = KERNEL_DS, \
|
||||
}
|
||||
|
||||
#define init_stack (init_thread_union.stack)
|
||||
|
||||
#endif /* !__ASSEMBLY__ */
|
||||
|
||||
/*
|
||||
* thread information flags
|
||||
* - these are process state flags that various assembly files may need to
|
||||
* access
|
||||
* - pending work-to-be-done flags are in lowest half-word
|
||||
* - other flags in upper half-word(s)
|
||||
*/
|
||||
#define TIF_SYSCALL_TRACE 0 /* syscall trace active */
|
||||
#define TIF_NOTIFY_RESUME 1 /* callback before returning to user */
|
||||
#define TIF_SIGPENDING 2 /* signal pending */
|
||||
#define TIF_NEED_RESCHED 3 /* rescheduling necessary */
|
||||
#define TIF_RESTORE_SIGMASK 4 /* restore signal mask in do_signal() */
|
||||
#define TIF_MEMDIE 5 /* is terminating due to OOM killer */
|
||||
#define TIF_SYSCALL_TRACEPOINT 6 /* syscall tracepoint instrumentation */
|
||||
|
||||
#define _TIF_SYSCALL_TRACE (1 << TIF_SYSCALL_TRACE)
|
||||
#define _TIF_NOTIFY_RESUME (1 << TIF_NOTIFY_RESUME)
|
||||
#define _TIF_SIGPENDING (1 << TIF_SIGPENDING)
|
||||
#define _TIF_NEED_RESCHED (1 << TIF_NEED_RESCHED)
|
||||
|
||||
#define _TIF_WORK_MASK \
|
||||
(_TIF_NOTIFY_RESUME | _TIF_SIGPENDING | _TIF_NEED_RESCHED)
|
||||
|
||||
#endif /* _ASM_RISCV_THREAD_INFO_H */
|
||||
|
|
@ -0,0 +1,322 @@
|
|||
/*
|
||||
* Copyright (C) 2012 Regents of the University of California
|
||||
* Copyright (C) 2017 SiFive
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation, version 2.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*/
|
||||
|
||||
#define GENERATING_ASM_OFFSETS
|
||||
|
||||
#include <linux/kbuild.h>
|
||||
#include <linux/sched.h>
|
||||
#include <asm/thread_info.h>
|
||||
#include <asm/ptrace.h>
|
||||
|
||||
void asm_offsets(void)
|
||||
{
|
||||
OFFSET(TASK_THREAD_RA, task_struct, thread.ra);
|
||||
OFFSET(TASK_THREAD_SP, task_struct, thread.sp);
|
||||
OFFSET(TASK_THREAD_S0, task_struct, thread.s[0]);
|
||||
OFFSET(TASK_THREAD_S1, task_struct, thread.s[1]);
|
||||
OFFSET(TASK_THREAD_S2, task_struct, thread.s[2]);
|
||||
OFFSET(TASK_THREAD_S3, task_struct, thread.s[3]);
|
||||
OFFSET(TASK_THREAD_S4, task_struct, thread.s[4]);
|
||||
OFFSET(TASK_THREAD_S5, task_struct, thread.s[5]);
|
||||
OFFSET(TASK_THREAD_S6, task_struct, thread.s[6]);
|
||||
OFFSET(TASK_THREAD_S7, task_struct, thread.s[7]);
|
||||
OFFSET(TASK_THREAD_S8, task_struct, thread.s[8]);
|
||||
OFFSET(TASK_THREAD_S9, task_struct, thread.s[9]);
|
||||
OFFSET(TASK_THREAD_S10, task_struct, thread.s[10]);
|
||||
OFFSET(TASK_THREAD_S11, task_struct, thread.s[11]);
|
||||
OFFSET(TASK_THREAD_SP, task_struct, thread.sp);
|
||||
OFFSET(TASK_STACK, task_struct, stack);
|
||||
OFFSET(TASK_TI, task_struct, thread_info);
|
||||
OFFSET(TASK_TI_FLAGS, task_struct, thread_info.flags);
|
||||
OFFSET(TASK_TI_KERNEL_SP, task_struct, thread_info.kernel_sp);
|
||||
OFFSET(TASK_TI_USER_SP, task_struct, thread_info.user_sp);
|
||||
OFFSET(TASK_TI_CPU, task_struct, thread_info.cpu);
|
||||
|
||||
OFFSET(TASK_THREAD_F0, task_struct, thread.fstate.f[0]);
|
||||
OFFSET(TASK_THREAD_F1, task_struct, thread.fstate.f[1]);
|
||||
OFFSET(TASK_THREAD_F2, task_struct, thread.fstate.f[2]);
|
||||
OFFSET(TASK_THREAD_F3, task_struct, thread.fstate.f[3]);
|
||||
OFFSET(TASK_THREAD_F4, task_struct, thread.fstate.f[4]);
|
||||
OFFSET(TASK_THREAD_F5, task_struct, thread.fstate.f[5]);
|
||||
OFFSET(TASK_THREAD_F6, task_struct, thread.fstate.f[6]);
|
||||
OFFSET(TASK_THREAD_F7, task_struct, thread.fstate.f[7]);
|
||||
OFFSET(TASK_THREAD_F8, task_struct, thread.fstate.f[8]);
|
||||
OFFSET(TASK_THREAD_F9, task_struct, thread.fstate.f[9]);
|
||||
OFFSET(TASK_THREAD_F10, task_struct, thread.fstate.f[10]);
|
||||
OFFSET(TASK_THREAD_F11, task_struct, thread.fstate.f[11]);
|
||||
OFFSET(TASK_THREAD_F12, task_struct, thread.fstate.f[12]);
|
||||
OFFSET(TASK_THREAD_F13, task_struct, thread.fstate.f[13]);
|
||||
OFFSET(TASK_THREAD_F14, task_struct, thread.fstate.f[14]);
|
||||
OFFSET(TASK_THREAD_F15, task_struct, thread.fstate.f[15]);
|
||||
OFFSET(TASK_THREAD_F16, task_struct, thread.fstate.f[16]);
|
||||
OFFSET(TASK_THREAD_F17, task_struct, thread.fstate.f[17]);
|
||||
OFFSET(TASK_THREAD_F18, task_struct, thread.fstate.f[18]);
|
||||
OFFSET(TASK_THREAD_F19, task_struct, thread.fstate.f[19]);
|
||||
OFFSET(TASK_THREAD_F20, task_struct, thread.fstate.f[20]);
|
||||
OFFSET(TASK_THREAD_F21, task_struct, thread.fstate.f[21]);
|
||||
OFFSET(TASK_THREAD_F22, task_struct, thread.fstate.f[22]);
|
||||
OFFSET(TASK_THREAD_F23, task_struct, thread.fstate.f[23]);
|
||||
OFFSET(TASK_THREAD_F24, task_struct, thread.fstate.f[24]);
|
||||
OFFSET(TASK_THREAD_F25, task_struct, thread.fstate.f[25]);
|
||||
OFFSET(TASK_THREAD_F26, task_struct, thread.fstate.f[26]);
|
||||
OFFSET(TASK_THREAD_F27, task_struct, thread.fstate.f[27]);
|
||||
OFFSET(TASK_THREAD_F28, task_struct, thread.fstate.f[28]);
|
||||
OFFSET(TASK_THREAD_F29, task_struct, thread.fstate.f[29]);
|
||||
OFFSET(TASK_THREAD_F30, task_struct, thread.fstate.f[30]);
|
||||
OFFSET(TASK_THREAD_F31, task_struct, thread.fstate.f[31]);
|
||||
OFFSET(TASK_THREAD_FCSR, task_struct, thread.fstate.fcsr);
|
||||
|
||||
DEFINE(PT_SIZE, sizeof(struct pt_regs));
|
||||
OFFSET(PT_SEPC, pt_regs, sepc);
|
||||
OFFSET(PT_RA, pt_regs, ra);
|
||||
OFFSET(PT_FP, pt_regs, s0);
|
||||
OFFSET(PT_S0, pt_regs, s0);
|
||||
OFFSET(PT_S1, pt_regs, s1);
|
||||
OFFSET(PT_S2, pt_regs, s2);
|
||||
OFFSET(PT_S3, pt_regs, s3);
|
||||
OFFSET(PT_S4, pt_regs, s4);
|
||||
OFFSET(PT_S5, pt_regs, s5);
|
||||
OFFSET(PT_S6, pt_regs, s6);
|
||||
OFFSET(PT_S7, pt_regs, s7);
|
||||
OFFSET(PT_S8, pt_regs, s8);
|
||||
OFFSET(PT_S9, pt_regs, s9);
|
||||
OFFSET(PT_S10, pt_regs, s10);
|
||||
OFFSET(PT_S11, pt_regs, s11);
|
||||
OFFSET(PT_SP, pt_regs, sp);
|
||||
OFFSET(PT_TP, pt_regs, tp);
|
||||
OFFSET(PT_A0, pt_regs, a0);
|
||||
OFFSET(PT_A1, pt_regs, a1);
|
||||
OFFSET(PT_A2, pt_regs, a2);
|
||||
OFFSET(PT_A3, pt_regs, a3);
|
||||
OFFSET(PT_A4, pt_regs, a4);
|
||||
OFFSET(PT_A5, pt_regs, a5);
|
||||
OFFSET(PT_A6, pt_regs, a6);
|
||||
OFFSET(PT_A7, pt_regs, a7);
|
||||
OFFSET(PT_T0, pt_regs, t0);
|
||||
OFFSET(PT_T1, pt_regs, t1);
|
||||
OFFSET(PT_T2, pt_regs, t2);
|
||||
OFFSET(PT_T3, pt_regs, t3);
|
||||
OFFSET(PT_T4, pt_regs, t4);
|
||||
OFFSET(PT_T5, pt_regs, t5);
|
||||
OFFSET(PT_T6, pt_regs, t6);
|
||||
OFFSET(PT_GP, pt_regs, gp);
|
||||
OFFSET(PT_ORIG_A0, pt_regs, orig_a0);
|
||||
OFFSET(PT_SSTATUS, pt_regs, sstatus);
|
||||
OFFSET(PT_SBADADDR, pt_regs, sbadaddr);
|
||||
OFFSET(PT_SCAUSE, pt_regs, scause);
|
||||
|
||||
/*
|
||||
* THREAD_{F,X}* might be larger than a S-type offset can handle, but
|
||||
* these are used in performance-sensitive assembly so we can't resort
|
||||
* to loading the long immediate every time.
|
||||
*/
|
||||
DEFINE(TASK_THREAD_RA_RA,
|
||||
offsetof(struct task_struct, thread.ra)
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_SP_RA,
|
||||
offsetof(struct task_struct, thread.sp)
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S0_RA,
|
||||
offsetof(struct task_struct, thread.s[0])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S1_RA,
|
||||
offsetof(struct task_struct, thread.s[1])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S2_RA,
|
||||
offsetof(struct task_struct, thread.s[2])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S3_RA,
|
||||
offsetof(struct task_struct, thread.s[3])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S4_RA,
|
||||
offsetof(struct task_struct, thread.s[4])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S5_RA,
|
||||
offsetof(struct task_struct, thread.s[5])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S6_RA,
|
||||
offsetof(struct task_struct, thread.s[6])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S7_RA,
|
||||
offsetof(struct task_struct, thread.s[7])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S8_RA,
|
||||
offsetof(struct task_struct, thread.s[8])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S9_RA,
|
||||
offsetof(struct task_struct, thread.s[9])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S10_RA,
|
||||
offsetof(struct task_struct, thread.s[10])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
DEFINE(TASK_THREAD_S11_RA,
|
||||
offsetof(struct task_struct, thread.s[11])
|
||||
- offsetof(struct task_struct, thread.ra)
|
||||
);
|
||||
|
||||
DEFINE(TASK_THREAD_F0_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[0])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F1_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[1])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F2_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[2])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F3_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[3])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F4_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[4])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F5_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[5])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F6_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[6])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F7_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[7])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F8_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[8])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F9_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[9])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F10_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[10])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F11_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[11])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F12_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[12])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F13_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[13])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F14_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[14])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F15_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[15])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F16_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[16])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F17_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[17])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F18_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[18])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F19_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[19])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F20_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[20])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F21_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[21])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F22_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[22])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F23_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[23])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F24_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[24])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F25_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[25])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F26_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[26])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F27_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[27])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F28_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[28])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F29_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[29])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F30_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[30])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_F31_F0,
|
||||
offsetof(struct task_struct, thread.fstate.f[31])
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
DEFINE(TASK_THREAD_FCSR_F0,
|
||||
offsetof(struct task_struct, thread.fstate.fcsr)
|
||||
- offsetof(struct task_struct, thread.fstate.f[0])
|
||||
);
|
||||
|
||||
/* The assembler needs access to THREAD_SIZE as well. */
|
||||
DEFINE(ASM_THREAD_SIZE, THREAD_SIZE);
|
||||
|
||||
/*
|
||||
* We allocate a pt_regs on the stack when entering the kernel. This
|
||||
* ensures the alignment is sane.
|
||||
*/
|
||||
DEFINE(PT_SIZE_ON_STACK, ALIGN(sizeof(struct pt_regs), STACK_ALIGN));
|
||||
}
|
||||
|
|
@ -0,0 +1,464 @@
|
|||
/*
|
||||
* Copyright (C) 2012 Regents of the University of California
|
||||
* Copyright (C) 2017 SiFive
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation, version 2.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*/
|
||||
|
||||
#include <linux/init.h>
|
||||
#include <linux/linkage.h>
|
||||
|
||||
#include <asm/asm.h>
|
||||
#include <asm/csr.h>
|
||||
#include <asm/unistd.h>
|
||||
#include <asm/thread_info.h>
|
||||
#include <asm/asm-offsets.h>
|
||||
|
||||
.text
|
||||
.altmacro
|
||||
|
||||
/*
|
||||
* Prepares to enter a system call or exception by saving all registers to the
|
||||
* stack.
|
||||
*/
|
||||
.macro SAVE_ALL
|
||||
LOCAL _restore_kernel_tpsp
|
||||
LOCAL _save_context
|
||||
|
||||
/*
|
||||
* If coming from userspace, preserve the user thread pointer and load
|
||||
* the kernel thread pointer. If we came from the kernel, sscratch
|
||||
* will contain 0, and we should continue on the current TP.
|
||||
*/
|
||||
csrrw tp, sscratch, tp
|
||||
bnez tp, _save_context
|
||||
|
||||
_restore_kernel_tpsp:
|
||||
csrr tp, sscratch
|
||||
REG_S sp, TASK_TI_KERNEL_SP(tp)
|
||||
_save_context:
|
||||
REG_S sp, TASK_TI_USER_SP(tp)
|
||||
REG_L sp, TASK_TI_KERNEL_SP(tp)
|
||||
addi sp, sp, -(PT_SIZE_ON_STACK)
|
||||
REG_S x1, PT_RA(sp)
|
||||
REG_S x3, PT_GP(sp)
|
||||
REG_S x5, PT_T0(sp)
|
||||
REG_S x6, PT_T1(sp)
|
||||
REG_S x7, PT_T2(sp)
|
||||
REG_S x8, PT_S0(sp)
|
||||
REG_S x9, PT_S1(sp)
|
||||
REG_S x10, PT_A0(sp)
|
||||
REG_S x11, PT_A1(sp)
|
||||
REG_S x12, PT_A2(sp)
|
||||
REG_S x13, PT_A3(sp)
|
||||
REG_S x14, PT_A4(sp)
|
||||
REG_S x15, PT_A5(sp)
|
||||
REG_S x16, PT_A6(sp)
|
||||
REG_S x17, PT_A7(sp)
|
||||
REG_S x18, PT_S2(sp)
|
||||
REG_S x19, PT_S3(sp)
|
||||
REG_S x20, PT_S4(sp)
|
||||
REG_S x21, PT_S5(sp)
|
||||
REG_S x22, PT_S6(sp)
|
||||
REG_S x23, PT_S7(sp)
|
||||
REG_S x24, PT_S8(sp)
|
||||
REG_S x25, PT_S9(sp)
|
||||
REG_S x26, PT_S10(sp)
|
||||
REG_S x27, PT_S11(sp)
|
||||
REG_S x28, PT_T3(sp)
|
||||
REG_S x29, PT_T4(sp)
|
||||
REG_S x30, PT_T5(sp)
|
||||
REG_S x31, PT_T6(sp)
|
||||
|
||||
/*
|
||||
* Disable FPU to detect illegal usage of
|
||||
* floating point in kernel space
|
||||
*/
|
||||
li t0, SR_FS
|
||||
|
||||
REG_L s0, TASK_TI_USER_SP(tp)
|
||||
csrrc s1, sstatus, t0
|
||||
csrr s2, sepc
|
||||
csrr s3, sbadaddr
|
||||
csrr s4, scause
|
||||
csrr s5, sscratch
|
||||
REG_S s0, PT_SP(sp)
|
||||
REG_S s1, PT_SSTATUS(sp)
|
||||
REG_S s2, PT_SEPC(sp)
|
||||
REG_S s3, PT_SBADADDR(sp)
|
||||
REG_S s4, PT_SCAUSE(sp)
|
||||
REG_S s5, PT_TP(sp)
|
||||
.endm
|
||||
|
||||
/*
|
||||
* Prepares to return from a system call or exception by restoring all
|
||||
* registers from the stack.
|
||||
*/
|
||||
.macro RESTORE_ALL
|
||||
REG_L a0, PT_SSTATUS(sp)
|
||||
REG_L a2, PT_SEPC(sp)
|
||||
csrw sstatus, a0
|
||||
csrw sepc, a2
|
||||
|
||||
REG_L x1, PT_RA(sp)
|
||||
REG_L x3, PT_GP(sp)
|
||||
REG_L x4, PT_TP(sp)
|
||||
REG_L x5, PT_T0(sp)
|
||||
REG_L x6, PT_T1(sp)
|
||||
REG_L x7, PT_T2(sp)
|
||||
REG_L x8, PT_S0(sp)
|
||||
REG_L x9, PT_S1(sp)
|
||||
REG_L x10, PT_A0(sp)
|
||||
REG_L x11, PT_A1(sp)
|
||||
REG_L x12, PT_A2(sp)
|
||||
REG_L x13, PT_A3(sp)
|
||||
REG_L x14, PT_A4(sp)
|
||||
REG_L x15, PT_A5(sp)
|
||||
REG_L x16, PT_A6(sp)
|
||||
REG_L x17, PT_A7(sp)
|
||||
REG_L x18, PT_S2(sp)
|
||||
REG_L x19, PT_S3(sp)
|
||||
REG_L x20, PT_S4(sp)
|
||||
REG_L x21, PT_S5(sp)
|
||||
REG_L x22, PT_S6(sp)
|
||||
REG_L x23, PT_S7(sp)
|
||||
REG_L x24, PT_S8(sp)
|
||||
REG_L x25, PT_S9(sp)
|
||||
REG_L x26, PT_S10(sp)
|
||||
REG_L x27, PT_S11(sp)
|
||||
REG_L x28, PT_T3(sp)
|
||||
REG_L x29, PT_T4(sp)
|
||||
REG_L x30, PT_T5(sp)
|
||||
REG_L x31, PT_T6(sp)
|
||||
|
||||
REG_L x2, PT_SP(sp)
|
||||
.endm
|
||||
|
||||
ENTRY(handle_exception)
|
||||
SAVE_ALL
|
||||
|
||||
/*
|
||||
* Set sscratch register to 0, so that if a recursive exception
|
||||
* occurs, the exception vector knows it came from the kernel
|
||||
*/
|
||||
csrw sscratch, x0
|
||||
|
||||
/* Load the global pointer */
|
||||
.option push
|
||||
.option norelax
|
||||
la gp, __global_pointer$
|
||||
.option pop
|
||||
|
||||
la ra, ret_from_exception
|
||||
/*
|
||||
* MSB of cause differentiates between
|
||||
* interrupts and exceptions
|
||||
*/
|
||||
bge s4, zero, 1f
|
||||
|
||||
/* Handle interrupts */
|
||||
slli a0, s4, 1
|
||||
srli a0, a0, 1
|
||||
move a1, sp /* pt_regs */
|
||||
tail do_IRQ
|
||||
1:
|
||||
/* Handle syscalls */
|
||||
li t0, EXC_SYSCALL
|
||||
beq s4, t0, handle_syscall
|
||||
|
||||
/* Handle other exceptions */
|
||||
slli t0, s4, RISCV_LGPTR
|
||||
la t1, excp_vect_table
|
||||
la t2, excp_vect_table_end
|
||||
move a0, sp /* pt_regs */
|
||||
add t0, t1, t0
|
||||
/* Check if exception code lies within bounds */
|
||||
bgeu t0, t2, 1f
|
||||
REG_L t0, 0(t0)
|
||||
jr t0
|
||||
1:
|
||||
tail do_trap_unknown
|
||||
|
||||
handle_syscall:
|
||||
/* save the initial A0 value (needed in signal handlers) */
|
||||
REG_S a0, PT_ORIG_A0(sp)
|
||||
/*
|
||||
* Advance SEPC to avoid executing the original
|
||||
* scall instruction on sret
|
||||
*/
|
||||
addi s2, s2, 0x4
|
||||
REG_S s2, PT_SEPC(sp)
|
||||
/* System calls run with interrupts enabled */
|
||||
csrs sstatus, SR_IE
|
||||
/* Trace syscalls, but only if requested by the user. */
|
||||
REG_L t0, TASK_TI_FLAGS(tp)
|
||||
andi t0, t0, _TIF_SYSCALL_TRACE
|
||||
bnez t0, handle_syscall_trace_enter
|
||||
check_syscall_nr:
|
||||
/* Check to make sure we don't jump to a bogus syscall number. */
|
||||
li t0, __NR_syscalls
|
||||
la s0, sys_ni_syscall
|
||||
/* Syscall number held in a7 */
|
||||
bgeu a7, t0, 1f
|
||||
la s0, sys_call_table
|
||||
slli t0, a7, RISCV_LGPTR
|
||||
add s0, s0, t0
|
||||
REG_L s0, 0(s0)
|
||||
1:
|
||||
jalr s0
|
||||
|
||||
ret_from_syscall:
|
||||
/* Set user a0 to kernel a0 */
|
||||
REG_S a0, PT_A0(sp)
|
||||
/* Trace syscalls, but only if requested by the user. */
|
||||
REG_L t0, TASK_TI_FLAGS(tp)
|
||||
andi t0, t0, _TIF_SYSCALL_TRACE
|
||||
bnez t0, handle_syscall_trace_exit
|
||||
|
||||
ret_from_exception:
|
||||
REG_L s0, PT_SSTATUS(sp)
|
||||
csrc sstatus, SR_IE
|
||||
andi s0, s0, SR_PS
|
||||
bnez s0, restore_all
|
||||
|
||||
resume_userspace:
|
||||
/* Interrupts must be disabled here so flags are checked atomically */
|
||||
REG_L s0, TASK_TI_FLAGS(tp) /* current_thread_info->flags */
|
||||
andi s1, s0, _TIF_WORK_MASK
|
||||
bnez s1, work_pending
|
||||
|
||||
/* Save unwound kernel stack pointer in thread_info */
|
||||
addi s0, sp, PT_SIZE_ON_STACK
|
||||
REG_S s0, TASK_TI_KERNEL_SP(tp)
|
||||
|
||||
/*
|
||||
* Save TP into sscratch, so we can find the kernel data structures
|
||||
* again.
|
||||
*/
|
||||
csrw sscratch, tp
|
||||
|
||||
restore_all:
|
||||
RESTORE_ALL
|
||||
sret
|
||||
|
||||
work_pending:
|
||||
/* Enter slow path for supplementary processing */
|
||||
la ra, ret_from_exception
|
||||
andi s1, s0, _TIF_NEED_RESCHED
|
||||
bnez s1, work_resched
|
||||
work_notifysig:
|
||||
/* Handle pending signals and notify-resume requests */
|
||||
csrs sstatus, SR_IE /* Enable interrupts for do_notify_resume() */
|
||||
move a0, sp /* pt_regs */
|
||||
move a1, s0 /* current_thread_info->flags */
|
||||
tail do_notify_resume
|
||||
work_resched:
|
||||
tail schedule
|
||||
|
||||
/* Slow paths for ptrace. */
|
||||
handle_syscall_trace_enter:
|
||||
move a0, sp
|
||||
call do_syscall_trace_enter
|
||||
REG_L a0, PT_A0(sp)
|
||||
REG_L a1, PT_A1(sp)
|
||||
REG_L a2, PT_A2(sp)
|
||||
REG_L a3, PT_A3(sp)
|
||||
REG_L a4, PT_A4(sp)
|
||||
REG_L a5, PT_A5(sp)
|
||||
REG_L a6, PT_A6(sp)
|
||||
REG_L a7, PT_A7(sp)
|
||||
j check_syscall_nr
|
||||
handle_syscall_trace_exit:
|
||||
move a0, sp
|
||||
call do_syscall_trace_exit
|
||||
j ret_from_exception
|
||||
|
||||
END(handle_exception)
|
||||
|
||||
ENTRY(ret_from_fork)
|
||||
la ra, ret_from_exception
|
||||
tail schedule_tail
|
||||
ENDPROC(ret_from_fork)
|
||||
|
||||
ENTRY(ret_from_kernel_thread)
|
||||
call schedule_tail
|
||||
/* Call fn(arg) */
|
||||
la ra, ret_from_exception
|
||||
move a0, s1
|
||||
jr s0
|
||||
ENDPROC(ret_from_kernel_thread)
|
||||
|
||||
|
||||
/*
|
||||
* Integer register context switch
|
||||
* The callee-saved registers must be saved and restored.
|
||||
*
|
||||
* a0: previous task_struct (must be preserved across the switch)
|
||||
* a1: next task_struct
|
||||
*
|
||||
* The value of a0 and a1 must be preserved by this function, as that's how
|
||||
* arguments are passed to schedule_tail.
|
||||
*/
|
||||
ENTRY(__switch_to)
|
||||
/* Save context into prev->thread */
|
||||
li a4, TASK_THREAD_RA
|
||||
add a3, a0, a4
|
||||
add a4, a1, a4
|
||||
REG_S ra, TASK_THREAD_RA_RA(a3)
|
||||
REG_S sp, TASK_THREAD_SP_RA(a3)
|
||||
REG_S s0, TASK_THREAD_S0_RA(a3)
|
||||
REG_S s1, TASK_THREAD_S1_RA(a3)
|
||||
REG_S s2, TASK_THREAD_S2_RA(a3)
|
||||
REG_S s3, TASK_THREAD_S3_RA(a3)
|
||||
REG_S s4, TASK_THREAD_S4_RA(a3)
|
||||
REG_S s5, TASK_THREAD_S5_RA(a3)
|
||||
REG_S s6, TASK_THREAD_S6_RA(a3)
|
||||
REG_S s7, TASK_THREAD_S7_RA(a3)
|
||||
REG_S s8, TASK_THREAD_S8_RA(a3)
|
||||
REG_S s9, TASK_THREAD_S9_RA(a3)
|
||||
REG_S s10, TASK_THREAD_S10_RA(a3)
|
||||
REG_S s11, TASK_THREAD_S11_RA(a3)
|
||||
/* Restore context from next->thread */
|
||||
REG_L ra, TASK_THREAD_RA_RA(a4)
|
||||
REG_L sp, TASK_THREAD_SP_RA(a4)
|
||||
REG_L s0, TASK_THREAD_S0_RA(a4)
|
||||
REG_L s1, TASK_THREAD_S1_RA(a4)
|
||||
REG_L s2, TASK_THREAD_S2_RA(a4)
|
||||
REG_L s3, TASK_THREAD_S3_RA(a4)
|
||||
REG_L s4, TASK_THREAD_S4_RA(a4)
|
||||
REG_L s5, TASK_THREAD_S5_RA(a4)
|
||||
REG_L s6, TASK_THREAD_S6_RA(a4)
|
||||
REG_L s7, TASK_THREAD_S7_RA(a4)
|
||||
REG_L s8, TASK_THREAD_S8_RA(a4)
|
||||
REG_L s9, TASK_THREAD_S9_RA(a4)
|
||||
REG_L s10, TASK_THREAD_S10_RA(a4)
|
||||
REG_L s11, TASK_THREAD_S11_RA(a4)
|
||||
/* Swap the CPU entry around. */
|
||||
lw a3, TASK_TI_CPU(a0)
|
||||
lw a4, TASK_TI_CPU(a1)
|
||||
sw a3, TASK_TI_CPU(a1)
|
||||
sw a4, TASK_TI_CPU(a0)
|
||||
#if TASK_TI != 0
|
||||
#error "TASK_TI != 0: tp will contain a 'struct thread_info', not a 'struct task_struct' so get_current() won't work."
|
||||
addi tp, a1, TASK_TI
|
||||
#else
|
||||
move tp, a1
|
||||
#endif
|
||||
ret
|
||||
ENDPROC(__switch_to)
|
||||
|
||||
ENTRY(__fstate_save)
|
||||
li a2, TASK_THREAD_F0
|
||||
add a0, a0, a2
|
||||
li t1, SR_FS
|
||||
csrs sstatus, t1
|
||||
frcsr t0
|
||||
fsd f0, TASK_THREAD_F0_F0(a0)
|
||||
fsd f1, TASK_THREAD_F1_F0(a0)
|
||||
fsd f2, TASK_THREAD_F2_F0(a0)
|
||||
fsd f3, TASK_THREAD_F3_F0(a0)
|
||||
fsd f4, TASK_THREAD_F4_F0(a0)
|
||||
fsd f5, TASK_THREAD_F5_F0(a0)
|
||||
fsd f6, TASK_THREAD_F6_F0(a0)
|
||||
fsd f7, TASK_THREAD_F7_F0(a0)
|
||||
fsd f8, TASK_THREAD_F8_F0(a0)
|
||||
fsd f9, TASK_THREAD_F9_F0(a0)
|
||||
fsd f10, TASK_THREAD_F10_F0(a0)
|
||||
fsd f11, TASK_THREAD_F11_F0(a0)
|
||||
fsd f12, TASK_THREAD_F12_F0(a0)
|
||||
fsd f13, TASK_THREAD_F13_F0(a0)
|
||||
fsd f14, TASK_THREAD_F14_F0(a0)
|
||||
fsd f15, TASK_THREAD_F15_F0(a0)
|
||||
fsd f16, TASK_THREAD_F16_F0(a0)
|
||||
fsd f17, TASK_THREAD_F17_F0(a0)
|
||||
fsd f18, TASK_THREAD_F18_F0(a0)
|
||||
fsd f19, TASK_THREAD_F19_F0(a0)
|
||||
fsd f20, TASK_THREAD_F20_F0(a0)
|
||||
fsd f21, TASK_THREAD_F21_F0(a0)
|
||||
fsd f22, TASK_THREAD_F22_F0(a0)
|
||||
fsd f23, TASK_THREAD_F23_F0(a0)
|
||||
fsd f24, TASK_THREAD_F24_F0(a0)
|
||||
fsd f25, TASK_THREAD_F25_F0(a0)
|
||||
fsd f26, TASK_THREAD_F26_F0(a0)
|
||||
fsd f27, TASK_THREAD_F27_F0(a0)
|
||||
fsd f28, TASK_THREAD_F28_F0(a0)
|
||||
fsd f29, TASK_THREAD_F29_F0(a0)
|
||||
fsd f30, TASK_THREAD_F30_F0(a0)
|
||||
fsd f31, TASK_THREAD_F31_F0(a0)
|
||||
sw t0, TASK_THREAD_FCSR_F0(a0)
|
||||
csrc sstatus, t1
|
||||
ret
|
||||
ENDPROC(__fstate_save)
|
||||
|
||||
ENTRY(__fstate_restore)
|
||||
li a2, TASK_THREAD_F0
|
||||
add a0, a0, a2
|
||||
li t1, SR_FS
|
||||
lw t0, TASK_THREAD_FCSR_F0(a0)
|
||||
csrs sstatus, t1
|
||||
fld f0, TASK_THREAD_F0_F0(a0)
|
||||
fld f1, TASK_THREAD_F1_F0(a0)
|
||||
fld f2, TASK_THREAD_F2_F0(a0)
|
||||
fld f3, TASK_THREAD_F3_F0(a0)
|
||||
fld f4, TASK_THREAD_F4_F0(a0)
|
||||
fld f5, TASK_THREAD_F5_F0(a0)
|
||||
fld f6, TASK_THREAD_F6_F0(a0)
|
||||
fld f7, TASK_THREAD_F7_F0(a0)
|
||||
fld f8, TASK_THREAD_F8_F0(a0)
|
||||
fld f9, TASK_THREAD_F9_F0(a0)
|
||||
fld f10, TASK_THREAD_F10_F0(a0)
|
||||
fld f11, TASK_THREAD_F11_F0(a0)
|
||||
fld f12, TASK_THREAD_F12_F0(a0)
|
||||
fld f13, TASK_THREAD_F13_F0(a0)
|
||||
fld f14, TASK_THREAD_F14_F0(a0)
|
||||
fld f15, TASK_THREAD_F15_F0(a0)
|
||||
fld f16, TASK_THREAD_F16_F0(a0)
|
||||
fld f17, TASK_THREAD_F17_F0(a0)
|
||||
fld f18, TASK_THREAD_F18_F0(a0)
|
||||
fld f19, TASK_THREAD_F19_F0(a0)
|
||||
fld f20, TASK_THREAD_F20_F0(a0)
|
||||
fld f21, TASK_THREAD_F21_F0(a0)
|
||||
fld f22, TASK_THREAD_F22_F0(a0)
|
||||
fld f23, TASK_THREAD_F23_F0(a0)
|
||||
fld f24, TASK_THREAD_F24_F0(a0)
|
||||
fld f25, TASK_THREAD_F25_F0(a0)
|
||||
fld f26, TASK_THREAD_F26_F0(a0)
|
||||
fld f27, TASK_THREAD_F27_F0(a0)
|
||||
fld f28, TASK_THREAD_F28_F0(a0)
|
||||
fld f29, TASK_THREAD_F29_F0(a0)
|
||||
fld f30, TASK_THREAD_F30_F0(a0)
|
||||
fld f31, TASK_THREAD_F31_F0(a0)
|
||||
fscsr t0
|
||||
csrc sstatus, t1
|
||||
ret
|
||||
ENDPROC(__fstate_restore)
|
||||
|
||||
|
||||
.section ".rodata"
|
||||
/* Exception vector table */
|
||||
ENTRY(excp_vect_table)
|
||||
RISCV_PTR do_trap_insn_misaligned
|
||||
RISCV_PTR do_trap_insn_fault
|
||||
RISCV_PTR do_trap_insn_illegal
|
||||
RISCV_PTR do_trap_break
|
||||
RISCV_PTR do_trap_load_misaligned
|
||||
RISCV_PTR do_trap_load_fault
|
||||
RISCV_PTR do_trap_store_misaligned
|
||||
RISCV_PTR do_trap_store_fault
|
||||
RISCV_PTR do_trap_ecall_u /* system call, gets intercepted */
|
||||
RISCV_PTR do_trap_ecall_s
|
||||
RISCV_PTR do_trap_unknown
|
||||
RISCV_PTR do_trap_ecall_m
|
||||
RISCV_PTR do_page_fault /* instruction page fault */
|
||||
RISCV_PTR do_page_fault /* load page fault */
|
||||
RISCV_PTR do_trap_unknown
|
||||
RISCV_PTR do_page_fault /* store page fault */
|
||||
excp_vect_table_end:
|
||||
END(excp_vect_table)
|
||||
|
|
@ -0,0 +1,129 @@
|
|||
/*
|
||||
* Copyright (C) 2009 Sunplus Core Technology Co., Ltd.
|
||||
* Chen Liqin <liqin.chen@sunplusct.com>
|
||||
* Lennox Wu <lennox.wu@sunplusct.com>
|
||||
* Copyright (C) 2012 Regents of the University of California
|
||||
* Copyright (C) 2017 SiFive
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or modify
|
||||
* it under the terms of the GNU General Public License as published by
|
||||
* the Free Software Foundation; either version 2 of the License, or
|
||||
* (at your option) any later version.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with this program; if not, see the file COPYING, or write
|
||||
* to the Free Software Foundation, Inc.,
|
||||
*/
|
||||
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/sched.h>
|
||||
#include <linux/sched/task_stack.h>
|
||||
#include <linux/tick.h>
|
||||
#include <linux/ptrace.h>
|
||||
|
||||
#include <asm/unistd.h>
|
||||
#include <asm/uaccess.h>
|
||||
#include <asm/processor.h>
|
||||
#include <asm/csr.h>
|
||||
#include <asm/string.h>
|
||||
#include <asm/switch_to.h>
|
||||
|
||||
extern asmlinkage void ret_from_fork(void);
|
||||
extern asmlinkage void ret_from_kernel_thread(void);
|
||||
|
||||
void arch_cpu_idle(void)
|
||||
{
|
||||
wait_for_interrupt();
|
||||
local_irq_enable();
|
||||
}
|
||||
|
||||
void show_regs(struct pt_regs *regs)
|
||||
{
|
||||
show_regs_print_info(KERN_DEFAULT);
|
||||
|
||||
pr_cont("sepc: " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n",
|
||||
regs->sepc, regs->ra, regs->sp);
|
||||
pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n",
|
||||
regs->gp, regs->tp, regs->t0);
|
||||
pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n",
|
||||
regs->t1, regs->t2, regs->s0);
|
||||
pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n",
|
||||
regs->s1, regs->a0, regs->a1);
|
||||
pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n",
|
||||
regs->a2, regs->a3, regs->a4);
|
||||
pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n",
|
||||
regs->a5, regs->a6, regs->a7);
|
||||
pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n",
|
||||
regs->s2, regs->s3, regs->s4);
|
||||
pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n",
|
||||
regs->s5, regs->s6, regs->s7);
|
||||
pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n",
|
||||
regs->s8, regs->s9, regs->s10);
|
||||
pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n",
|
||||
regs->s11, regs->t3, regs->t4);
|
||||
pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n",
|
||||
regs->t5, regs->t6);
|
||||
|
||||
pr_cont("sstatus: " REG_FMT " sbadaddr: " REG_FMT " scause: " REG_FMT "\n",
|
||||
regs->sstatus, regs->sbadaddr, regs->scause);
|
||||
}
|
||||
|
||||
void start_thread(struct pt_regs *regs, unsigned long pc,
|
||||
unsigned long sp)
|
||||
{
|
||||
regs->sstatus = SR_PIE /* User mode, irqs on */ | SR_FS_INITIAL;
|
||||
regs->sepc = pc;
|
||||
regs->sp = sp;
|
||||
set_fs(USER_DS);
|
||||
}
|
||||
|
||||
void flush_thread(void)
|
||||
{
|
||||
/*
|
||||
* Reset FPU context
|
||||
* frm: round to nearest, ties to even (IEEE default)
|
||||
* fflags: accrued exceptions cleared
|
||||
*/
|
||||
memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate));
|
||||
}
|
||||
|
||||
int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src)
|
||||
{
|
||||
fstate_save(src, task_pt_regs(src));
|
||||
*dst = *src;
|
||||
return 0;
|
||||
}
|
||||
|
||||
int copy_thread(unsigned long clone_flags, unsigned long usp,
|
||||
unsigned long arg, struct task_struct *p)
|
||||
{
|
||||
struct pt_regs *childregs = task_pt_regs(p);
|
||||
|
||||
/* p->thread holds context to be restored by __switch_to() */
|
||||
if (unlikely(p->flags & PF_KTHREAD)) {
|
||||
/* Kernel thread */
|
||||
const register unsigned long gp __asm__ ("gp");
|
||||
memset(childregs, 0, sizeof(struct pt_regs));
|
||||
childregs->gp = gp;
|
||||
childregs->sstatus = SR_PS | SR_PIE; /* Supervisor, irqs on */
|
||||
|
||||
p->thread.ra = (unsigned long)ret_from_kernel_thread;
|
||||
p->thread.s[0] = usp; /* fn */
|
||||
p->thread.s[1] = arg;
|
||||
} else {
|
||||
*childregs = *(current_pt_regs());
|
||||
if (usp) /* User fork */
|
||||
childregs->sp = usp;
|
||||
if (clone_flags & CLONE_SETTLS)
|
||||
childregs->tp = childregs->a5;
|
||||
childregs->a0 = 0; /* Return value of fork() */
|
||||
p->thread.ra = (unsigned long)ret_from_fork;
|
||||
}
|
||||
p->thread.sp = (unsigned long)childregs; /* kernel sp */
|
||||
return 0;
|
||||
}
|
||||
Loading…
Reference in New Issue