Commit 8916c905 authored by Palmer Dabbelt's avatar Palmer Dabbelt

RISC-V: Support for 64bit hartid on RV64 platforms

The hartid can be a 64bit value on RV64 platforms. This series updates
the code so that 64bit hartid can be supported on RV64 platforms.

* 'riscv-64bit_hartid' of git://git.kernel.org/pub/scm/linux/kernel/git/palmer/linux.git:
  riscv/efi_stub: Add 64bit boot-hartid support on RV64
  riscv: cpu: Add 64bit hartid support on RV64
  riscv: smp: Add 64bit hartid support on RV64
  riscv: spinwait: Fix hartid variable type
  riscv: cpu_ops_sbi: Add 64bit hartid support on RV64
parents b4981661 171549f8
...@@ -79,8 +79,8 @@ static inline void wait_for_interrupt(void) ...@@ -79,8 +79,8 @@ static inline void wait_for_interrupt(void)
} }
struct device_node; struct device_node;
int riscv_of_processor_hartid(struct device_node *node); int riscv_of_processor_hartid(struct device_node *node, unsigned long *hartid);
int riscv_of_parent_hartid(struct device_node *node); int riscv_of_parent_hartid(struct device_node *node, unsigned long *hartid);
extern void riscv_fill_hwcap(void); extern void riscv_fill_hwcap(void);
extern int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src); extern int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src);
......
...@@ -42,7 +42,7 @@ void arch_send_call_function_ipi_mask(struct cpumask *mask); ...@@ -42,7 +42,7 @@ void arch_send_call_function_ipi_mask(struct cpumask *mask);
/* Hook for the generic smp_call_function_single() routine. */ /* Hook for the generic smp_call_function_single() routine. */
void arch_send_call_function_single_ipi(int cpu); void arch_send_call_function_single_ipi(int cpu);
int riscv_hartid_to_cpuid(int hartid); int riscv_hartid_to_cpuid(unsigned long hartid);
/* Set custom IPI operations */ /* Set custom IPI operations */
void riscv_set_ipi_ops(const struct riscv_ipi_ops *ops); void riscv_set_ipi_ops(const struct riscv_ipi_ops *ops);
...@@ -70,7 +70,7 @@ static inline void show_ipi_stats(struct seq_file *p, int prec) ...@@ -70,7 +70,7 @@ static inline void show_ipi_stats(struct seq_file *p, int prec)
{ {
} }
static inline int riscv_hartid_to_cpuid(int hartid) static inline int riscv_hartid_to_cpuid(unsigned long hartid)
{ {
if (hartid == boot_cpu_hartid) if (hartid == boot_cpu_hartid)
return 0; return 0;
......
...@@ -14,37 +14,36 @@ ...@@ -14,37 +14,36 @@
* Returns the hart ID of the given device tree node, or -ENODEV if the node * Returns the hart ID of the given device tree node, or -ENODEV if the node
* isn't an enabled and valid RISC-V hart node. * isn't an enabled and valid RISC-V hart node.
*/ */
int riscv_of_processor_hartid(struct device_node *node) int riscv_of_processor_hartid(struct device_node *node, unsigned long *hart)
{ {
const char *isa; const char *isa;
u32 hart;
if (!of_device_is_compatible(node, "riscv")) { if (!of_device_is_compatible(node, "riscv")) {
pr_warn("Found incompatible CPU\n"); pr_warn("Found incompatible CPU\n");
return -ENODEV; return -ENODEV;
} }
hart = of_get_cpu_hwid(node, 0); *hart = (unsigned long) of_get_cpu_hwid(node, 0);
if (hart == ~0U) { if (*hart == ~0UL) {
pr_warn("Found CPU without hart ID\n"); pr_warn("Found CPU without hart ID\n");
return -ENODEV; return -ENODEV;
} }
if (!of_device_is_available(node)) { if (!of_device_is_available(node)) {
pr_info("CPU with hartid=%d is not available\n", hart); pr_info("CPU with hartid=%lu is not available\n", *hart);
return -ENODEV; return -ENODEV;
} }
if (of_property_read_string(node, "riscv,isa", &isa)) { if (of_property_read_string(node, "riscv,isa", &isa)) {
pr_warn("CPU with hartid=%d has no \"riscv,isa\" property\n", hart); pr_warn("CPU with hartid=%lu has no \"riscv,isa\" property\n", *hart);
return -ENODEV; return -ENODEV;
} }
if (isa[0] != 'r' || isa[1] != 'v') { if (isa[0] != 'r' || isa[1] != 'v') {
pr_warn("CPU with hartid=%d has an invalid ISA of \"%s\"\n", hart, isa); pr_warn("CPU with hartid=%lu has an invalid ISA of \"%s\"\n", *hart, isa);
return -ENODEV; return -ENODEV;
} }
return hart; return 0;
} }
/* /*
...@@ -53,11 +52,16 @@ int riscv_of_processor_hartid(struct device_node *node) ...@@ -53,11 +52,16 @@ int riscv_of_processor_hartid(struct device_node *node)
* To achieve this, we walk up the DT tree until we find an active * To achieve this, we walk up the DT tree until we find an active
* RISC-V core (HART) node and extract the cpuid from it. * RISC-V core (HART) node and extract the cpuid from it.
*/ */
int riscv_of_parent_hartid(struct device_node *node) int riscv_of_parent_hartid(struct device_node *node, unsigned long *hartid)
{ {
int rc;
for (; node; node = node->parent) { for (; node; node = node->parent) {
if (of_device_is_compatible(node, "riscv")) if (of_device_is_compatible(node, "riscv")) {
return riscv_of_processor_hartid(node); rc = riscv_of_processor_hartid(node, hartid);
if (!rc)
return 0;
}
} }
return -1; return -1;
......
...@@ -65,7 +65,7 @@ static int sbi_hsm_hart_get_status(unsigned long hartid) ...@@ -65,7 +65,7 @@ static int sbi_hsm_hart_get_status(unsigned long hartid)
static int sbi_cpu_start(unsigned int cpuid, struct task_struct *tidle) static int sbi_cpu_start(unsigned int cpuid, struct task_struct *tidle)
{ {
unsigned long boot_addr = __pa_symbol(secondary_start_sbi); unsigned long boot_addr = __pa_symbol(secondary_start_sbi);
int hartid = cpuid_to_hartid_map(cpuid); unsigned long hartid = cpuid_to_hartid_map(cpuid);
unsigned long hsm_data; unsigned long hsm_data;
struct sbi_hart_boot_data *bdata = &per_cpu(boot_data, cpuid); struct sbi_hart_boot_data *bdata = &per_cpu(boot_data, cpuid);
...@@ -107,7 +107,7 @@ static void sbi_cpu_stop(void) ...@@ -107,7 +107,7 @@ static void sbi_cpu_stop(void)
static int sbi_cpu_is_stopped(unsigned int cpuid) static int sbi_cpu_is_stopped(unsigned int cpuid)
{ {
int rc; int rc;
int hartid = cpuid_to_hartid_map(cpuid); unsigned long hartid = cpuid_to_hartid_map(cpuid);
rc = sbi_hsm_hart_get_status(hartid); rc = sbi_hsm_hart_get_status(hartid);
......
...@@ -18,7 +18,7 @@ void *__cpu_spinwait_task_pointer[NR_CPUS] __section(".data"); ...@@ -18,7 +18,7 @@ void *__cpu_spinwait_task_pointer[NR_CPUS] __section(".data");
static void cpu_update_secondary_bootdata(unsigned int cpuid, static void cpu_update_secondary_bootdata(unsigned int cpuid,
struct task_struct *tidle) struct task_struct *tidle)
{ {
int hartid = cpuid_to_hartid_map(cpuid); unsigned long hartid = cpuid_to_hartid_map(cpuid);
/* /*
* The hartid must be less than NR_CPUS to avoid out-of-bound access * The hartid must be less than NR_CPUS to avoid out-of-bound access
...@@ -27,7 +27,7 @@ static void cpu_update_secondary_bootdata(unsigned int cpuid, ...@@ -27,7 +27,7 @@ static void cpu_update_secondary_bootdata(unsigned int cpuid,
* spinwait booting is not the recommended approach for any platforms * spinwait booting is not the recommended approach for any platforms
* booting Linux in S-mode and can be disabled in the future. * booting Linux in S-mode and can be disabled in the future.
*/ */
if (hartid == INVALID_HARTID || hartid >= NR_CPUS) if (hartid == INVALID_HARTID || hartid >= (unsigned long) NR_CPUS)
return; return;
/* Make sure tidle is updated */ /* Make sure tidle is updated */
......
...@@ -72,8 +72,9 @@ void __init riscv_fill_hwcap(void) ...@@ -72,8 +72,9 @@ void __init riscv_fill_hwcap(void)
struct device_node *node; struct device_node *node;
const char *isa; const char *isa;
char print_str[NUM_ALPHA_EXTS + 1]; char print_str[NUM_ALPHA_EXTS + 1];
int i, j; int i, j, rc;
static unsigned long isa2hwcap[256] = {0}; static unsigned long isa2hwcap[256] = {0};
unsigned long hartid;
isa2hwcap['i'] = isa2hwcap['I'] = COMPAT_HWCAP_ISA_I; isa2hwcap['i'] = isa2hwcap['I'] = COMPAT_HWCAP_ISA_I;
isa2hwcap['m'] = isa2hwcap['M'] = COMPAT_HWCAP_ISA_M; isa2hwcap['m'] = isa2hwcap['M'] = COMPAT_HWCAP_ISA_M;
...@@ -91,7 +92,8 @@ void __init riscv_fill_hwcap(void) ...@@ -91,7 +92,8 @@ void __init riscv_fill_hwcap(void)
DECLARE_BITMAP(this_isa, RISCV_ISA_EXT_MAX); DECLARE_BITMAP(this_isa, RISCV_ISA_EXT_MAX);
const char *temp; const char *temp;
if (riscv_of_processor_hartid(node) < 0) rc = riscv_of_processor_hartid(node, &hartid);
if (rc < 0)
continue; continue;
if (of_property_read_string(node, "riscv,isa", &isa)) { if (of_property_read_string(node, "riscv,isa", &isa)) {
......
...@@ -47,7 +47,7 @@ static struct { ...@@ -47,7 +47,7 @@ static struct {
unsigned long bits ____cacheline_aligned; unsigned long bits ____cacheline_aligned;
} ipi_data[NR_CPUS] __cacheline_aligned; } ipi_data[NR_CPUS] __cacheline_aligned;
int riscv_hartid_to_cpuid(int hartid) int riscv_hartid_to_cpuid(unsigned long hartid)
{ {
int i; int i;
...@@ -55,7 +55,7 @@ int riscv_hartid_to_cpuid(int hartid) ...@@ -55,7 +55,7 @@ int riscv_hartid_to_cpuid(int hartid)
if (cpuid_to_hartid_map(i) == hartid) if (cpuid_to_hartid_map(i) == hartid)
return i; return i;
pr_err("Couldn't find cpu id for hartid [%d]\n", hartid); pr_err("Couldn't find cpu id for hartid [%lu]\n", hartid);
return -ENOENT; return -ENOENT;
} }
......
...@@ -72,15 +72,16 @@ void __init smp_prepare_cpus(unsigned int max_cpus) ...@@ -72,15 +72,16 @@ void __init smp_prepare_cpus(unsigned int max_cpus)
void __init setup_smp(void) void __init setup_smp(void)
{ {
struct device_node *dn; struct device_node *dn;
int hart; unsigned long hart;
bool found_boot_cpu = false; bool found_boot_cpu = false;
int cpuid = 1; int cpuid = 1;
int rc;
cpu_set_ops(0); cpu_set_ops(0);
for_each_of_cpu_node(dn) { for_each_of_cpu_node(dn) {
hart = riscv_of_processor_hartid(dn); rc = riscv_of_processor_hartid(dn, &hart);
if (hart < 0) if (rc < 0)
continue; continue;
if (hart == cpuid_to_hartid_map(0)) { if (hart == cpuid_to_hartid_map(0)) {
...@@ -90,7 +91,7 @@ void __init setup_smp(void) ...@@ -90,7 +91,7 @@ void __init setup_smp(void)
continue; continue;
} }
if (cpuid >= NR_CPUS) { if (cpuid >= NR_CPUS) {
pr_warn("Invalid cpuid [%d] for hartid [%d]\n", pr_warn("Invalid cpuid [%d] for hartid [%lu]\n",
cpuid, hart); cpuid, hart);
continue; continue;
} }
......
...@@ -101,20 +101,21 @@ static irqreturn_t riscv_timer_interrupt(int irq, void *dev_id) ...@@ -101,20 +101,21 @@ static irqreturn_t riscv_timer_interrupt(int irq, void *dev_id)
static int __init riscv_timer_init_dt(struct device_node *n) static int __init riscv_timer_init_dt(struct device_node *n)
{ {
int cpuid, hartid, error; int cpuid, error;
unsigned long hartid;
struct device_node *child; struct device_node *child;
struct irq_domain *domain; struct irq_domain *domain;
hartid = riscv_of_processor_hartid(n); error = riscv_of_processor_hartid(n, &hartid);
if (hartid < 0) { if (error < 0) {
pr_warn("Not valid hartid for node [%pOF] error = [%d]\n", pr_warn("Not valid hartid for node [%pOF] error = [%lu]\n",
n, hartid); n, hartid);
return hartid; return error;
} }
cpuid = riscv_hartid_to_cpuid(hartid); cpuid = riscv_hartid_to_cpuid(hartid);
if (cpuid < 0) { if (cpuid < 0) {
pr_warn("Invalid cpuid for hartid [%d]\n", hartid); pr_warn("Invalid cpuid for hartid [%lu]\n", hartid);
return cpuid; return cpuid;
} }
...@@ -140,7 +141,7 @@ static int __init riscv_timer_init_dt(struct device_node *n) ...@@ -140,7 +141,7 @@ static int __init riscv_timer_init_dt(struct device_node *n)
return -ENODEV; return -ENODEV;
} }
pr_info("%s: Registering clocksource cpuid [%d] hartid [%d]\n", pr_info("%s: Registering clocksource cpuid [%d] hartid [%lu]\n",
__func__, cpuid, hartid); __func__, cpuid, hartid);
error = clocksource_register_hz(&riscv_clocksource, riscv_timebase); error = clocksource_register_hz(&riscv_clocksource, riscv_timebase);
if (error) { if (error) {
......
...@@ -8,6 +8,7 @@ ...@@ -8,6 +8,7 @@
#include <asm/efi.h> #include <asm/efi.h>
#include <asm/sections.h> #include <asm/sections.h>
#include <asm/unaligned.h>
#include "efistub.h" #include "efistub.h"
...@@ -29,7 +30,7 @@ static int get_boot_hartid_from_fdt(void) ...@@ -29,7 +30,7 @@ static int get_boot_hartid_from_fdt(void)
{ {
const void *fdt; const void *fdt;
int chosen_node, len; int chosen_node, len;
const fdt32_t *prop; const void *prop;
fdt = get_efi_config_table(DEVICE_TREE_GUID); fdt = get_efi_config_table(DEVICE_TREE_GUID);
if (!fdt) if (!fdt)
...@@ -40,10 +41,16 @@ static int get_boot_hartid_from_fdt(void) ...@@ -40,10 +41,16 @@ static int get_boot_hartid_from_fdt(void)
return -EINVAL; return -EINVAL;
prop = fdt_getprop((void *)fdt, chosen_node, "boot-hartid", &len); prop = fdt_getprop((void *)fdt, chosen_node, "boot-hartid", &len);
if (!prop || len != sizeof(u32)) if (!prop)
return -EINVAL;
if (len == sizeof(u32))
hartid = (unsigned long) fdt32_to_cpu(*(fdt32_t *)prop);
else if (len == sizeof(u64))
hartid = (unsigned long) fdt64_to_cpu(__get_unaligned_t(fdt64_t, prop));
else
return -EINVAL; return -EINVAL;
hartid = fdt32_to_cpu(*prop);
return 0; return 0;
} }
......
...@@ -95,10 +95,11 @@ static const struct irq_domain_ops riscv_intc_domain_ops = { ...@@ -95,10 +95,11 @@ static const struct irq_domain_ops riscv_intc_domain_ops = {
static int __init riscv_intc_init(struct device_node *node, static int __init riscv_intc_init(struct device_node *node,
struct device_node *parent) struct device_node *parent)
{ {
int rc, hartid; int rc;
unsigned long hartid;
hartid = riscv_of_parent_hartid(node); rc = riscv_of_parent_hartid(node, &hartid);
if (hartid < 0) { if (rc < 0) {
pr_warn("unable to find hart id for %pOF\n", node); pr_warn("unable to find hart id for %pOF\n", node);
return 0; return 0;
} }
......
...@@ -317,7 +317,8 @@ static int __init plic_init(struct device_node *node, ...@@ -317,7 +317,8 @@ static int __init plic_init(struct device_node *node,
for (i = 0; i < nr_contexts; i++) { for (i = 0; i < nr_contexts; i++) {
struct of_phandle_args parent; struct of_phandle_args parent;
irq_hw_number_t hwirq; irq_hw_number_t hwirq;
int cpu, hartid; int cpu;
unsigned long hartid;
if (of_irq_parse_one(node, i, &parent)) { if (of_irq_parse_one(node, i, &parent)) {
pr_err("failed to parse parent for context %d.\n", i); pr_err("failed to parse parent for context %d.\n", i);
...@@ -341,8 +342,8 @@ static int __init plic_init(struct device_node *node, ...@@ -341,8 +342,8 @@ static int __init plic_init(struct device_node *node,
continue; continue;
} }
hartid = riscv_of_parent_hartid(parent.np); error = riscv_of_parent_hartid(parent.np, &hartid);
if (hartid < 0) { if (error < 0) {
pr_warn("failed to parse hart ID for context %d.\n", i); pr_warn("failed to parse hart ID for context %d.\n", i);
continue; continue;
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment