Commit 970b766c authored by Linus Torvalds's avatar Linus Torvalds

Merge tag 'trace-5.1-rc3' of git://git.kernel.org/pub/scm/linux/kernel/git/rostedt/linux-trace

Pull syscall-get-arguments cleanup and fixes from Steven Rostedt:
 "Andy Lutomirski approached me to tell me that the
  syscall_get_arguments() implementation in x86 was horrible and gcc
  certainly gets it wrong.

  He said that since the tracepoints only pass in 0 and 6 for i and n
  repectively, it should be optimized for that case. Inspecting the
  kernel, I discovered that all users pass in 0 for i and only one file
  passing in something other than 6 for the number of arguments. That
  code happens to be my own code used for the special syscall tracing.

  That can easily be converted to just using 0 and 6 as well, and only
  copying what is needed. Which is probably the faster path anyway for
  that case.

  Along the way, a couple of real fixes came from this as the
  syscall_get_arguments() function was incorrect for csky and riscv.

  x86 has been optimized to for the new interface that removes the
  variable number of arguments, but the other architectures could still
  use some loving and take more advantage of the simpler interface"

* tag 'trace-5.1-rc3' of git://git.kernel.org/pub/scm/linux/kernel/git/rostedt/linux-trace:
  syscalls: Remove start and number from syscall_set_arguments() args
  syscalls: Remove start and number from syscall_get_arguments() args
  csky: Fix syscall_get_arguments() and syscall_set_arguments()
  riscv: Fix syscall_get_arguments() and syscall_set_arguments()
  tracing/syscalls: Pass in hardcoded 6 into syscall_get_arguments()
  ptrace: Remove maxargs from task_current_syscall()
parents 7f46774c 32d92586
...@@ -55,12 +55,11 @@ syscall_set_return_value(struct task_struct *task, struct pt_regs *regs, ...@@ -55,12 +55,11 @@ syscall_set_return_value(struct task_struct *task, struct pt_regs *regs,
*/ */
static inline void static inline void
syscall_get_arguments(struct task_struct *task, struct pt_regs *regs, syscall_get_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, unsigned long *args) unsigned long *args)
{ {
unsigned long *inside_ptregs = &(regs->r0); unsigned long *inside_ptregs = &(regs->r0);
inside_ptregs -= i; unsigned int n = 6;
unsigned int i = 0;
BUG_ON((i + n) > 6);
while (n--) { while (n--) {
args[i++] = (*inside_ptregs); args[i++] = (*inside_ptregs);
......
...@@ -55,53 +55,22 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -55,53 +55,22 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
if (n == 0) args[0] = regs->ARM_ORIG_r0;
return; args++;
if (i + n > SYSCALL_MAX_ARGS) { memcpy(args, &regs->ARM_r0 + 1, 5 * sizeof(args[0]));
unsigned long *args_bad = args + SYSCALL_MAX_ARGS - i;
unsigned int n_bad = n + i - SYSCALL_MAX_ARGS;
pr_warn("%s called with max args %d, handling only %d\n",
__func__, i + n, SYSCALL_MAX_ARGS);
memset(args_bad, 0, n_bad * sizeof(args[0]));
n = SYSCALL_MAX_ARGS - i;
}
if (i == 0) {
args[0] = regs->ARM_ORIG_r0;
args++;
i++;
n--;
}
memcpy(args, &regs->ARM_r0 + i, n * sizeof(args[0]));
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
if (n == 0) regs->ARM_ORIG_r0 = args[0];
return; args++;
if (i + n > SYSCALL_MAX_ARGS) { memcpy(&regs->ARM_r0 + 1, args, 5 * sizeof(args[0]));
pr_warn("%s called with max args %d, handling only %d\n",
__func__, i + n, SYSCALL_MAX_ARGS);
n = SYSCALL_MAX_ARGS - i;
}
if (i == 0) {
regs->ARM_ORIG_r0 = args[0];
args++;
i++;
n--;
}
memcpy(&regs->ARM_r0 + i, args, n * sizeof(args[0]));
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -65,52 +65,22 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -65,52 +65,22 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
if (n == 0) args[0] = regs->orig_x0;
return; args++;
if (i + n > SYSCALL_MAX_ARGS) { memcpy(args, &regs->regs[1], 5 * sizeof(args[0]));
unsigned long *args_bad = args + SYSCALL_MAX_ARGS - i;
unsigned int n_bad = n + i - SYSCALL_MAX_ARGS;
pr_warning("%s called with max args %d, handling only %d\n",
__func__, i + n, SYSCALL_MAX_ARGS);
memset(args_bad, 0, n_bad * sizeof(args[0]));
}
if (i == 0) {
args[0] = regs->orig_x0;
args++;
i++;
n--;
}
memcpy(args, &regs->regs[i], n * sizeof(args[0]));
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
if (n == 0) regs->orig_x0 = args[0];
return; args++;
if (i + n > SYSCALL_MAX_ARGS) { memcpy(&regs->regs[1], args, 5 * sizeof(args[0]));
pr_warning("%s called with max args %d, handling only %d\n",
__func__, i + n, SYSCALL_MAX_ARGS);
n = SYSCALL_MAX_ARGS - i;
}
if (i == 0) {
regs->orig_x0 = args[0];
args++;
i++;
n--;
}
memcpy(&regs->regs[i], args, n * sizeof(args[0]));
} }
/* /*
......
...@@ -46,78 +46,27 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -46,78 +46,27 @@ static inline void syscall_set_return_value(struct task_struct *task,
} }
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, unsigned int i, struct pt_regs *regs,
unsigned int n, unsigned long *args) unsigned long *args)
{ {
switch (i) { *args++ = regs->a4;
case 0: *args++ = regs->b4;
if (!n--) *args++ = regs->a6;
break; *args++ = regs->b6;
*args++ = regs->a4; *args++ = regs->a8;
case 1: *args = regs->b8;
if (!n--)
break;
*args++ = regs->b4;
case 2:
if (!n--)
break;
*args++ = regs->a6;
case 3:
if (!n--)
break;
*args++ = regs->b6;
case 4:
if (!n--)
break;
*args++ = regs->a8;
case 5:
if (!n--)
break;
*args++ = regs->b8;
case 6:
if (!n--)
break;
default:
BUG();
}
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
switch (i) { regs->a4 = *args++;
case 0: regs->b4 = *args++;
if (!n--) regs->a6 = *args++;
break; regs->b6 = *args++;
regs->a4 = *args++; regs->a8 = *args++;
case 1: regs->a9 = *args;
if (!n--)
break;
regs->b4 = *args++;
case 2:
if (!n--)
break;
regs->a6 = *args++;
case 3:
if (!n--)
break;
regs->b6 = *args++;
case 4:
if (!n--)
break;
regs->a8 = *args++;
case 5:
if (!n--)
break;
regs->a9 = *args++;
case 6:
if (!n)
break;
default:
BUG();
}
} }
#endif /* __ASM_C6X_SYSCALLS_H */ #endif /* __ASM_C6X_SYSCALLS_H */
...@@ -43,30 +43,20 @@ syscall_set_return_value(struct task_struct *task, struct pt_regs *regs, ...@@ -43,30 +43,20 @@ syscall_set_return_value(struct task_struct *task, struct pt_regs *regs,
static inline void static inline void
syscall_get_arguments(struct task_struct *task, struct pt_regs *regs, syscall_get_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); args[0] = regs->orig_a0;
if (i == 0) { args++;
args[0] = regs->orig_a0; memcpy(args, &regs->a1, 5 * sizeof(args[0]));
args++;
i++;
n--;
}
memcpy(args, &regs->a1 + i * sizeof(regs->a1), n * sizeof(args[0]));
} }
static inline void static inline void
syscall_set_arguments(struct task_struct *task, struct pt_regs *regs, syscall_set_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, const unsigned long *args) const unsigned long *args)
{ {
BUG_ON(i + n > 6); regs->orig_a0 = args[0];
if (i == 0) { args++;
regs->orig_a0 = args[0]; memcpy(&regs->a1, args, 5 * sizeof(regs->a1));
args++;
i++;
n--;
}
memcpy(&regs->a1 + i * sizeof(regs->a1), args, n * sizeof(regs->a0));
} }
static inline int static inline int
......
...@@ -17,34 +17,14 @@ syscall_get_nr(struct task_struct *task, struct pt_regs *regs) ...@@ -17,34 +17,14 @@ syscall_get_nr(struct task_struct *task, struct pt_regs *regs)
static inline void static inline void
syscall_get_arguments(struct task_struct *task, struct pt_regs *regs, syscall_get_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); *args++ = regs->er1;
*args++ = regs->er2;
while (n > 0) { *args++ = regs->er3;
switch (i) { *args++ = regs->er4;
case 0: *args++ = regs->er5;
*args++ = regs->er1; *args = regs->er6;
break;
case 1:
*args++ = regs->er2;
break;
case 2:
*args++ = regs->er3;
break;
case 3:
*args++ = regs->er4;
break;
case 4:
*args++ = regs->er5;
break;
case 5:
*args++ = regs->er6;
break;
}
i++;
n--;
}
} }
......
...@@ -37,10 +37,8 @@ static inline long syscall_get_nr(struct task_struct *task, ...@@ -37,10 +37,8 @@ static inline long syscall_get_nr(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); memcpy(args, &(&regs->r00)[0], 6 * sizeof(args[0]));
memcpy(args, &(&regs->r00)[i], n * sizeof(args[0]));
} }
#endif #endif
...@@ -59,26 +59,19 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -59,26 +59,19 @@ static inline void syscall_set_return_value(struct task_struct *task,
} }
extern void ia64_syscall_get_set_arguments(struct task_struct *task, extern void ia64_syscall_get_set_arguments(struct task_struct *task,
struct pt_regs *regs, unsigned int i, unsigned int n, struct pt_regs *regs, unsigned long *args, int rw);
unsigned long *args, int rw);
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); ia64_syscall_get_set_arguments(task, regs, args, 0);
ia64_syscall_get_set_arguments(task, regs, i, n, args, 0);
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); ia64_syscall_get_set_arguments(task, regs, args, 1);
ia64_syscall_get_set_arguments(task, regs, i, n, args, 1);
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -2179,12 +2179,11 @@ static void syscall_get_set_args_cb(struct unw_frame_info *info, void *data) ...@@ -2179,12 +2179,11 @@ static void syscall_get_set_args_cb(struct unw_frame_info *info, void *data)
} }
void ia64_syscall_get_set_arguments(struct task_struct *task, void ia64_syscall_get_set_arguments(struct task_struct *task,
struct pt_regs *regs, unsigned int i, unsigned int n, struct pt_regs *regs, unsigned long *args, int rw)
unsigned long *args, int rw)
{ {
struct syscall_get_set_args data = { struct syscall_get_set_args data = {
.i = i, .i = 0,
.n = n, .n = 6,
.args = args, .args = args,
.regs = regs, .regs = regs,
.rw = rw, .rw = rw,
......
...@@ -82,18 +82,22 @@ static inline void microblaze_set_syscall_arg(struct pt_regs *regs, ...@@ -82,18 +82,22 @@ static inline void microblaze_set_syscall_arg(struct pt_regs *regs,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
unsigned int i = 0;
unsigned int n = 6;
while (n--) while (n--)
*args++ = microblaze_get_syscall_arg(regs, i++); *args++ = microblaze_get_syscall_arg(regs, i++);
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
unsigned int i = 0;
unsigned int n = 6;
while (n--) while (n--)
microblaze_set_syscall_arg(regs, i++, *args++); microblaze_set_syscall_arg(regs, i++, *args++);
} }
......
...@@ -116,9 +116,10 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -116,9 +116,10 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
unsigned int i = 0;
unsigned int n = 6;
int ret; int ret;
/* O32 ABI syscall() */ /* O32 ABI syscall() */
......
...@@ -1419,7 +1419,7 @@ asmlinkage long syscall_trace_enter(struct pt_regs *regs, long syscall) ...@@ -1419,7 +1419,7 @@ asmlinkage long syscall_trace_enter(struct pt_regs *regs, long syscall)
sd.nr = syscall; sd.nr = syscall;
sd.arch = syscall_get_arch(); sd.arch = syscall_get_arch();
syscall_get_arguments(current, regs, 0, 6, args); syscall_get_arguments(current, regs, args);
for (i = 0; i < 6; i++) for (i = 0; i < 6; i++)
sd.args[i] = args[i]; sd.args[i] = args[i];
sd.instruction_pointer = KSTK_EIP(current); sd.instruction_pointer = KSTK_EIP(current);
......
...@@ -108,81 +108,41 @@ void syscall_set_return_value(struct task_struct *task, struct pt_regs *regs, ...@@ -108,81 +108,41 @@ void syscall_set_return_value(struct task_struct *task, struct pt_regs *regs,
* syscall_get_arguments - extract system call parameter values * syscall_get_arguments - extract system call parameter values
* @task: task of interest, must be blocked * @task: task of interest, must be blocked
* @regs: task_pt_regs() of @task * @regs: task_pt_regs() of @task
* @i: argument index [0,5]
* @n: number of arguments; n+i must be [1,6].
* @args: array filled with argument values * @args: array filled with argument values
* *
* Fetches @n arguments to the system call starting with the @i'th argument * Fetches 6 arguments to the system call (from 0 through 5). The first
* (from 0 through 5). Argument @i is stored in @args[0], and so on. * argument is stored in @args[0], and so on.
* An arch inline version is probably optimal when @i and @n are constants.
* *
* It's only valid to call this when @task is stopped for tracing on * It's only valid to call this when @task is stopped for tracing on
* entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT. * entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT.
* It's invalid to call this with @i + @n > 6; we only support system calls
* taking up to 6 arguments.
*/ */
#define SYSCALL_MAX_ARGS 6 #define SYSCALL_MAX_ARGS 6
void syscall_get_arguments(struct task_struct *task, struct pt_regs *regs, void syscall_get_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, unsigned long *args) unsigned long *args)
{ {
if (n == 0) args[0] = regs->orig_r0;
return; args++;
if (i + n > SYSCALL_MAX_ARGS) { memcpy(args, &regs->uregs[0] + 1, 5 * sizeof(args[0]));
unsigned long *args_bad = args + SYSCALL_MAX_ARGS - i;
unsigned int n_bad = n + i - SYSCALL_MAX_ARGS;
pr_warning("%s called with max args %d, handling only %d\n",
__func__, i + n, SYSCALL_MAX_ARGS);
memset(args_bad, 0, n_bad * sizeof(args[0]));
memset(args_bad, 0, n_bad * sizeof(args[0]));
}
if (i == 0) {
args[0] = regs->orig_r0;
args++;
i++;
n--;
}
memcpy(args, &regs->uregs[0] + i, n * sizeof(args[0]));
} }
/** /**
* syscall_set_arguments - change system call parameter value * syscall_set_arguments - change system call parameter value
* @task: task of interest, must be in system call entry tracing * @task: task of interest, must be in system call entry tracing
* @regs: task_pt_regs() of @task * @regs: task_pt_regs() of @task
* @i: argument index [0,5]
* @n: number of arguments; n+i must be [1,6].
* @args: array of argument values to store * @args: array of argument values to store
* *
* Changes @n arguments to the system call starting with the @i'th argument. * Changes 6 arguments to the system call. The first argument gets value
* Argument @i gets value @args[0], and so on. * @args[0], and so on.
* An arch inline version is probably optimal when @i and @n are constants.
* *
* It's only valid to call this when @task is stopped for tracing on * It's only valid to call this when @task is stopped for tracing on
* entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT. * entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT.
* It's invalid to call this with @i + @n > 6; we only support system calls
* taking up to 6 arguments.
*/ */
void syscall_set_arguments(struct task_struct *task, struct pt_regs *regs, void syscall_set_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
if (n == 0) regs->orig_r0 = args[0];
return; args++;
if (i + n > SYSCALL_MAX_ARGS) {
pr_warn("%s called with max args %d, handling only %d\n",
__func__, i + n, SYSCALL_MAX_ARGS);
n = SYSCALL_MAX_ARGS - i;
}
if (i == 0) {
regs->orig_r0 = args[0];
args++;
i++;
n--;
}
memcpy(&regs->uregs[0] + i, args, n * sizeof(args[0])); memcpy(&regs->uregs[0] + 1, args, 5 * sizeof(args[0]));
} }
#endif /* _ASM_NDS32_SYSCALL_H */ #endif /* _ASM_NDS32_SYSCALL_H */
...@@ -58,81 +58,25 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -58,81 +58,25 @@ static inline void syscall_set_return_value(struct task_struct *task,
} }
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, unsigned int i, unsigned int n, struct pt_regs *regs, unsigned long *args)
unsigned long *args)
{ {
BUG_ON(i + n > 6); *args++ = regs->r4;
*args++ = regs->r5;
switch (i) { *args++ = regs->r6;
case 0: *args++ = regs->r7;
if (!n--) *args++ = regs->r8;
break; *args = regs->r9;
*args++ = regs->r4;
case 1:
if (!n--)
break;
*args++ = regs->r5;
case 2:
if (!n--)
break;
*args++ = regs->r6;
case 3:
if (!n--)
break;
*args++ = regs->r7;
case 4:
if (!n--)
break;
*args++ = regs->r8;
case 5:
if (!n--)
break;
*args++ = regs->r9;
case 6:
if (!n--)
break;
default:
BUG();
}
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, unsigned int i, unsigned int n, struct pt_regs *regs, const unsigned long *args)
const unsigned long *args)
{ {
BUG_ON(i + n > 6); regs->r4 = *args++;
regs->r5 = *args++;
switch (i) { regs->r6 = *args++;
case 0: regs->r7 = *args++;
if (!n--) regs->r8 = *args++;
break; regs->r9 = *args;
regs->r4 = *args++;
case 1:
if (!n--)
break;
regs->r5 = *args++;
case 2:
if (!n--)
break;
regs->r6 = *args++;
case 3:
if (!n--)
break;
regs->r7 = *args++;
case 4:
if (!n--)
break;
regs->r8 = *args++;
case 5:
if (!n--)
break;
regs->r9 = *args++;
case 6:
if (!n)
break;
default:
BUG();
}
} }
#endif #endif
...@@ -56,20 +56,16 @@ syscall_set_return_value(struct task_struct *task, struct pt_regs *regs, ...@@ -56,20 +56,16 @@ syscall_set_return_value(struct task_struct *task, struct pt_regs *regs,
static inline void static inline void
syscall_get_arguments(struct task_struct *task, struct pt_regs *regs, syscall_get_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); memcpy(args, &regs->gpr[3], 6 * sizeof(args[0]));
memcpy(args, &regs->gpr[3 + i], n * sizeof(args[0]));
} }
static inline void static inline void
syscall_set_arguments(struct task_struct *task, struct pt_regs *regs, syscall_set_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, const unsigned long *args) const unsigned long *args)
{ {
BUG_ON(i + n > 6); memcpy(&regs->gpr[3], args, 6 * sizeof(args[0]));
memcpy(&regs->gpr[3 + i], args, n * sizeof(args[0]));
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -18,29 +18,15 @@ static inline long syscall_get_nr(struct task_struct *tsk, ...@@ -18,29 +18,15 @@ static inline long syscall_get_nr(struct task_struct *tsk,
} }
static inline void syscall_get_arguments(struct task_struct *tsk, static inline void syscall_get_arguments(struct task_struct *tsk,
struct pt_regs *regs, unsigned int i, struct pt_regs *regs,
unsigned int n, unsigned long *args) unsigned long *args)
{ {
BUG_ON(i); args[5] = regs->gr[21];
args[4] = regs->gr[22];
switch (n) { args[3] = regs->gr[23];
case 6: args[2] = regs->gr[24];
args[5] = regs->gr[21]; args[1] = regs->gr[25];
case 5: args[0] = regs->gr[26];
args[4] = regs->gr[22];
case 4:
args[3] = regs->gr[23];
case 3:
args[2] = regs->gr[24];
case 2:
args[1] = regs->gr[25];
case 1:
args[0] = regs->gr[26];
case 0:
break;
default:
BUG();
}
} }
static inline long syscall_get_return_value(struct task_struct *task, static inline long syscall_get_return_value(struct task_struct *task,
......
...@@ -65,22 +65,20 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -65,22 +65,20 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
unsigned long val, mask = -1UL; unsigned long val, mask = -1UL;
unsigned int n = 6;
BUG_ON(i + n > 6);
#ifdef CONFIG_COMPAT #ifdef CONFIG_COMPAT
if (test_tsk_thread_flag(task, TIF_32BIT)) if (test_tsk_thread_flag(task, TIF_32BIT))
mask = 0xffffffff; mask = 0xffffffff;
#endif #endif
while (n--) { while (n--) {
if (n == 0 && i == 0) if (n == 0)
val = regs->orig_gpr3; val = regs->orig_gpr3;
else else
val = regs->gpr[3 + i + n]; val = regs->gpr[3 + n];
args[n] = val & mask; args[n] = val & mask;
} }
...@@ -88,15 +86,12 @@ static inline void syscall_get_arguments(struct task_struct *task, ...@@ -88,15 +86,12 @@ static inline void syscall_get_arguments(struct task_struct *task,
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
BUG_ON(i + n > 6); memcpy(&regs->gpr[3], args, 6 * sizeof(args[0]));
memcpy(&regs->gpr[3 + i], args, n * sizeof(args[0]));
/* Also copy the first argument into orig_gpr3 */ /* Also copy the first argument into orig_gpr3 */
if (i == 0 && n > 0) regs->orig_gpr3 = args[0];
regs->orig_gpr3 = args[0];
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -72,32 +72,20 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -72,32 +72,20 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); args[0] = regs->orig_a0;
if (i == 0) { args++;
args[0] = regs->orig_a0; memcpy(args, &regs->a1, 5 * sizeof(args[0]));
args++;
i++;
n--;
}
memcpy(args, &regs->a1 + i * sizeof(regs->a1), n * sizeof(args[0]));
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
BUG_ON(i + n > 6); regs->orig_a0 = args[0];
if (i == 0) { args++;
regs->orig_a0 = args[0]; memcpy(&regs->a1, args, 5 * sizeof(regs->a1));
args++;
i++;
n--;
}
memcpy(&regs->a1 + i * sizeof(regs->a1), args, n * sizeof(regs->a0));
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -56,40 +56,32 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -56,40 +56,32 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
unsigned long mask = -1UL; unsigned long mask = -1UL;
unsigned int n = 6;
/*
* No arguments for this syscall, there's nothing to do.
*/
if (!n)
return;
BUG_ON(i + n > 6);
#ifdef CONFIG_COMPAT #ifdef CONFIG_COMPAT
if (test_tsk_thread_flag(task, TIF_31BIT)) if (test_tsk_thread_flag(task, TIF_31BIT))
mask = 0xffffffff; mask = 0xffffffff;
#endif #endif
while (n-- > 0) while (n-- > 0)
if (i + n > 0) if (n > 0)
args[n] = regs->gprs[2 + i + n] & mask; args[n] = regs->gprs[2 + n] & mask;
if (i == 0)
args[0] = regs->orig_gpr2 & mask; args[0] = regs->orig_gpr2 & mask;
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
BUG_ON(i + n > 6); unsigned int n = 6;
while (n-- > 0) while (n-- > 0)
if (i + n > 0) if (n > 0)
regs->gprs[2 + i + n] = args[n]; regs->gprs[2 + n] = args[n];
if (i == 0) regs->orig_gpr2 = args[0];
regs->orig_gpr2 = args[0];
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -48,51 +48,28 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -48,51 +48,28 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
/*
* Do this simply for now. If we need to start supporting
* fetching arguments from arbitrary indices, this will need some
* extra logic. Presently there are no in-tree users that depend
* on this behaviour.
*/
BUG_ON(i);
/* Argument pattern is: R4, R5, R6, R7, R0, R1 */ /* Argument pattern is: R4, R5, R6, R7, R0, R1 */
switch (n) { args[5] = regs->regs[1];
case 6: args[5] = regs->regs[1]; args[4] = regs->regs[0];
case 5: args[4] = regs->regs[0]; args[3] = regs->regs[7];
case 4: args[3] = regs->regs[7]; args[2] = regs->regs[6];
case 3: args[2] = regs->regs[6]; args[1] = regs->regs[5];
case 2: args[1] = regs->regs[5]; args[0] = regs->regs[4];
case 1: args[0] = regs->regs[4];
case 0:
break;
default:
BUG();
}
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
/* Same note as above applies */ regs->regs[1] = args[5];
BUG_ON(i); regs->regs[0] = args[4];
regs->regs[7] = args[3];
switch (n) { regs->regs[6] = args[2];
case 6: regs->regs[1] = args[5]; regs->regs[5] = args[1];
case 5: regs->regs[0] = args[4]; regs->regs[4] = args[0];
case 4: regs->regs[7] = args[3];
case 3: regs->regs[6] = args[2];
case 2: regs->regs[5] = args[1];
case 1: regs->regs[4] = args[0];
break;
default:
BUG();
}
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -47,20 +47,16 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -47,20 +47,16 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); memcpy(args, &regs->regs[2], 6 * sizeof(args[0]));
memcpy(args, &regs->regs[2 + i], n * sizeof(args[0]));
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
BUG_ON(i + n > 6); memcpy(&regs->regs[2], args, 6 * sizeof(args[0]));
memcpy(&regs->regs[2 + i], args, n * sizeof(args[0]));
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -96,11 +96,11 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -96,11 +96,11 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
int zero_extend = 0; int zero_extend = 0;
unsigned int j; unsigned int j;
unsigned int n = 6;
#ifdef CONFIG_SPARC64 #ifdef CONFIG_SPARC64
if (test_tsk_thread_flag(task, TIF_32BIT)) if (test_tsk_thread_flag(task, TIF_32BIT))
...@@ -108,7 +108,7 @@ static inline void syscall_get_arguments(struct task_struct *task, ...@@ -108,7 +108,7 @@ static inline void syscall_get_arguments(struct task_struct *task,
#endif #endif
for (j = 0; j < n; j++) { for (j = 0; j < n; j++) {
unsigned long val = regs->u_regs[UREG_I0 + i + j]; unsigned long val = regs->u_regs[UREG_I0 + j];
if (zero_extend) if (zero_extend)
args[j] = (u32) val; args[j] = (u32) val;
...@@ -119,13 +119,12 @@ static inline void syscall_get_arguments(struct task_struct *task, ...@@ -119,13 +119,12 @@ static inline void syscall_get_arguments(struct task_struct *task,
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
unsigned int j; unsigned int i;
for (j = 0; j < n; j++) for (i = 0; i < 6; i++)
regs->u_regs[UREG_I0 + i + j] = args[j]; regs->u_regs[UREG_I0 + i] = args[i];
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -53,84 +53,30 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -53,84 +53,30 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
const struct uml_pt_regs *r = &regs->regs; const struct uml_pt_regs *r = &regs->regs;
switch (i) { *args++ = UPT_SYSCALL_ARG1(r);
case 0: *args++ = UPT_SYSCALL_ARG2(r);
if (!n--) *args++ = UPT_SYSCALL_ARG3(r);
break; *args++ = UPT_SYSCALL_ARG4(r);
*args++ = UPT_SYSCALL_ARG1(r); *args++ = UPT_SYSCALL_ARG5(r);
case 1: *args = UPT_SYSCALL_ARG6(r);
if (!n--)
break;
*args++ = UPT_SYSCALL_ARG2(r);
case 2:
if (!n--)
break;
*args++ = UPT_SYSCALL_ARG3(r);
case 3:
if (!n--)
break;
*args++ = UPT_SYSCALL_ARG4(r);
case 4:
if (!n--)
break;
*args++ = UPT_SYSCALL_ARG5(r);
case 5:
if (!n--)
break;
*args++ = UPT_SYSCALL_ARG6(r);
case 6:
if (!n--)
break;
default:
BUG();
break;
}
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
struct uml_pt_regs *r = &regs->regs; struct uml_pt_regs *r = &regs->regs;
switch (i) { UPT_SYSCALL_ARG1(r) = *args++;
case 0: UPT_SYSCALL_ARG2(r) = *args++;
if (!n--) UPT_SYSCALL_ARG3(r) = *args++;
break; UPT_SYSCALL_ARG4(r) = *args++;
UPT_SYSCALL_ARG1(r) = *args++; UPT_SYSCALL_ARG5(r) = *args++;
case 1: UPT_SYSCALL_ARG6(r) = *args;
if (!n--)
break;
UPT_SYSCALL_ARG2(r) = *args++;
case 2:
if (!n--)
break;
UPT_SYSCALL_ARG3(r) = *args++;
case 3:
if (!n--)
break;
UPT_SYSCALL_ARG4(r) = *args++;
case 4:
if (!n--)
break;
UPT_SYSCALL_ARG5(r) = *args++;
case 5:
if (!n--)
break;
UPT_SYSCALL_ARG6(r) = *args++;
case 6:
if (!n--)
break;
default:
BUG();
break;
}
} }
/* See arch/x86/um/asm/syscall.h for syscall_get_arch() definition. */ /* See arch/x86/um/asm/syscall.h for syscall_get_arch() definition. */
......
...@@ -91,11 +91,9 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -91,11 +91,9 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
BUG_ON(i + n > 6); memcpy(args, &regs->bx, 6 * sizeof(args[0]));
memcpy(args, &regs->bx + i, n * sizeof(args[0]));
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
...@@ -116,124 +114,50 @@ static inline int syscall_get_arch(void) ...@@ -116,124 +114,50 @@ static inline int syscall_get_arch(void)
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
# ifdef CONFIG_IA32_EMULATION # ifdef CONFIG_IA32_EMULATION
if (task->thread_info.status & TS_COMPAT) if (task->thread_info.status & TS_COMPAT) {
switch (i) { *args++ = regs->bx;
case 0: *args++ = regs->cx;
if (!n--) break; *args++ = regs->dx;
*args++ = regs->bx; *args++ = regs->si;
case 1: *args++ = regs->di;
if (!n--) break; *args = regs->bp;
*args++ = regs->cx; } else
case 2:
if (!n--) break;
*args++ = regs->dx;
case 3:
if (!n--) break;
*args++ = regs->si;
case 4:
if (!n--) break;
*args++ = regs->di;
case 5:
if (!n--) break;
*args++ = regs->bp;
case 6:
if (!n--) break;
default:
BUG();
break;
}
else
# endif # endif
switch (i) { {
case 0: *args++ = regs->di;
if (!n--) break; *args++ = regs->si;
*args++ = regs->di; *args++ = regs->dx;
case 1: *args++ = regs->r10;
if (!n--) break; *args++ = regs->r8;
*args++ = regs->si; *args = regs->r9;
case 2: }
if (!n--) break;
*args++ = regs->dx;
case 3:
if (!n--) break;
*args++ = regs->r10;
case 4:
if (!n--) break;
*args++ = regs->r8;
case 5:
if (!n--) break;
*args++ = regs->r9;
case 6:
if (!n--) break;
default:
BUG();
break;
}
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
# ifdef CONFIG_IA32_EMULATION # ifdef CONFIG_IA32_EMULATION
if (task->thread_info.status & TS_COMPAT) if (task->thread_info.status & TS_COMPAT) {
switch (i) { regs->bx = *args++;
case 0: regs->cx = *args++;
if (!n--) break; regs->dx = *args++;
regs->bx = *args++; regs->si = *args++;
case 1: regs->di = *args++;
if (!n--) break; regs->bp = *args;
regs->cx = *args++; } else
case 2:
if (!n--) break;
regs->dx = *args++;
case 3:
if (!n--) break;
regs->si = *args++;
case 4:
if (!n--) break;
regs->di = *args++;
case 5:
if (!n--) break;
regs->bp = *args++;
case 6:
if (!n--) break;
default:
BUG();
break;
}
else
# endif # endif
switch (i) { {
case 0: regs->di = *args++;
if (!n--) break; regs->si = *args++;
regs->di = *args++; regs->dx = *args++;
case 1: regs->r10 = *args++;
if (!n--) break; regs->r8 = *args++;
regs->si = *args++; regs->r9 = *args;
case 2: }
if (!n--) break;
regs->dx = *args++;
case 3:
if (!n--) break;
regs->r10 = *args++;
case 4:
if (!n--) break;
regs->r8 = *args++;
case 5:
if (!n--) break;
regs->r9 = *args++;
case 6:
if (!n--) break;
default:
BUG();
break;
}
} }
static inline int syscall_get_arch(void) static inline int syscall_get_arch(void)
......
...@@ -59,45 +59,24 @@ static inline void syscall_set_return_value(struct task_struct *task, ...@@ -59,45 +59,24 @@ static inline void syscall_set_return_value(struct task_struct *task,
static inline void syscall_get_arguments(struct task_struct *task, static inline void syscall_get_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
unsigned long *args) unsigned long *args)
{ {
static const unsigned int reg[] = XTENSA_SYSCALL_ARGUMENT_REGS; static const unsigned int reg[] = XTENSA_SYSCALL_ARGUMENT_REGS;
unsigned int j; unsigned int i;
if (n == 0) for (i = 0; i < 6; ++i)
return; args[i] = regs->areg[reg[i]];
WARN_ON_ONCE(i + n > SYSCALL_MAX_ARGS);
for (j = 0; j < n; ++j) {
if (i + j < SYSCALL_MAX_ARGS)
args[j] = regs->areg[reg[i + j]];
else
args[j] = 0;
}
} }
static inline void syscall_set_arguments(struct task_struct *task, static inline void syscall_set_arguments(struct task_struct *task,
struct pt_regs *regs, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args) const unsigned long *args)
{ {
static const unsigned int reg[] = XTENSA_SYSCALL_ARGUMENT_REGS; static const unsigned int reg[] = XTENSA_SYSCALL_ARGUMENT_REGS;
unsigned int j; unsigned int i;
if (n == 0)
return;
if (WARN_ON_ONCE(i + n > SYSCALL_MAX_ARGS)) {
if (i < SYSCALL_MAX_ARGS)
n = SYSCALL_MAX_ARGS - i;
else
return;
}
for (j = 0; j < n; ++j) for (i = 0; i < 6; ++i)
regs->areg[reg[i + j]] = args[j]; regs->areg[reg[i]] = args[i];
} }
asmlinkage long xtensa_rt_sigreturn(struct pt_regs*); asmlinkage long xtensa_rt_sigreturn(struct pt_regs*);
......
...@@ -616,24 +616,25 @@ static int proc_pid_limits(struct seq_file *m, struct pid_namespace *ns, ...@@ -616,24 +616,25 @@ static int proc_pid_limits(struct seq_file *m, struct pid_namespace *ns,
static int proc_pid_syscall(struct seq_file *m, struct pid_namespace *ns, static int proc_pid_syscall(struct seq_file *m, struct pid_namespace *ns,
struct pid *pid, struct task_struct *task) struct pid *pid, struct task_struct *task)
{ {
long nr; struct syscall_info info;
unsigned long args[6], sp, pc; u64 *args = &info.data.args[0];
int res; int res;
res = lock_trace(task); res = lock_trace(task);
if (res) if (res)
return res; return res;
if (task_current_syscall(task, &nr, args, 6, &sp, &pc)) if (task_current_syscall(task, &info))
seq_puts(m, "running\n"); seq_puts(m, "running\n");
else if (nr < 0) else if (info.data.nr < 0)
seq_printf(m, "%ld 0x%lx 0x%lx\n", nr, sp, pc); seq_printf(m, "%d 0x%llx 0x%llx\n",
info.data.nr, info.sp, info.data.instruction_pointer);
else else
seq_printf(m, seq_printf(m,
"%ld 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n", "%d 0x%llx 0x%llx 0x%llx 0x%llx 0x%llx 0x%llx 0x%llx 0x%llx\n",
nr, info.data.nr,
args[0], args[1], args[2], args[3], args[4], args[5], args[0], args[1], args[2], args[3], args[4], args[5],
sp, pc); info.sp, info.data.instruction_pointer);
unlock_trace(task); unlock_trace(task);
return 0; return 0;
......
...@@ -105,41 +105,30 @@ void syscall_set_return_value(struct task_struct *task, struct pt_regs *regs, ...@@ -105,41 +105,30 @@ void syscall_set_return_value(struct task_struct *task, struct pt_regs *regs,
* syscall_get_arguments - extract system call parameter values * syscall_get_arguments - extract system call parameter values
* @task: task of interest, must be blocked * @task: task of interest, must be blocked
* @regs: task_pt_regs() of @task * @regs: task_pt_regs() of @task
* @i: argument index [0,5]
* @n: number of arguments; n+i must be [1,6].
* @args: array filled with argument values * @args: array filled with argument values
* *
* Fetches @n arguments to the system call starting with the @i'th argument * Fetches 6 arguments to the system call. First argument is stored in
* (from 0 through 5). Argument @i is stored in @args[0], and so on. * @args[0], and so on.
* An arch inline version is probably optimal when @i and @n are constants.
* *
* It's only valid to call this when @task is stopped for tracing on * It's only valid to call this when @task is stopped for tracing on
* entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT. * entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT.
* It's invalid to call this with @i + @n > 6; we only support system calls
* taking up to 6 arguments.
*/ */
void syscall_get_arguments(struct task_struct *task, struct pt_regs *regs, void syscall_get_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n, unsigned long *args); unsigned long *args);
/** /**
* syscall_set_arguments - change system call parameter value * syscall_set_arguments - change system call parameter value
* @task: task of interest, must be in system call entry tracing * @task: task of interest, must be in system call entry tracing
* @regs: task_pt_regs() of @task * @regs: task_pt_regs() of @task
* @i: argument index [0,5]
* @n: number of arguments; n+i must be [1,6].
* @args: array of argument values to store * @args: array of argument values to store
* *
* Changes @n arguments to the system call starting with the @i'th argument. * Changes 6 arguments to the system call.
* Argument @i gets value @args[0], and so on. * The first argument gets value @args[0], and so on.
* An arch inline version is probably optimal when @i and @n are constants.
* *
* It's only valid to call this when @task is stopped for tracing on * It's only valid to call this when @task is stopped for tracing on
* entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT. * entry to a system call, due to %TIF_SYSCALL_TRACE or %TIF_SYSCALL_AUDIT.
* It's invalid to call this with @i + @n > 6; we only support system calls
* taking up to 6 arguments.
*/ */
void syscall_set_arguments(struct task_struct *task, struct pt_regs *regs, void syscall_set_arguments(struct task_struct *task, struct pt_regs *regs,
unsigned int i, unsigned int n,
const unsigned long *args); const unsigned long *args);
/** /**
......
...@@ -9,6 +9,13 @@ ...@@ -9,6 +9,13 @@
#include <linux/bug.h> /* For BUG_ON. */ #include <linux/bug.h> /* For BUG_ON. */
#include <linux/pid_namespace.h> /* For task_active_pid_ns. */ #include <linux/pid_namespace.h> /* For task_active_pid_ns. */
#include <uapi/linux/ptrace.h> #include <uapi/linux/ptrace.h>
#include <linux/seccomp.h>
/* Add sp to seccomp_data, as seccomp is user API, we don't want to modify it */
struct syscall_info {
__u64 sp;
struct seccomp_data data;
};
extern int ptrace_access_vm(struct task_struct *tsk, unsigned long addr, extern int ptrace_access_vm(struct task_struct *tsk, unsigned long addr,
void *buf, int len, unsigned int gup_flags); void *buf, int len, unsigned int gup_flags);
...@@ -407,9 +414,7 @@ static inline void user_single_step_report(struct pt_regs *regs) ...@@ -407,9 +414,7 @@ static inline void user_single_step_report(struct pt_regs *regs)
#define current_user_stack_pointer() user_stack_pointer(current_pt_regs()) #define current_user_stack_pointer() user_stack_pointer(current_pt_regs())
#endif #endif
extern int task_current_syscall(struct task_struct *target, long *callno, extern int task_current_syscall(struct task_struct *target, struct syscall_info *info);
unsigned long args[6], unsigned int maxargs,
unsigned long *sp, unsigned long *pc);
extern void sigaction_compat_abi(struct k_sigaction *act, struct k_sigaction *oact); extern void sigaction_compat_abi(struct k_sigaction *act, struct k_sigaction *oact);
#endif #endif
...@@ -28,7 +28,7 @@ TRACE_EVENT_FN(sys_enter, ...@@ -28,7 +28,7 @@ TRACE_EVENT_FN(sys_enter,
TP_fast_assign( TP_fast_assign(
__entry->id = id; __entry->id = id;
syscall_get_arguments(current, regs, 0, 6, __entry->args); syscall_get_arguments(current, regs, __entry->args);
), ),
TP_printk("NR %ld (%lx, %lx, %lx, %lx, %lx, %lx)", TP_printk("NR %ld (%lx, %lx, %lx, %lx, %lx, %lx)",
......
...@@ -149,7 +149,7 @@ static void populate_seccomp_data(struct seccomp_data *sd) ...@@ -149,7 +149,7 @@ static void populate_seccomp_data(struct seccomp_data *sd)
sd->nr = syscall_get_nr(task, regs); sd->nr = syscall_get_nr(task, regs);
sd->arch = syscall_get_arch(); sd->arch = syscall_get_arch();
syscall_get_arguments(task, regs, 0, 6, args); syscall_get_arguments(task, regs, args);
sd->args[0] = args[0]; sd->args[0] = args[0];
sd->args[1] = args[1]; sd->args[1] = args[1];
sd->args[2] = args[2]; sd->args[2] = args[2];
......
...@@ -314,6 +314,7 @@ static void ftrace_syscall_enter(void *data, struct pt_regs *regs, long id) ...@@ -314,6 +314,7 @@ static void ftrace_syscall_enter(void *data, struct pt_regs *regs, long id)
struct ring_buffer_event *event; struct ring_buffer_event *event;
struct ring_buffer *buffer; struct ring_buffer *buffer;
unsigned long irq_flags; unsigned long irq_flags;
unsigned long args[6];
int pc; int pc;
int syscall_nr; int syscall_nr;
int size; int size;
...@@ -347,7 +348,8 @@ static void ftrace_syscall_enter(void *data, struct pt_regs *regs, long id) ...@@ -347,7 +348,8 @@ static void ftrace_syscall_enter(void *data, struct pt_regs *regs, long id)
entry = ring_buffer_event_data(event); entry = ring_buffer_event_data(event);
entry->nr = syscall_nr; entry->nr = syscall_nr;
syscall_get_arguments(current, regs, 0, sys_data->nb_args, entry->args); syscall_get_arguments(current, regs, args);
memcpy(entry->args, args, sizeof(unsigned long) * sys_data->nb_args);
event_trigger_unlock_commit(trace_file, buffer, event, entry, event_trigger_unlock_commit(trace_file, buffer, event, entry,
irq_flags, pc); irq_flags, pc);
...@@ -583,6 +585,7 @@ static void perf_syscall_enter(void *ignore, struct pt_regs *regs, long id) ...@@ -583,6 +585,7 @@ static void perf_syscall_enter(void *ignore, struct pt_regs *regs, long id)
struct syscall_metadata *sys_data; struct syscall_metadata *sys_data;
struct syscall_trace_enter *rec; struct syscall_trace_enter *rec;
struct hlist_head *head; struct hlist_head *head;
unsigned long args[6];
bool valid_prog_array; bool valid_prog_array;
int syscall_nr; int syscall_nr;
int rctx; int rctx;
...@@ -613,8 +616,8 @@ static void perf_syscall_enter(void *ignore, struct pt_regs *regs, long id) ...@@ -613,8 +616,8 @@ static void perf_syscall_enter(void *ignore, struct pt_regs *regs, long id)
return; return;
rec->nr = syscall_nr; rec->nr = syscall_nr;
syscall_get_arguments(current, regs, 0, sys_data->nb_args, syscall_get_arguments(current, regs, args);
(unsigned long *)&rec->args); memcpy(&rec->args, args, sizeof(unsigned long) * sys_data->nb_args);
if ((valid_prog_array && if ((valid_prog_array &&
!perf_call_bpf_enter(sys_data->enter_event, regs, sys_data, rec)) || !perf_call_bpf_enter(sys_data->enter_event, regs, sys_data, rec)) ||
......
...@@ -5,16 +5,14 @@ ...@@ -5,16 +5,14 @@
#include <linux/export.h> #include <linux/export.h>
#include <asm/syscall.h> #include <asm/syscall.h>
static int collect_syscall(struct task_struct *target, long *callno, static int collect_syscall(struct task_struct *target, struct syscall_info *info)
unsigned long args[6], unsigned int maxargs,
unsigned long *sp, unsigned long *pc)
{ {
struct pt_regs *regs; struct pt_regs *regs;
if (!try_get_task_stack(target)) { if (!try_get_task_stack(target)) {
/* Task has no stack, so the task isn't in a syscall. */ /* Task has no stack, so the task isn't in a syscall. */
*sp = *pc = 0; memset(info, 0, sizeof(*info));
*callno = -1; info->data.nr = -1;
return 0; return 0;
} }
...@@ -24,12 +22,13 @@ static int collect_syscall(struct task_struct *target, long *callno, ...@@ -24,12 +22,13 @@ static int collect_syscall(struct task_struct *target, long *callno,
return -EAGAIN; return -EAGAIN;
} }
*sp = user_stack_pointer(regs); info->sp = user_stack_pointer(regs);
*pc = instruction_pointer(regs); info->data.instruction_pointer = instruction_pointer(regs);
*callno = syscall_get_nr(target, regs); info->data.nr = syscall_get_nr(target, regs);
if (*callno != -1L && maxargs > 0) if (info->data.nr != -1L)
syscall_get_arguments(target, regs, 0, maxargs, args); syscall_get_arguments(target, regs,
(unsigned long *)&info->data.args[0]);
put_task_stack(target); put_task_stack(target);
return 0; return 0;
...@@ -38,41 +37,35 @@ static int collect_syscall(struct task_struct *target, long *callno, ...@@ -38,41 +37,35 @@ static int collect_syscall(struct task_struct *target, long *callno,
/** /**
* task_current_syscall - Discover what a blocked task is doing. * task_current_syscall - Discover what a blocked task is doing.
* @target: thread to examine * @target: thread to examine
* @callno: filled with system call number or -1 * @info: structure with the following fields:
* @args: filled with @maxargs system call arguments * .sp - filled with user stack pointer
* @maxargs: number of elements in @args to fill * .data.nr - filled with system call number or -1
* @sp: filled with user stack pointer * .data.args - filled with @maxargs system call arguments
* @pc: filled with user PC * .data.instruction_pointer - filled with user PC
* *
* If @target is blocked in a system call, returns zero with *@callno * If @target is blocked in a system call, returns zero with @info.data.nr
* set to the the call's number and @args filled in with its arguments. * set to the the call's number and @info.data.args filled in with its
* Registers not used for system call arguments may not be available and * arguments. Registers not used for system call arguments may not be available
* it is not kosher to use &struct user_regset calls while the system * and it is not kosher to use &struct user_regset calls while the system
* call is still in progress. Note we may get this result if @target * call is still in progress. Note we may get this result if @target
* has finished its system call but not yet returned to user mode, such * has finished its system call but not yet returned to user mode, such
* as when it's stopped for signal handling or syscall exit tracing. * as when it's stopped for signal handling or syscall exit tracing.
* *
* If @target is blocked in the kernel during a fault or exception, * If @target is blocked in the kernel during a fault or exception,
* returns zero with *@callno set to -1 and does not fill in @args. * returns zero with *@info.data.nr set to -1 and does not fill in
* If so, it's now safe to examine @target using &struct user_regset * @info.data.args. If so, it's now safe to examine @target using
* get() calls as long as we're sure @target won't return to user mode. * &struct user_regset get() calls as long as we're sure @target won't return
* to user mode.
* *
* Returns -%EAGAIN if @target does not remain blocked. * Returns -%EAGAIN if @target does not remain blocked.
*
* Returns -%EINVAL if @maxargs is too large (maximum is six).
*/ */
int task_current_syscall(struct task_struct *target, long *callno, int task_current_syscall(struct task_struct *target, struct syscall_info *info)
unsigned long args[6], unsigned int maxargs,
unsigned long *sp, unsigned long *pc)
{ {
long state; long state;
unsigned long ncsw; unsigned long ncsw;
if (unlikely(maxargs > 6))
return -EINVAL;
if (target == current) if (target == current)
return collect_syscall(target, callno, args, maxargs, sp, pc); return collect_syscall(target, info);
state = target->state; state = target->state;
if (unlikely(!state)) if (unlikely(!state))
...@@ -80,7 +73,7 @@ int task_current_syscall(struct task_struct *target, long *callno, ...@@ -80,7 +73,7 @@ int task_current_syscall(struct task_struct *target, long *callno,
ncsw = wait_task_inactive(target, state); ncsw = wait_task_inactive(target, state);
if (unlikely(!ncsw) || if (unlikely(!ncsw) ||
unlikely(collect_syscall(target, callno, args, maxargs, sp, pc)) || unlikely(collect_syscall(target, info)) ||
unlikely(wait_task_inactive(target, state) != ncsw)) unlikely(wait_task_inactive(target, state) != ncsw))
return -EAGAIN; return -EAGAIN;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment