fork: extend clone3() to support CLONE_SET_TID
Subsystems (5)
PATCH 1/2 fork: extend clone3() to support CLONE_SET_TID
The main motivation to add CLONE_SET_TID to clone3() is CRIU.
To restore a process with the same PID/TID CRIU currently uses /proc/sys/kernel/ns_last_pid. It writes the desired (PID - 1) to ns_last_pid and then (quickly) does a clone(). This works most of the time, but it is racy. It is also slow as it requires multiple syscalls.
Extending clone3() to support CLONE_SET_TID makes it possible restore a process using CRIU without accessing /proc/sys/kernel/ns_last_pid and race free (as long as the desired PID/TID is available).
This clone3() extension places the same restrictions (CAP_SYS_ADMIN) on clone3() with set_tid as they are currently in place for ns_last_pid.
--- include/linux/pid.h | 2 +- include/linux/sched/task.h | 1 + include/uapi/linux/sched.h | 2 ++ kernel/fork.c | 22 ++++++++++++++++------ kernel/pid.c | 21 ++++++++++++++++++--- 5 files changed, 38 insertions(+), 10 deletions(-)
include/linux/pid.h +1 -1
@@ -116,7 +116,7 @@ extern struct pid *find_vpid(int nr);extern struct pid *find_get_pid (int nr);extern struct pid *find_ge_pid (int nr,struct pid_namespace *); -extern struct pid *alloc_pid (struct pid_namespace *ns); +extern struct pid *alloc_pid (struct pid_namespace *ns,pid_t set_tid);extern void free_pid (struct pid *pid);extern void disable_pid_allocation (struct pid_namespace *ns);
include/linux/sched/task.h +1 -0
@@ -26,6 +26,7 @@ struct kernel_clone_args {unsigned long stack;unsigned long stack_size;unsigned long tls; +pid_t set_tid; };/*
include/uapi/linux/sched.h +2 -0
@@ -32,6 +32,7 @@#define CLONE_NEWPID 0x20000000/* New pid namespace */ #define CLONE_NEWNET 0x40000000/* New network namespace */ #define CLONE_IO 0x80000000/* Clone io context */ +#define CLONE_SET_TID 0x100000000ULL/* set if the desired TID is set in set_tid */ /* * Arguments for the clone3 syscall
@@ -45,6 +46,7 @@ struct clone_args {__aligned_u64 stack;__aligned_u64 stack_size;__aligned_u64 tls; +__aligned_u64 set_tid; };/*
kernel/fork.c +16 -6
@@ -2031,7 +2031,7 @@ static __latent_entropy struct task_struct *copy_process(stackleak_task_init (p);if (pid != &init_struct_pid) { - pid =alloc_pid (p->nsproxy->pid_ns_for_children); + pid =alloc_pid (p->nsproxy->pid_ns_for_children, args->set_tid);if (IS_ERR (pid)) { retval =PTR_ERR (pid); goto bad_fork_cleanup_thread;
@@ -2530,6 +2530,7 @@ noinline static int copy_clone_args_from_user(struct kernel_clone_args *kargs, struct clone_args __user *uargs, size_t size) { +struct pid_namespace *pid_ns =task_active_pid_ns (current);struct clone_args args;if (unlikely (size >PAGE_SIZE ))
@@ -2562,6 +2563,9 @@ noinline static int copy_clone_args_from_user(struct kernel_clone_args *kargs,if (copy_from_user (&args, uargs, size))return -EFAULT ; +if ((args.flags &CLONE_SET_TID ) && !ns_capable (pid_ns->user_ns,CAP_SYS_ADMIN )) +return -EPERM ; + *kargs = (struct kernel_clone_args ){ .flags = args.flags, .pidfd =u64_to_user_ptr (args.pidfd),
@@ -2571,6 +2575,7 @@ noinline static int copy_clone_args_from_user(struct kernel_clone_args *kargs, .stack = args.stack, .stack_size = args.stack_size, .tls = args.tls, + .set_tid = args.set_tid, };return 0 ;
@@ -2578,11 +2583,16 @@ noinline static int copy_clone_args_from_user(struct kernel_clone_args *kargs,static bool clone3_args_valid (const struct kernel_clone_args *kargs) { -/* -* All lower bits of the flag word are taken. -* Verify that no other unknown flags are passed along. -*/ -if (kargs->flags & ~CLONE_LEGACY_FLAGS ) +/* Verify that no other unknown flags are passed along. */ +if (kargs->flags & ~(CLONE_LEGACY_FLAGS |CLONE_SET_TID )) +return false; + +/* Fail if set_tid is set without CLONE_SET_TID */ +if (kargs->set_tid && !(kargs->flags &CLONE_SET_TID )) +return false; + +/* Also fail if set_tid is invalid */ +if ((kargs->set_tid <=0 ) && (kargs->flags &CLONE_SET_TID ))return false;/*
kernel/pid.c +18 -3
@@ -157,11 +157,12 @@ void free_pid(struct pid *pid)call_rcu (&pid->rcu, delayed_put_pid); } -struct pid *alloc_pid (struct pid_namespace *ns) +struct pid *alloc_pid (struct pid_namespace *ns,int set_tid) {struct pid *pid;enum pid_type type;int i, nr; +int max_p, min_p;struct pid_namespace *tmp;struct upid *upid;int retval = -ENOMEM ;
@@ -186,12 +187,26 @@ struct pid *alloc_pid(struct pid_namespace *ns)if (idr_get_cursor (&tmp->idr) >RESERVED_PIDS ) pid_min =RESERVED_PIDS ; +if (set_tid) { +if ((set_tid >= pid_max) || ((set_tid !=1 ) && + (idr_get_cursor (&tmp->idr) <=1 ))) { +spin_unlock_irq (&pidmap_lock); + retval = -EINVAL ; + goto out_free; + } + min_p = set_tid; + max_p = set_tid +1 ; + set_tid =0 ; + }else { + min_p = pid_min; + max_p = pid_max; + }/* * Store a null pointer so find_pid_ns does not find * a partially initialized PID (see below). */ - nr =idr_alloc_cyclic (&tmp->idr,NULL , pid_min, - pid_max,GFP_ATOMIC ); + nr =idr_alloc_cyclic (&tmp->idr,NULL , min_p, + max_p,GFP_ATOMIC );spin_unlock_irq (&pidmap_lock);idr_preload_end ();
Signature · 1 line
2.21.0
PATCH 2/2 selftests: add test for clone3() with set_tid
This tests clone3() with set_tid to see if all desired PIDs are working as expected. The test tries to clone3() with a set_tid of -1, 1, pid_max, a PID which is already in use and an unused PID. The same tests are also running in PID namespace.
--- tools/testing/selftests/clone3/.gitignore | 1 + tools/testing/selftests/clone3/Makefile | 11 ++ .../testing/selftests/clone3/clone3_set_tid.c | 148 ++++++++++++++++++ 3 files changed, 160 insertions(+) create mode 100644 tools/testing/selftests/clone3/.gitignore create mode 100644 tools/testing/selftests/clone3/Makefile create mode 100644 tools/testing/selftests/clone3/clone3_set_tid.c
tools/testing/selftests/clone3/.gitignore new file +1 -0
@@ -0,0 +1 @@ +clone3_set_tid
tools/testing/selftests/clone3/Makefile new file +11 -0
@@ -0,0 +1,11 @@ +# SPDX-License-Identifier: GPL-2.0 +uname_M := $(shell uname -m 2>/dev/null || echo not) +ARCH ?= $(shell echo $(uname_M) | sed -e s/i.86/i386/) + +CFLAGS += -I../../../../usr/include/ + +ifeq ($(ARCH),x86_64) + TEST_GEN_PROGS := clone3_set_tid +endif + +include ../lib.mk
tools/testing/selftests/clone3/clone3_set_tid.c new file +148 -0
148 lines not on this page · raw message
Signature · 1 line
2.21.0
On Mon, 29 Jul 2019 at 17:52, Adrian Reber <[email protected]> wrote:
[..]
Quoted 11 lines
include/uapi/linux/sched.h +1
-0@@ -32,6 +32,7 @@#define CLONE_NEWPID 0x20000000/* New pid namespace */ #define CLONE_NEWNET 0x40000000/* New network namespace */ #define CLONE_IO 0x80000000/* Clone io context */ +#define CLONE_SET_TID 0x100000000ULL/* set if the desired TID is set in set_tid */ /* * Arguments for the clone3 syscall
include/uapi/linux/sched.h struct clone_args { · line 51
Quoted 6 lines
include/uapi/linux/sched.h +1
-0@@ -45,6 +46,7 @@ struct clone_args {__aligned_u64 stack;__aligned_u64 stack_size;__aligned_u64 tls; +__aligned_u64 set_tid; };
I don't see a change to
: if (unlikely(size < sizeof(struct clone_args)))
: return -EINVAL;
That seems backwards-incompatible, but I may miss some part..
Signature · 1 line
Dmitry
Quoted 25 lines · Dmitry Safonov
On Mon, 29 Jul 2019 at 17:52, Adrian Reber <[email protected]> wrote:
[..]Quoted 11 lines
include/uapi/linux/sched.h +1
-0@@ -32,6 +32,7 @@#define CLONE_NEWPID 0x20000000/* New pid namespace */ #define CLONE_NEWNET 0x40000000/* New network namespace */ #define CLONE_IO 0x80000000/* Clone io context */ +#define CLONE_SET_TID 0x100000000ULL/* set if the desired TID is set in set_tid */ /* * Arguments for the clone3 syscall include/uapi/linux/sched.h struct clone_args { · line 51
Quoted 6 lines
include/uapi/linux/sched.h +1
-0@@ -45,6 +46,7 @@ struct clone_args {__aligned_u64 stack;__aligned_u64 stack_size;__aligned_u64 tls; +__aligned_u64 set_tid; };I don't see a change to
: if (unlikely(size < sizeof(struct clone_args)))
: return-EINVAL;
Quoted 1 line
That seems backwards-incompatible, but I may miss some part..
On the other hand, clone3() was merged in v5.3 window, so probably, it doesn't matter.
Signature · 1 line
Dmitry
Christian Brauner
maintainerQuoted 26 lines · Dmitry Safonov
Quoted 25 lines · Dmitry Safonov
On Mon, 29 Jul 2019 at 17:52, Adrian Reber <[email protected]> wrote:
[..]Quoted 11 lines
include/uapi/linux/sched.h +1
-0@@ -32,6 +32,7 @@#define CLONE_NEWPID 0x20000000/* New pid namespace */ #define CLONE_NEWNET 0x40000000/* New network namespace */ #define CLONE_IO 0x80000000/* Clone io context */ +#define CLONE_SET_TID 0x100000000ULL/* set if the desired TID is set in set_tid */ /* * Arguments for the clone3 syscall include/uapi/linux/sched.h struct clone_args { · line 51
Quoted 6 lines
include/uapi/linux/sched.h +1
-0@@ -45,6 +46,7 @@ struct clone_args {__aligned_u64 stack;__aligned_u64 stack_size;__aligned_u64 tls; +__aligned_u64 set_tid; };I don't see a change to
: if (unlikely(size < sizeof(struct clone_args)))
: return-EINVAL;
Quoted 4 lines
Quoted 1 line
That seems backwards-incompatible, but I may miss some part..
On the other hand,
clone3()was merged in v5.3 window, so probably, it doesn't matter.
It would matter. Even if this were to be accepted and preferred over the existing /proc/sys/kernel/ns_last_pid interface the earliest point in time I'd consider this for would be 5.4. So I think this would need to be changed. :)
Christian
kernel/pid.c struct pid *alloc_pid(struct pid_namespace *ns) · line 192
Quoted 8 lines · Adrian Reber
kernel/pid.c +3
-0@@ -186,12 +187,26 @@ struct pid *alloc_pid(struct pid_namespace *ns)if (idr_get_cursor (&tmp->idr) >RESERVED_PIDS ) pid_min =RESERVED_PIDS ; +if (set_tid) { +if ((set_tid >= pid_max) || ((set_tid !=1 ) && + (idr_get_cursor (&tmp->idr) <=1 ))) {
I think the
(set_tid != 1) && idr_get_cursor() <= 1
check needs a comment...
Quoted 9 lines
kernel/pid.c +9
-0+spin_unlock_irq (&pidmap_lock); + retval = -EINVAL ; + goto out_free; + } + min_p = set_tid; + max_p = set_tid +1 ; + set_tid =0 ; + }else { + min_p = pid_min;
kernel/pid.c struct pid *alloc_pid(struct pid_namespace *ns) · line 209
Quoted 10 lines
kernel/pid.c +4
-2+ max_p = pid_max; + }/* * Store a null pointer so find_pid_ns does not find * a partially initialized PID (see below). */ - nr =idr_alloc_cyclic (&tmp->idr,NULL , pid_min, - pid_max,GFP_ATOMIC ); + nr =idr_alloc_cyclic (&tmp->idr,NULL , min_p, + max_p,GFP_ATOMIC );
do we really want _cyclic() which updates idr->idr_next if set_tid?
perhaps idr_alloc() makes more sense?
Oleg.