Groups | Search | Server Info | Keyboard shortcuts | Login | Register [http] [https] [nntp] [nntps]
Groups > linux.kernel > #1725292
| From | Don Zickus <dzickus@redhat.com> |
|---|---|
| Newsgroups | linux.kernel |
| Subject | Re: [patch 17/29] lockup_detector: Get rid of the thread teardown/setup dance |
| Date | 2017-09-01 21:10 +0200 |
| Message-ID | <ukZui-Os-13@gated-at.bofh.it> (permalink) |
| References | <uksf0-2Jn-3@gated-at.bofh.it> <uksf2-2Jn-69@gated-at.bofh.it> |
| Organization | linux.* mail to news gateway |
On Thu, Aug 31, 2017 at 09:16:15AM +0200, Thomas Gleixner wrote:
> The lockup detector reconfiguration tears down all watchdog threads when
> the watchdog is disabled and sets them up again when its enabled.
>
> That's a pointless exercise. The watchdog threads are not consuming an
> insane amount of resources, so it's enough to set them up at init time and
> keep them in parked position when the watchdog is disabled and unpark them
> when it is reenabled. The smpboot thread infrastructure takes care of
> keeping the force parked threads in place even across cpu hotplug.
The original reasoning for implementing this complexity was we were worried
about catching kthread_[un]park errors. It was thought in the rare case if
it failed, we would hang. Perhaps we misunderstood the kthread_[un]park
code.
Cheers,
Don
>
> Aside of that the code implements the park/unpark facility of smp hotplug
> threads on its own, which is even more pointless. We have functionality in
> the smpboot thread code to do so.
>
> Use the new thread management functions and get rid of the unholy mess.
>
> Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
> ---
> kernel/watchdog.c | 190 +++++-------------------------------------------------
> 1 file changed, 19 insertions(+), 171 deletions(-)
>
> --- a/kernel/watchdog.c
> +++ b/kernel/watchdog.c
> @@ -92,13 +92,6 @@ struct cpumask watchdog_cpumask __read_m
> unsigned long *watchdog_cpumask_bits = cpumask_bits(&watchdog_cpumask);
>
> /*
> - * The 'watchdog_running' variable is set to 1 when the watchdog threads
> - * are registered/started and is set to 0 when the watchdog threads are
> - * unregistered/stopped, so it is an indicator whether the threads exist.
> - */
> -static int __read_mostly watchdog_running;
> -
> -/*
> * These functions can be overridden if an architecture implements its
> * own hardlockup detector.
> *
> @@ -123,10 +116,6 @@ void __weak watchdog_nmi_reconfigure(voi
>
> #ifdef CONFIG_SOFTLOCKUP_DETECTOR
>
> -/* Helper for online, unparked cpus. */
> -#define for_each_watchdog_cpu(cpu) \
> - for_each_cpu_and((cpu), cpu_online_mask, &watchdog_cpumask)
> -
> /* Global variables, exported for sysctl */
> unsigned int __read_mostly softlockup_panic =
> CONFIG_BOOTPARAM_SOFTLOCKUP_PANIC_VALUE;
> @@ -252,11 +241,15 @@ void touch_all_softlockup_watchdogs(void
> int cpu;
>
> /*
> - * this is done lockless
> - * do we care if a 0 races with a timestamp?
> - * all it means is the softlock check starts one cycle later
> + * watchdog_mutex cannpt be taken here, as this might be called
> + * from (soft)interrupt context, so the access to
> + * watchdog_allowed_cpumask might race with a concurrent update.
> + *
> + * The watchdog time stamp can race against a concurrent real
> + * update as well, the only side effect might be a cycle delay for
> + * the softlockup check.
> */
> - for_each_watchdog_cpu(cpu)
> + for_each_cpu(cpu, &watchdog_allowed_mask)
> per_cpu(watchdog_touch_ts, cpu) = 0;
> wq_watchdog_touch(-1);
> }
> @@ -296,9 +289,6 @@ static void watchdog_interrupt_count(voi
> __this_cpu_inc(hrtimer_interrupts);
> }
>
> -static int watchdog_enable_all_cpus(void);
> -static void watchdog_disable_all_cpus(void);
> -
> /* watchdog kicker functions */
> static enum hrtimer_restart watchdog_timer_fn(struct hrtimer *hrtimer)
> {
> @@ -492,95 +482,6 @@ static struct smp_hotplug_thread watchdo
> .unpark = watchdog_enable,
> };
>
> -/*
> - * park all watchdog threads that are specified in 'watchdog_cpumask'
> - *
> - * This function returns an error if kthread_park() of a watchdog thread
> - * fails. In this situation, the watchdog threads of some CPUs can already
> - * be parked and the watchdog threads of other CPUs can still be runnable.
> - * Callers are expected to handle this special condition as appropriate in
> - * their context.
> - *
> - * This function may only be called in a context that is protected against
> - * races with CPU hotplug - for example, via get_online_cpus().
> - */
> -static int watchdog_park_threads(void)
> -{
> - int cpu, ret = 0;
> -
> - for_each_watchdog_cpu(cpu) {
> - ret = kthread_park(per_cpu(softlockup_watchdog, cpu));
> - if (ret)
> - break;
> - }
> - return ret;
> -}
> -
> -/*
> - * unpark all watchdog threads that are specified in 'watchdog_cpumask'
> - *
> - * This function may only be called in a context that is protected against
> - * races with CPU hotplug - for example, via get_online_cpus().
> - */
> -static void watchdog_unpark_threads(void)
> -{
> - int cpu;
> -
> - for_each_watchdog_cpu(cpu)
> - kthread_unpark(per_cpu(softlockup_watchdog, cpu));
> -}
> -
> -static int update_watchdog_all_cpus(void)
> -{
> - int ret;
> -
> - ret = watchdog_park_threads();
> - if (ret)
> - return ret;
> -
> - watchdog_unpark_threads();
> -
> - return 0;
> -}
> -
> -static int watchdog_enable_all_cpus(void)
> -{
> - int err = 0;
> -
> - if (!watchdog_running) {
> - err = smpboot_register_percpu_thread_cpumask(&watchdog_threads,
> - &watchdog_cpumask);
> - if (err)
> - pr_err("Failed to create watchdog threads, disabled\n");
> - else
> - watchdog_running = 1;
> - } else {
> - /*
> - * Enable/disable the lockup detectors or
> - * change the sample period 'on the fly'.
> - */
> - err = update_watchdog_all_cpus();
> -
> - if (err) {
> - watchdog_disable_all_cpus();
> - pr_err("Failed to update lockup detectors, disabled\n");
> - }
> - }
> -
> - if (err)
> - watchdog_enabled = 0;
> -
> - return err;
> -}
> -
> -static void watchdog_disable_all_cpus(void)
> -{
> - if (watchdog_running) {
> - watchdog_running = 0;
> - smpboot_unregister_percpu_thread(&watchdog_threads);
> - }
> -}
> -
> static void softlockup_update_smpboot_threads(void)
> {
> lockdep_assert_held(&watchdog_mutex);
> @@ -655,7 +556,6 @@ static inline int watchdog_park_threads(
> static inline void watchdog_unpark_threads(void) { }
> static inline int watchdog_enable_all_cpus(void) { return 0; }
> static inline void watchdog_disable_all_cpus(void) { }
> -static inline void set_sample_period(void) { }
> static inline void softlockup_init_threads(void) { }
> static inline void softlockup_update_threads(void) { }
> static inline void softlockup_reconfigure_threads(bool enabled) { }
> @@ -695,28 +595,10 @@ void lockup_detector_soft_poweroff(void)
> /*
> * Update the run state of the lockup detectors.
> */
> -static int proc_watchdog_update(void)
> +static void proc_watchdog_update(void)
> {
> - int err = 0;
> -
> - /*
> - * Watchdog threads won't be started if they are already active.
> - * The 'watchdog_running' variable in watchdog_*_all_cpus() takes
> - * care of this. If those threads are already active, the sample
> - * period will be updated and the lockup detectors will be enabled
> - * or disabled 'on the fly'.
> - */
> - if (watchdog_enabled && watchdog_thresh)
> - err = watchdog_enable_all_cpus();
> - else
> - watchdog_disable_all_cpus();
> -
> + softlockup_reconfigure_threads(watchdog_enabled && watchdog_thresh);
> watchdog_nmi_reconfigure();
> -
> - __lockup_detector_cleanup();
> -
> - return err;
> -
> }
>
> /*
> @@ -772,17 +654,8 @@ static int proc_watchdog_common(int whic
> new = old & ~which;
> } while (cmpxchg(&watchdog_enabled, old, new) != old);
>
> - /*
> - * Update the run state of the lockup detectors. There is _no_
> - * need to check the value returned by proc_watchdog_update()
> - * and to restore the previous value of 'watchdog_enabled' as
> - * both lockup detectors are disabled if proc_watchdog_update()
> - * returns an error.
> - */
> - if (old == new)
> - goto out;
> -
> - err = proc_watchdog_update();
> + if (old != new)
> + proc_watchdog_update();
> }
> out:
> mutex_unlock(&watchdog_mutex);
> @@ -826,50 +699,28 @@ int proc_soft_watchdog(struct ctl_table
> int proc_watchdog_thresh(struct ctl_table *table, int write,
> void __user *buffer, size_t *lenp, loff_t *ppos)
> {
> - int err, old, new;
> + int err, old;
>
> cpu_hotplug_disable();
> mutex_lock(&watchdog_mutex);
>
> - old = ACCESS_ONCE(watchdog_thresh);
> + old = READ_ONCE(watchdog_thresh);
> err = proc_dointvec_minmax(table, write, buffer, lenp, ppos);
>
> - if (err || !write)
> - goto out;
> + if (!err && write && old != READ_ONCE(watchdog_thresh))
> + proc_watchdog_update();
>
> - /*
> - * Update the sample period. Restore on failure.
> - */
> - new = ACCESS_ONCE(watchdog_thresh);
> - if (old == new)
> - goto out;
> -
> - set_sample_period();
> - err = proc_watchdog_update();
> - if (err) {
> - watchdog_thresh = old;
> - set_sample_period();
> - }
> -out:
> mutex_unlock(&watchdog_mutex);
> cpu_hotplug_enable();
> return err;
> }
>
> -static void watchdog_update_cpus(void)
> -{
> - if (IS_ENABLED(CONFIG_SOFTLOCKUP_DETECTOR) && watchdog_running) {
> - smpboot_update_cpumask_percpu_thread(&watchdog_threads,
> - &watchdog_cpumask);
> - __lockup_detector_cleanup();
> - }
> -}
> -
> static void proc_watchdog_cpumask_update(void)
> {
> /* Remove impossible cpus to keep sysctl output clean. */
> cpumask_and(&watchdog_cpumask, &watchdog_cpumask, cpu_possible_mask);
> - watchdog_update_cpus();
> +
> + softlockup_update_threads();
> watchdog_nmi_reconfigure();
> }
>
> @@ -899,8 +750,6 @@ int proc_watchdog_cpumask(struct ctl_tab
>
> void __init lockup_detector_init(void)
> {
> - set_sample_period();
> -
> #ifdef CONFIG_NO_HZ_FULL
> if (tick_nohz_full_enabled()) {
> pr_info("Disabling watchdog on nohz_full cores by default\n");
> @@ -911,6 +760,5 @@ void __init lockup_detector_init(void)
> cpumask_copy(&watchdog_cpumask, cpu_possible_mask);
> #endif
>
> - if (watchdog_enabled)
> - watchdog_enable_all_cpus();
> + softlockup_init_threads();
> }
>
>
Back to linux.kernel | Previous | Next — Previous in thread | Next in thread | Find similar | Unroll thread
[patch 00/29] lockup_detector: Cure hotplug deadlocks and replace duct tape Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 02/29] perf/x86/intel: Sanitize PMU HT bug workaround Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 25/29] lockup_detector: Implement init time detection of perf Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 19/29] lockup_detector: Cleanup header mess Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 26/29] lockup_detector/perf: Implement CPU enable replacement Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 24/29] lockup_detector/perf: Implement init time perf validation Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
Re: [patch 24/29] lockup_detector/perf: Implement init time perf validation Don Zickus <dzickus@redhat.com> - 2017-09-07 18:00 +0200
[patch 10/29] lockup_detector/perf: Prevent cpu hotplug deadlock Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
Re: [patch 10/29] lockup_detector/perf: Prevent cpu hotplug deadlock Don Zickus <dzickus@redhat.com> - 2017-09-01 21:10 +0200
Re: [patch 10/29] lockup_detector/perf: Prevent cpu hotplug deadlock Thomas Gleixner <tglx@linutronix.de> - 2017-09-01 21:30 +0200
Re: [patch 10/29] lockup_detector/perf: Prevent cpu hotplug deadlock Don Zickus <dzickus@redhat.com> - 2017-09-05 17:00 +0200
[patch 21/29] lockup_detector: Cleanup sysctl variable name space Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 18/29] lockup_detector: Further simplify sysctl handling Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 23/29] lockup_detector: Get rid of the racy update loop Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 27/29] lockup_detector: Use new perf CPU enable mechanism Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 13/29] lockup_detector: Cleanup the ifdef maze Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 06/29] lockup_detector: Rework cpu hotplug locking Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 14/29] lockup_detector: Split out cpumask write function Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 11/29] lockup_detector: Remove park_in_progress hackery Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
Re: [patch 11/29] lockup_detector: Remove park_in_progress hackery Peter Zijlstra <peterz@infradead.org> - 2017-09-04 14:20 +0200
Re: [patch 11/29] lockup_detector: Remove park_in_progress hackery Don Zickus <dzickus@redhat.com> - 2017-09-05 17:20 +0200
Re: [patch 11/29] lockup_detector: Remove park_in_progress hackery Thomas Gleixner <tglx@linutronix.de> - 2017-09-05 17:50 +0200
Re: [patch 11/29] lockup_detector: Remove park_in_progress hackery Thomas Gleixner <tglx@linutronix.de> - 2017-09-05 16:00 +0200
[patch V2 11/29] lockup_detector: Remove park_in_progress obfuscation Thomas Gleixner <tglx@linutronix.de> - 2017-09-05 21:20 +0200
[patch 04/29] parisc: Use lockup_detector_stop() Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 29/29] lockup_detector: Cleanup hotplug locking mess Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 12/29] lockup_detector: Cleanup stub functions Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 03/29] lockup_detector: Provide interface to stop from poweroff() Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 20/29] lockup_detector/sysctl: Get rid of the ifdeffery Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 08/29] lockup_detector: Mark hardlockup_detector_disable() __init Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 17/29] lockup_detector: Get rid of the thread teardown/setup dance Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
Re: [patch 17/29] lockup_detector: Get rid of the thread teardown/setup dance Don Zickus <dzickus@redhat.com> - 2017-09-01 21:10 +0200
Re: [patch 17/29] lockup_detector: Get rid of the thread teardown/setup dance Thomas Gleixner <tglx@linutronix.de> - 2017-09-01 21:50 +0200
[patch 15/29] smpboot/threads: Avoid runtime allocation Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 07/29] lockup_detector: Rename watchdog_proc_mutex Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 16/29] lockup_detector: Create new thread handling infrastructure Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 22/29] lockup_detector: Make watchdog_nmi_reconfigure() two stage Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
[patch 01/29] hardlockup_detector: Provide interface to stop/restart perf events Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:40 +0200
Re: [patch 01/29] hardlockup_detector: Provide interface to stop/restart perf events Borislav Petkov <bp@alien8.de> - 2017-09-06 18:20 +0200
[patch 05/29] lockup_detector: Remove broken suspend/resume interfaces Thomas Gleixner <tglx@linutronix.de> - 2017-08-31 09:50 +0200
Re: [patch 00/29] lockup_detector: Cure hotplug deadlocks and replace duct tape Don Zickus <dzickus@redhat.com> - 2017-09-01 00:20 +0200
Re: [patch 00/29] lockup_detector: Cure hotplug deadlocks and replace duct tape Nicholas Piggin <npiggin@gmail.com> - 2017-09-01 06:50 +0200
Re: [patch 00/29] lockup_detector: Cure hotplug deadlocks and replace duct tape Thomas Gleixner <tglx@linutronix.de> - 2017-09-01 11:20 +0200
Re: [patch 00/29] lockup_detector: Cure hotplug deadlocks and replace duct tape Don Zickus <dzickus@redhat.com> - 2017-09-07 18:10 +0200
csiph-web