2000-04-19 20:34:34 +00:00
|
|
|
/*
|
2018-02-16 08:37:33 +11:00
|
|
|
* Copyright (C) Internet Systems Consortium, Inc. ("ISC")
|
2000-04-19 20:34:34 +00:00
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: MPL-2.0
|
2021-06-03 08:37:05 +02:00
|
|
|
*
|
2000-04-19 20:34:34 +00:00
|
|
|
* This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
|
|
* file, you can obtain one at https://mozilla.org/MPL/2.0/.
|
2018-02-23 09:53:12 +01:00
|
|
|
*
|
2000-04-19 20:34:34 +00:00
|
|
|
* See the COPYRIGHT file distributed with this work for additional
|
|
|
|
* information regarding copyright ownership.
|
|
|
|
*/
|
|
|
|
|
2005-04-27 04:57:32 +00:00
|
|
|
/*! \file */
|
2000-06-22 22:00:42 +00:00
|
|
|
|
2013-10-08 11:43:08 +11:00
|
|
|
#if defined(HAVE_SCHED_H)
|
|
|
|
#include <sched.h>
|
|
|
|
#endif /* if defined(HAVE_SCHED_H) */
|
|
|
|
|
2018-10-03 23:20:22 +02:00
|
|
|
#if defined(HAVE_CPUSET_H)
|
|
|
|
#include <sys/cpuset.h>
|
|
|
|
#include <sys/param.h>
|
|
|
|
#endif /* if defined(HAVE_CPUSET_H) */
|
|
|
|
|
2018-11-07 19:31:06 +00:00
|
|
|
#if defined(HAVE_SYS_PROCSET_H)
|
2018-10-03 23:20:22 +02:00
|
|
|
#include <sys/processor.h>
|
|
|
|
#include <sys/procset.h>
|
|
|
|
#include <sys/types.h>
|
|
|
|
#endif /* if defined(HAVE_SYS_PROCSET_H) */
|
|
|
|
|
2023-01-02 19:56:27 +00:00
|
|
|
#include <stdlib.h>
|
|
|
|
|
2023-03-31 20:42:47 +01:00
|
|
|
#include <isc/atomic.h>
|
2023-01-02 19:56:27 +00:00
|
|
|
#include <isc/iterated_hash.h>
|
2019-07-18 17:47:40 +02:00
|
|
|
#include <isc/strerr.h>
|
2000-04-19 20:34:34 +00:00
|
|
|
#include <isc/thread.h>
|
2023-03-31 20:42:47 +01:00
|
|
|
#include <isc/tid.h>
|
|
|
|
#include <isc/urcu.h>
|
2000-06-22 01:48:24 +00:00
|
|
|
#include <isc/util.h>
|
2000-04-19 20:34:34 +00:00
|
|
|
|
2000-04-19 20:48:24 +00:00
|
|
|
#ifndef THREAD_MINSTACKSIZE
|
2013-01-07 09:52:16 +11:00
|
|
|
#define THREAD_MINSTACKSIZE (1024U * 1024)
|
2000-04-19 20:48:24 +00:00
|
|
|
#endif /* ifndef THREAD_MINSTACKSIZE */
|
|
|
|
|
2023-01-02 19:56:27 +00:00
|
|
|
/*
|
|
|
|
* We can't use isc_mem API here, because it's called too early and the
|
|
|
|
* isc_mem_debugging flags can be changed later causing mismatch between flags
|
|
|
|
* used for isc_mem_get() and isc_mem_put().
|
|
|
|
*/
|
|
|
|
|
|
|
|
struct thread_wrap {
|
2023-03-31 20:42:47 +01:00
|
|
|
struct rcu_head rcu_head;
|
2023-01-02 19:56:27 +00:00
|
|
|
isc_threadfunc_t func;
|
2023-04-04 17:40:39 +01:00
|
|
|
void *arg;
|
2023-01-02 19:56:27 +00:00
|
|
|
};
|
|
|
|
|
2023-04-04 17:40:39 +01:00
|
|
|
static struct thread_wrap *
|
|
|
|
thread_wrap(isc_threadfunc_t func, void *arg) {
|
|
|
|
struct thread_wrap *wrap = malloc(sizeof(*wrap));
|
|
|
|
*wrap = (struct thread_wrap){
|
|
|
|
.func = func,
|
|
|
|
.arg = arg,
|
|
|
|
};
|
2023-05-03 15:44:36 +01:00
|
|
|
__tsan_release(wrap);
|
2023-04-04 17:40:39 +01:00
|
|
|
return (wrap);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void *
|
2023-03-31 20:42:47 +01:00
|
|
|
thread_body(struct thread_wrap *wrap) {
|
|
|
|
isc_threadfunc_t func = wrap->func;
|
|
|
|
void *arg = wrap->arg;
|
|
|
|
void *ret = NULL;
|
2023-01-02 19:56:27 +00:00
|
|
|
|
|
|
|
/*
|
2023-04-04 17:40:39 +01:00
|
|
|
* Every thread starts with a malloc() call to prevent memory bloat
|
2023-03-31 20:42:47 +01:00
|
|
|
* caused by a jemalloc quirk. We use CMM_ACCESS_ONCE() To stop an
|
|
|
|
* optimizing compiler from stripping out free(malloc(1)).
|
2023-01-02 19:56:27 +00:00
|
|
|
*/
|
2023-03-31 20:42:47 +01:00
|
|
|
void *jemalloc_enforce_init = NULL;
|
|
|
|
CMM_ACCESS_ONCE(jemalloc_enforce_init) = malloc(1);
|
|
|
|
free(jemalloc_enforce_init);
|
|
|
|
|
|
|
|
/* Reassure Thread Sanitizer that it is safe to free the wrapper */
|
|
|
|
__tsan_acquire(wrap);
|
|
|
|
free(wrap);
|
|
|
|
|
|
|
|
ret = func(arg);
|
2023-01-02 19:56:27 +00:00
|
|
|
|
2023-03-31 20:42:47 +01:00
|
|
|
return (ret);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void *
|
|
|
|
thread_run(void *wrap) {
|
|
|
|
/*
|
|
|
|
* Get a thread-local digest context only in new threads.
|
|
|
|
* The main thread is handled by isc__initialize().
|
|
|
|
*/
|
2023-01-02 19:56:27 +00:00
|
|
|
isc__iterated_hash_initialize();
|
|
|
|
|
2023-05-05 08:12:35 +01:00
|
|
|
rcu_register_thread();
|
|
|
|
|
2023-03-31 20:42:47 +01:00
|
|
|
void *ret = thread_body(wrap);
|
2023-01-02 19:56:27 +00:00
|
|
|
|
|
|
|
isc__iterated_hash_shutdown();
|
|
|
|
|
2023-05-05 08:12:35 +01:00
|
|
|
rcu_unregister_thread();
|
|
|
|
|
2023-03-31 20:42:47 +01:00
|
|
|
return (ret);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
isc_thread_main(isc_threadfunc_t func, void *arg) {
|
|
|
|
/*
|
|
|
|
* Either this thread has not yet been started, so it can become the
|
|
|
|
* main thread, or it has already been annointed as the chosen zero
|
|
|
|
*/
|
|
|
|
REQUIRE(isc_tid() == ISC_TID_UNKNOWN || isc_tid() == 0);
|
|
|
|
thread_body(thread_wrap(func, arg));
|
2023-01-02 19:56:27 +00:00
|
|
|
}
|
|
|
|
|
2019-07-18 17:24:05 +02:00
|
|
|
void
|
2023-04-04 17:40:39 +01:00
|
|
|
isc_thread_create(isc_threadfunc_t func, void *arg, isc_thread_t *thread) {
|
2000-04-19 20:34:34 +00:00
|
|
|
int ret;
|
2023-04-04 17:40:39 +01:00
|
|
|
pthread_attr_t attr;
|
2000-04-19 20:34:34 +00:00
|
|
|
|
|
|
|
pthread_attr_init(&attr);
|
|
|
|
|
2003-07-25 05:08:51 +00:00
|
|
|
#if defined(HAVE_PTHREAD_ATTR_GETSTACKSIZE) && \
|
|
|
|
defined(HAVE_PTHREAD_ATTR_SETSTACKSIZE)
|
2023-04-04 17:40:39 +01:00
|
|
|
size_t stacksize;
|
2000-04-19 20:34:34 +00:00
|
|
|
ret = pthread_attr_getstacksize(&attr, &stacksize);
|
2022-09-09 20:25:47 +02:00
|
|
|
PTHREADS_RUNTIME_CHECK(pthread_attr_getstacksize, ret);
|
2000-04-19 20:34:34 +00:00
|
|
|
|
2000-04-19 20:48:24 +00:00
|
|
|
if (stacksize < THREAD_MINSTACKSIZE) {
|
|
|
|
ret = pthread_attr_setstacksize(&attr, THREAD_MINSTACKSIZE);
|
2022-09-09 20:25:47 +02:00
|
|
|
PTHREADS_RUNTIME_CHECK(pthread_attr_setstacksize, ret);
|
2000-04-19 20:34:34 +00:00
|
|
|
}
|
2000-12-22 20:50:05 +00:00
|
|
|
#endif /* if defined(HAVE_PTHREAD_ATTR_GETSTACKSIZE) && \
|
2003-07-25 05:08:51 +00:00
|
|
|
* defined(HAVE_PTHREAD_ATTR_SETSTACKSIZE) */
|
2000-04-19 20:34:34 +00:00
|
|
|
|
2023-04-04 17:40:39 +01:00
|
|
|
ret = pthread_create(thread, &attr, thread_run, thread_wrap(func, arg));
|
2022-09-09 20:25:47 +02:00
|
|
|
PTHREADS_RUNTIME_CHECK(pthread_create, ret);
|
2000-04-19 20:34:34 +00:00
|
|
|
|
|
|
|
pthread_attr_destroy(&attr);
|
|
|
|
}
|
2000-06-22 01:48:24 +00:00
|
|
|
|
2019-07-18 17:47:40 +02:00
|
|
|
void
|
2023-04-04 17:40:39 +01:00
|
|
|
isc_thread_join(isc_thread_t thread, void **resultp) {
|
|
|
|
int ret = pthread_join(thread, resultp);
|
2022-07-13 13:19:32 +02:00
|
|
|
|
2022-09-09 20:25:47 +02:00
|
|
|
PTHREADS_RUNTIME_CHECK(pthread_join, ret);
|
2019-07-18 17:47:40 +02:00
|
|
|
}
|
|
|
|
|
2017-04-21 13:58:22 -07:00
|
|
|
void
|
|
|
|
isc_thread_setname(isc_thread_t thread, const char *name) {
|
2018-08-28 21:27:48 +02:00
|
|
|
#if defined(HAVE_PTHREAD_SETNAME_NP) && !defined(__APPLE__)
|
2017-04-21 13:58:22 -07:00
|
|
|
/*
|
|
|
|
* macOS has pthread_setname_np but only works on the
|
|
|
|
* current thread so it's not used here
|
|
|
|
*/
|
2018-11-22 15:15:11 +01:00
|
|
|
#if defined(__NetBSD__)
|
|
|
|
(void)pthread_setname_np(thread, name, NULL);
|
|
|
|
#else /* if defined(__NetBSD__) */
|
2017-04-21 13:58:22 -07:00
|
|
|
(void)pthread_setname_np(thread, name);
|
2018-11-22 15:15:11 +01:00
|
|
|
#endif /* if defined(__NetBSD__) */
|
2017-04-21 13:58:22 -07:00
|
|
|
#elif defined(HAVE_PTHREAD_SET_NAME_NP)
|
|
|
|
(void)pthread_set_name_np(thread, name);
|
|
|
|
#else /* if defined(HAVE_PTHREAD_SETNAME_NP) && !defined(__APPLE__) */
|
|
|
|
UNUSED(thread);
|
|
|
|
UNUSED(name);
|
|
|
|
#endif /* if defined(HAVE_PTHREAD_SETNAME_NP) && !defined(__APPLE__) */
|
|
|
|
}
|
|
|
|
|
2013-10-08 11:43:08 +11:00
|
|
|
void
|
|
|
|
isc_thread_yield(void) {
|
|
|
|
#if defined(HAVE_SCHED_YIELD)
|
|
|
|
sched_yield();
|
|
|
|
#elif defined(HAVE_PTHREAD_YIELD)
|
|
|
|
pthread_yield();
|
|
|
|
#elif defined(HAVE_PTHREAD_YIELD_NP)
|
|
|
|
pthread_yield_np();
|
|
|
|
#endif /* if defined(HAVE_SCHED_YIELD) */
|
|
|
|
}
|