2020-03-09 13:22:11 -04:00
|
|
|
|
|
|
|
#ifndef RUBY_VM_SYNC_H
|
|
|
|
#define RUBY_VM_SYNC_H
|
|
|
|
|
|
|
|
#include "vm_debug.h"
|
2020-12-15 20:10:05 -05:00
|
|
|
#include "debug_counter.h"
|
2020-03-09 13:22:11 -04:00
|
|
|
|
|
|
|
#if USE_RUBY_DEBUG_LOG
|
|
|
|
#define LOCATION_ARGS const char *file, int line
|
|
|
|
#define LOCATION_PARAMS file, line
|
|
|
|
#define APPEND_LOCATION_ARGS , const char *file, int line
|
|
|
|
#define APPEND_LOCATION_PARAMS , file, line
|
|
|
|
#else
|
|
|
|
#define LOCATION_ARGS void
|
|
|
|
#define LOCATION_PARAMS
|
|
|
|
#define APPEND_LOCATION_ARGS
|
|
|
|
#define APPEND_LOCATION_PARAMS
|
|
|
|
#endif
|
|
|
|
|
|
|
|
bool rb_vm_locked_p(void);
|
|
|
|
void rb_vm_lock_body(LOCATION_ARGS);
|
|
|
|
void rb_vm_unlock_body(LOCATION_ARGS);
|
2020-12-01 14:10:05 -05:00
|
|
|
|
|
|
|
struct rb_ractor_struct;
|
|
|
|
void rb_vm_lock_enter_body_cr(struct rb_ractor_struct *cr, unsigned int *lev APPEND_LOCATION_ARGS);
|
2020-12-06 21:27:25 -05:00
|
|
|
void rb_vm_lock_enter_body_nb(unsigned int *lev APPEND_LOCATION_ARGS);
|
2020-03-09 13:22:11 -04:00
|
|
|
void rb_vm_lock_enter_body(unsigned int *lev APPEND_LOCATION_ARGS);
|
|
|
|
void rb_vm_lock_leave_body(unsigned int *lev APPEND_LOCATION_ARGS);
|
|
|
|
void rb_vm_barrier(void);
|
2020-09-11 05:30:27 -04:00
|
|
|
|
|
|
|
#if RUBY_DEBUG
|
|
|
|
// GET_VM()
|
|
|
|
#include "vm_core.h"
|
|
|
|
#endif
|
2020-03-09 13:22:11 -04:00
|
|
|
|
2020-12-06 10:07:30 -05:00
|
|
|
RUBY_EXTERN struct rb_ractor_struct *ruby_single_main_ractor; // ractor.c
|
2020-12-01 13:37:56 -05:00
|
|
|
|
2020-03-09 13:22:11 -04:00
|
|
|
static inline bool
|
|
|
|
rb_multi_ractor_p(void)
|
|
|
|
{
|
2020-12-01 13:37:56 -05:00
|
|
|
if (LIKELY(ruby_single_main_ractor)) {
|
2020-03-09 13:22:11 -04:00
|
|
|
// 0 on boot time.
|
2020-09-11 05:30:27 -04:00
|
|
|
RUBY_ASSERT(GET_VM()->ractor.cnt <= 1);
|
2020-03-09 13:22:11 -04:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
// multi-ractor mode can run ractor.cnt == 1
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
rb_vm_lock(const char *file, int line)
|
|
|
|
{
|
2020-12-15 20:10:05 -05:00
|
|
|
RB_DEBUG_COUNTER_INC(vm_sync_lock);
|
|
|
|
|
2020-03-09 13:22:11 -04:00
|
|
|
if (rb_multi_ractor_p()) {
|
|
|
|
rb_vm_lock_body(LOCATION_PARAMS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
rb_vm_unlock(const char *file, int line)
|
|
|
|
{
|
|
|
|
if (rb_multi_ractor_p()) {
|
|
|
|
rb_vm_unlock_body(LOCATION_PARAMS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
rb_vm_lock_enter(unsigned int *lev, const char *file, int line)
|
|
|
|
{
|
2020-12-15 20:10:05 -05:00
|
|
|
RB_DEBUG_COUNTER_INC(vm_sync_lock_enter);
|
|
|
|
|
2020-03-09 13:22:11 -04:00
|
|
|
if (rb_multi_ractor_p()) {
|
|
|
|
rb_vm_lock_enter_body(lev APPEND_LOCATION_PARAMS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-06 21:27:25 -05:00
|
|
|
static inline void
|
|
|
|
rb_vm_lock_enter_nb(unsigned int *lev, const char *file, int line)
|
|
|
|
{
|
2020-12-15 20:10:05 -05:00
|
|
|
RB_DEBUG_COUNTER_INC(vm_sync_lock_enter_nb);
|
|
|
|
|
2020-12-06 21:27:25 -05:00
|
|
|
if (rb_multi_ractor_p()) {
|
|
|
|
rb_vm_lock_enter_body_nb(lev APPEND_LOCATION_PARAMS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-03-09 13:22:11 -04:00
|
|
|
static inline void
|
|
|
|
rb_vm_lock_leave(unsigned int *lev, const char *file, int line)
|
|
|
|
{
|
|
|
|
if (rb_multi_ractor_p()) {
|
2020-12-01 14:10:05 -05:00
|
|
|
rb_vm_lock_leave_body(lev APPEND_LOCATION_PARAMS);
|
2020-03-09 13:22:11 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-01 14:10:05 -05:00
|
|
|
static inline void
|
|
|
|
rb_vm_lock_enter_cr(struct rb_ractor_struct *cr, unsigned int *levp, const char *file, int line)
|
|
|
|
{
|
2020-12-15 20:10:05 -05:00
|
|
|
RB_DEBUG_COUNTER_INC(vm_sync_lock_enter_cr);
|
2020-12-01 14:10:05 -05:00
|
|
|
rb_vm_lock_enter_body_cr(cr, levp APPEND_LOCATION_PARAMS);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
rb_vm_lock_leave_cr(struct rb_ractor_struct *cr, unsigned int *levp, const char *file, int line)
|
|
|
|
{
|
|
|
|
rb_vm_lock_leave_body(levp APPEND_LOCATION_PARAMS);
|
|
|
|
}
|
|
|
|
|
2020-03-09 13:22:11 -04:00
|
|
|
#define RB_VM_LOCKED_P() rb_vm_locked_p()
|
|
|
|
|
|
|
|
#define RB_VM_LOCK() rb_vm_lock(__FILE__, __LINE__)
|
|
|
|
#define RB_VM_UNLOCK() rb_vm_unlock(__FILE__, __LINE__)
|
|
|
|
|
2020-12-01 14:10:05 -05:00
|
|
|
#define RB_VM_LOCK_ENTER_CR_LEV(cr, levp) rb_vm_lock_enter_cr(cr, levp, __FILE__, __LINE__)
|
|
|
|
#define RB_VM_LOCK_LEAVE_CR_LEV(cr, levp) rb_vm_lock_leave_cr(cr, levp, __FILE__, __LINE__)
|
2020-10-13 13:36:58 -04:00
|
|
|
#define RB_VM_LOCK_ENTER_LEV(levp) rb_vm_lock_enter(levp, __FILE__, __LINE__)
|
|
|
|
#define RB_VM_LOCK_LEAVE_LEV(levp) rb_vm_lock_leave(levp, __FILE__, __LINE__)
|
2020-03-09 13:22:11 -04:00
|
|
|
|
|
|
|
#define RB_VM_LOCK_ENTER() { unsigned int _lev; RB_VM_LOCK_ENTER_LEV(&_lev);
|
|
|
|
#define RB_VM_LOCK_LEAVE() RB_VM_LOCK_LEAVE_LEV(&_lev); }
|
|
|
|
|
2020-12-06 21:27:25 -05:00
|
|
|
#define RB_VM_LOCK_ENTER_LEV_NB(levp) rb_vm_lock_enter_nb(levp, __FILE__, __LINE__)
|
|
|
|
#define RB_VM_LOCK_ENTER_NO_BARRIER() { unsigned int _lev; RB_VM_LOCK_ENTER_LEV_NB(&_lev);
|
|
|
|
#define RB_VM_LOCK_LEAVE_NO_BARRIER() RB_VM_LOCK_LEAVE_LEV(&_lev); }
|
|
|
|
|
2020-09-11 05:30:27 -04:00
|
|
|
#if RUBY_DEBUG > 0
|
2020-03-09 13:22:11 -04:00
|
|
|
void ASSERT_vm_locking(void);
|
|
|
|
void ASSERT_vm_unlocking(void);
|
|
|
|
#else
|
|
|
|
#define ASSERT_vm_locking()
|
|
|
|
#define ASSERT_vm_unlocking()
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif // RUBY_VM_SYNC_H
|