~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/include/linux/sched/topology.h

Version: ~ [ linux-5.5-rc6 ] ~ [ linux-5.4.11 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.95 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.164 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.209 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.209 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.19.8 ] ~ [ linux-3.18.140 ] ~ [ linux-3.17.8 ] ~ [ linux-3.16.81 ] ~ [ linux-3.15.10 ] ~ [ linux-3.14.79 ] ~ [ linux-3.13.11 ] ~ [ linux-3.12.74 ] ~ [ linux-3.11.10 ] ~ [ linux-3.10.108 ] ~ [ linux-3.9.11 ] ~ [ linux-3.8.13 ] ~ [ linux-3.7.10 ] ~ [ linux-3.6.11 ] ~ [ linux-3.5.7 ] ~ [ linux-3.4.113 ] ~ [ linux-3.3.8 ] ~ [ linux-3.2.102 ] ~ [ linux-3.1.10 ] ~ [ linux-3.0.101 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 #ifndef _LINUX_SCHED_TOPOLOGY_H
  2 #define _LINUX_SCHED_TOPOLOGY_H
  3 
  4 #include <linux/topology.h>
  5 
  6 #include <linux/sched/idle.h>
  7 
  8 /*
  9  * sched-domains (multiprocessor balancing) declarations:
 10  */
 11 #ifdef CONFIG_SMP
 12 
 13 #define SD_LOAD_BALANCE         0x0001  /* Do load balancing on this domain. */
 14 #define SD_BALANCE_NEWIDLE      0x0002  /* Balance when about to become idle */
 15 #define SD_BALANCE_EXEC         0x0004  /* Balance on exec */
 16 #define SD_BALANCE_FORK         0x0008  /* Balance on fork, clone */
 17 #define SD_BALANCE_WAKE         0x0010  /* Balance on wakeup */
 18 #define SD_WAKE_AFFINE          0x0020  /* Wake task to waking CPU */
 19 #define SD_ASYM_CPUCAPACITY     0x0040  /* Groups have different max cpu capacities */
 20 #define SD_SHARE_CPUCAPACITY    0x0080  /* Domain members share cpu capacity */
 21 #define SD_SHARE_POWERDOMAIN    0x0100  /* Domain members share power domain */
 22 #define SD_SHARE_PKG_RESOURCES  0x0200  /* Domain members share cpu pkg resources */
 23 #define SD_SERIALIZE            0x0400  /* Only a single load balancing instance */
 24 #define SD_ASYM_PACKING         0x0800  /* Place busy groups earlier in the domain */
 25 #define SD_PREFER_SIBLING       0x1000  /* Prefer to place tasks in a sibling domain */
 26 #define SD_OVERLAP              0x2000  /* sched_domains of this level overlap */
 27 #define SD_NUMA                 0x4000  /* cross-node balancing */
 28 
 29 /*
 30  * Increase resolution of cpu_capacity calculations
 31  */
 32 #define SCHED_CAPACITY_SHIFT    SCHED_FIXEDPOINT_SHIFT
 33 #define SCHED_CAPACITY_SCALE    (1L << SCHED_CAPACITY_SHIFT)
 34 
 35 #ifdef CONFIG_SCHED_SMT
 36 static inline int cpu_smt_flags(void)
 37 {
 38         return SD_SHARE_CPUCAPACITY | SD_SHARE_PKG_RESOURCES;
 39 }
 40 #endif
 41 
 42 #ifdef CONFIG_SCHED_MC
 43 static inline int cpu_core_flags(void)
 44 {
 45         return SD_SHARE_PKG_RESOURCES;
 46 }
 47 #endif
 48 
 49 #ifdef CONFIG_NUMA
 50 static inline int cpu_numa_flags(void)
 51 {
 52         return SD_NUMA;
 53 }
 54 #endif
 55 
 56 extern int arch_asym_cpu_priority(int cpu);
 57 
 58 struct sched_domain_attr {
 59         int relax_domain_level;
 60 };
 61 
 62 #define SD_ATTR_INIT    (struct sched_domain_attr) {    \
 63         .relax_domain_level = -1,                       \
 64 }
 65 
 66 extern int sched_domain_level_max;
 67 
 68 struct sched_group;
 69 
 70 struct sched_domain_shared {
 71         atomic_t        ref;
 72         atomic_t        nr_busy_cpus;
 73         int             has_idle_cores;
 74 };
 75 
 76 struct sched_domain {
 77         /* These fields must be setup */
 78         struct sched_domain *parent;    /* top domain must be null terminated */
 79         struct sched_domain *child;     /* bottom domain must be null terminated */
 80         struct sched_group *groups;     /* the balancing groups of the domain */
 81         unsigned long min_interval;     /* Minimum balance interval ms */
 82         unsigned long max_interval;     /* Maximum balance interval ms */
 83         unsigned int busy_factor;       /* less balancing by factor if busy */
 84         unsigned int imbalance_pct;     /* No balance until over watermark */
 85         unsigned int cache_nice_tries;  /* Leave cache hot tasks for # tries */
 86         unsigned int busy_idx;
 87         unsigned int idle_idx;
 88         unsigned int newidle_idx;
 89         unsigned int wake_idx;
 90         unsigned int forkexec_idx;
 91         unsigned int smt_gain;
 92 
 93         int nohz_idle;                  /* NOHZ IDLE status */
 94         int flags;                      /* See SD_* */
 95         int level;
 96 
 97         /* Runtime fields. */
 98         unsigned long last_balance;     /* init to jiffies. units in jiffies */
 99         unsigned int balance_interval;  /* initialise to 1. units in ms. */
100         unsigned int nr_balance_failed; /* initialise to 0 */
101 
102         /* idle_balance() stats */
103         u64 max_newidle_lb_cost;
104         unsigned long next_decay_max_lb_cost;
105 
106         u64 avg_scan_cost;              /* select_idle_sibling */
107 
108 #ifdef CONFIG_SCHEDSTATS
109         /* load_balance() stats */
110         unsigned int lb_count[CPU_MAX_IDLE_TYPES];
111         unsigned int lb_failed[CPU_MAX_IDLE_TYPES];
112         unsigned int lb_balanced[CPU_MAX_IDLE_TYPES];
113         unsigned int lb_imbalance[CPU_MAX_IDLE_TYPES];
114         unsigned int lb_gained[CPU_MAX_IDLE_TYPES];
115         unsigned int lb_hot_gained[CPU_MAX_IDLE_TYPES];
116         unsigned int lb_nobusyg[CPU_MAX_IDLE_TYPES];
117         unsigned int lb_nobusyq[CPU_MAX_IDLE_TYPES];
118 
119         /* Active load balancing */
120         unsigned int alb_count;
121         unsigned int alb_failed;
122         unsigned int alb_pushed;
123 
124         /* SD_BALANCE_EXEC stats */
125         unsigned int sbe_count;
126         unsigned int sbe_balanced;
127         unsigned int sbe_pushed;
128 
129         /* SD_BALANCE_FORK stats */
130         unsigned int sbf_count;
131         unsigned int sbf_balanced;
132         unsigned int sbf_pushed;
133 
134         /* try_to_wake_up() stats */
135         unsigned int ttwu_wake_remote;
136         unsigned int ttwu_move_affine;
137         unsigned int ttwu_move_balance;
138 #endif
139 #ifdef CONFIG_SCHED_DEBUG
140         char *name;
141 #endif
142         union {
143                 void *private;          /* used during construction */
144                 struct rcu_head rcu;    /* used during destruction */
145         };
146         struct sched_domain_shared *shared;
147 
148         unsigned int span_weight;
149         /*
150          * Span of all CPUs in this domain.
151          *
152          * NOTE: this field is variable length. (Allocated dynamically
153          * by attaching extra space to the end of the structure,
154          * depending on how many CPUs the kernel has booted up with)
155          */
156         unsigned long span[0];
157 };
158 
159 static inline struct cpumask *sched_domain_span(struct sched_domain *sd)
160 {
161         return to_cpumask(sd->span);
162 }
163 
164 extern void partition_sched_domains(int ndoms_new, cpumask_var_t doms_new[],
165                                     struct sched_domain_attr *dattr_new);
166 
167 /* Allocate an array of sched domains, for partition_sched_domains(). */
168 cpumask_var_t *alloc_sched_domains(unsigned int ndoms);
169 void free_sched_domains(cpumask_var_t doms[], unsigned int ndoms);
170 
171 bool cpus_share_cache(int this_cpu, int that_cpu);
172 
173 typedef const struct cpumask *(*sched_domain_mask_f)(int cpu);
174 typedef int (*sched_domain_flags_f)(void);
175 
176 #define SDTL_OVERLAP    0x01
177 
178 struct sd_data {
179         struct sched_domain **__percpu sd;
180         struct sched_domain_shared **__percpu sds;
181         struct sched_group **__percpu sg;
182         struct sched_group_capacity **__percpu sgc;
183 };
184 
185 struct sched_domain_topology_level {
186         sched_domain_mask_f mask;
187         sched_domain_flags_f sd_flags;
188         int                 flags;
189         int                 numa_level;
190         struct sd_data      data;
191 #ifdef CONFIG_SCHED_DEBUG
192         char                *name;
193 #endif
194 };
195 
196 extern void set_sched_topology(struct sched_domain_topology_level *tl);
197 
198 #ifdef CONFIG_SCHED_DEBUG
199 # define SD_INIT_NAME(type)             .name = #type
200 #else
201 # define SD_INIT_NAME(type)
202 #endif
203 
204 #else /* CONFIG_SMP */
205 
206 struct sched_domain_attr;
207 
208 static inline void
209 partition_sched_domains(int ndoms_new, cpumask_var_t doms_new[],
210                         struct sched_domain_attr *dattr_new)
211 {
212 }
213 
214 static inline bool cpus_share_cache(int this_cpu, int that_cpu)
215 {
216         return true;
217 }
218 
219 #endif  /* !CONFIG_SMP */
220 
221 static inline int task_node(const struct task_struct *p)
222 {
223         return cpu_to_node(task_cpu(p));
224 }
225 
226 #endif /* _LINUX_SCHED_TOPOLOGY_H */
227 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp