]>
git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blob - include/linux/vmstat.h
1 #ifndef _LINUX_VMSTAT_H
2 #define _LINUX_VMSTAT_H
4 #include <linux/types.h>
5 #include <linux/percpu.h>
7 #include <linux/mmzone.h>
8 #include <asm/atomic.h>
10 #ifdef CONFIG_ZONE_DMA
11 #define DMA_ZONE(xx) xx##_DMA,
16 #ifdef CONFIG_ZONE_DMA32
17 #define DMA32_ZONE(xx) xx##_DMA32,
19 #define DMA32_ZONE(xx)
23 #define HIGHMEM_ZONE(xx) , xx##_HIGH
25 #define HIGHMEM_ZONE(xx)
28 #define FOR_ALL_ZONES(xx) DMA_ZONE(xx) DMA32_ZONE(xx) xx##_NORMAL HIGHMEM_ZONE(xx) , xx##_MOVABLE
30 enum vm_event_item
{ PGPGIN
, PGPGOUT
, PSWPIN
, PSWPOUT
,
31 FOR_ALL_ZONES(PGALLOC
),
32 PGFREE
, PGACTIVATE
, PGDEACTIVATE
,
34 FOR_ALL_ZONES(PGREFILL
),
35 FOR_ALL_ZONES(PGSTEAL
),
36 FOR_ALL_ZONES(PGSCAN_KSWAPD
),
37 FOR_ALL_ZONES(PGSCAN_DIRECT
),
38 PGINODESTEAL
, SLABS_SCANNED
, KSWAPD_STEAL
, KSWAPD_INODESTEAL
,
39 PAGEOUTRUN
, ALLOCSTALL
, PGROTATED
,
43 #ifdef CONFIG_VM_EVENT_COUNTERS
45 * Light weight per cpu counter implementation.
47 * Counters should only be incremented and no critical kernel component
48 * should rely on the counter values.
50 * Counters are handled completely inline. On many platforms the code
51 * generated will simply be the increment of a global address.
54 struct vm_event_state
{
55 unsigned long event
[NR_VM_EVENT_ITEMS
];
58 DECLARE_PER_CPU(struct vm_event_state
, vm_event_states
);
60 static inline void __count_vm_event(enum vm_event_item item
)
62 __get_cpu_var(vm_event_states
).event
[item
]++;
65 static inline void count_vm_event(enum vm_event_item item
)
67 get_cpu_var(vm_event_states
).event
[item
]++;
71 static inline void __count_vm_events(enum vm_event_item item
, long delta
)
73 __get_cpu_var(vm_event_states
).event
[item
] += delta
;
76 static inline void count_vm_events(enum vm_event_item item
, long delta
)
78 get_cpu_var(vm_event_states
).event
[item
] += delta
;
82 extern void all_vm_events(unsigned long *);
84 extern void vm_events_fold_cpu(int cpu
);
86 static inline void vm_events_fold_cpu(int cpu
)
93 /* Disable counters */
94 static inline void count_vm_event(enum vm_event_item item
)
97 static inline void count_vm_events(enum vm_event_item item
, long delta
)
100 static inline void __count_vm_event(enum vm_event_item item
)
103 static inline void __count_vm_events(enum vm_event_item item
, long delta
)
106 static inline void all_vm_events(unsigned long *ret
)
109 static inline void vm_events_fold_cpu(int cpu
)
113 #endif /* CONFIG_VM_EVENT_COUNTERS */
115 #define __count_zone_vm_events(item, zone, delta) \
116 __count_vm_events(item##_NORMAL - ZONE_NORMAL + \
117 zone_idx(zone), delta)
120 * Zone based page accounting with per cpu differentials.
122 extern atomic_long_t vm_stat
[NR_VM_ZONE_STAT_ITEMS
];
124 static inline void zone_page_state_add(long x
, struct zone
*zone
,
125 enum zone_stat_item item
)
127 atomic_long_add(x
, &zone
->vm_stat
[item
]);
128 atomic_long_add(x
, &vm_stat
[item
]);
131 static inline unsigned long global_page_state(enum zone_stat_item item
)
133 long x
= atomic_long_read(&vm_stat
[item
]);
141 static inline unsigned long zone_page_state(struct zone
*zone
,
142 enum zone_stat_item item
)
144 long x
= atomic_long_read(&zone
->vm_stat
[item
]);
154 * Determine the per node value of a stat item. This function
155 * is called frequently in a NUMA machine, so try to be as
156 * frugal as possible.
158 static inline unsigned long node_page_state(int node
,
159 enum zone_stat_item item
)
161 struct zone
*zones
= NODE_DATA(node
)->node_zones
;
164 #ifdef CONFIG_ZONE_DMA
165 zone_page_state(&zones
[ZONE_DMA
], item
) +
167 #ifdef CONFIG_ZONE_DMA32
168 zone_page_state(&zones
[ZONE_DMA32
], item
) +
170 #ifdef CONFIG_HIGHMEM
171 zone_page_state(&zones
[ZONE_HIGHMEM
], item
) +
173 zone_page_state(&zones
[ZONE_NORMAL
], item
) +
174 zone_page_state(&zones
[ZONE_MOVABLE
], item
);
177 extern void zone_statistics(struct zonelist
*, struct zone
*);
181 #define node_page_state(node, item) global_page_state(item)
182 #define zone_statistics(_zl,_z) do { } while (0)
184 #endif /* CONFIG_NUMA */
186 #define __add_zone_page_state(__z, __i, __d) \
187 __mod_zone_page_state(__z, __i, __d)
188 #define __sub_zone_page_state(__z, __i, __d) \
189 __mod_zone_page_state(__z, __i,-(__d))
191 #define add_zone_page_state(__z, __i, __d) mod_zone_page_state(__z, __i, __d)
192 #define sub_zone_page_state(__z, __i, __d) mod_zone_page_state(__z, __i, -(__d))
194 static inline void zap_zone_vm_stats(struct zone
*zone
)
196 memset(zone
->vm_stat
, 0, sizeof(zone
->vm_stat
));
199 extern void inc_zone_state(struct zone
*, enum zone_stat_item
);
202 void __mod_zone_page_state(struct zone
*, enum zone_stat_item item
, int);
203 void __inc_zone_page_state(struct page
*, enum zone_stat_item
);
204 void __dec_zone_page_state(struct page
*, enum zone_stat_item
);
206 void mod_zone_page_state(struct zone
*, enum zone_stat_item
, int);
207 void inc_zone_page_state(struct page
*, enum zone_stat_item
);
208 void dec_zone_page_state(struct page
*, enum zone_stat_item
);
210 extern void inc_zone_state(struct zone
*, enum zone_stat_item
);
211 extern void __inc_zone_state(struct zone
*, enum zone_stat_item
);
212 extern void dec_zone_state(struct zone
*, enum zone_stat_item
);
213 extern void __dec_zone_state(struct zone
*, enum zone_stat_item
);
215 void refresh_cpu_vm_stats(int);
216 #else /* CONFIG_SMP */
219 * We do not maintain differentials in a single processor configuration.
220 * The functions directly modify the zone and global counters.
222 static inline void __mod_zone_page_state(struct zone
*zone
,
223 enum zone_stat_item item
, int delta
)
225 zone_page_state_add(delta
, zone
, item
);
228 static inline void __inc_zone_state(struct zone
*zone
, enum zone_stat_item item
)
230 atomic_long_inc(&zone
->vm_stat
[item
]);
231 atomic_long_inc(&vm_stat
[item
]);
234 static inline void __inc_zone_page_state(struct page
*page
,
235 enum zone_stat_item item
)
237 __inc_zone_state(page_zone(page
), item
);
240 static inline void __dec_zone_state(struct zone
*zone
, enum zone_stat_item item
)
242 atomic_long_dec(&zone
->vm_stat
[item
]);
243 atomic_long_dec(&vm_stat
[item
]);
246 static inline void __dec_zone_page_state(struct page
*page
,
247 enum zone_stat_item item
)
249 atomic_long_dec(&page_zone(page
)->vm_stat
[item
]);
250 atomic_long_dec(&vm_stat
[item
]);
254 * We only use atomic operations to update counters. So there is no need to
255 * disable interrupts.
257 #define inc_zone_page_state __inc_zone_page_state
258 #define dec_zone_page_state __dec_zone_page_state
259 #define mod_zone_page_state __mod_zone_page_state
261 static inline void refresh_cpu_vm_stats(int cpu
) { }
264 #endif /* _LINUX_VMSTAT_H */