11b1e1344SRoman Gushchin /* SPDX-License-Identifier: GPL-2.0-or-later */
21b1e1344SRoman Gushchin
31b1e1344SRoman Gushchin #ifndef __MM_MEMCONTROL_V1_H
41b1e1344SRoman Gushchin #define __MM_MEMCONTROL_V1_H
51b1e1344SRoman Gushchin
6ea1e8796SRoman Gushchin #include <linux/cgroup-defs.h>
7ea1e8796SRoman Gushchin
86f1173d6SRoman Gushchin /* Cgroup v1 and v2 common declarations */
91b1e1344SRoman Gushchin
1066d60c42SRoman Gushchin /*
1166d60c42SRoman Gushchin * Iteration constructs for visiting all cgroups (under a tree). If
1266d60c42SRoman Gushchin * loops are exited prematurely (break), mem_cgroup_iter_break() must
1366d60c42SRoman Gushchin * be used for reference counting.
1466d60c42SRoman Gushchin */
1566d60c42SRoman Gushchin #define for_each_mem_cgroup_tree(iter, root) \
1666d60c42SRoman Gushchin for (iter = mem_cgroup_iter(root, NULL, NULL); \
1766d60c42SRoman Gushchin iter != NULL; \
1866d60c42SRoman Gushchin iter = mem_cgroup_iter(root, iter, NULL))
1966d60c42SRoman Gushchin
2066d60c42SRoman Gushchin #define for_each_mem_cgroup(iter) \
2166d60c42SRoman Gushchin for (iter = mem_cgroup_iter(NULL, NULL, NULL); \
2266d60c42SRoman Gushchin iter != NULL; \
2366d60c42SRoman Gushchin iter = mem_cgroup_iter(NULL, iter, NULL))
2466d60c42SRoman Gushchin
256f1173d6SRoman Gushchin void drain_all_stock(struct mem_cgroup *root_memcg);
266f1173d6SRoman Gushchin
276f1173d6SRoman Gushchin unsigned long memcg_events(struct mem_cgroup *memcg, int event);
286f1173d6SRoman Gushchin int memory_stat_show(struct seq_file *m, void *v);
296f1173d6SRoman Gushchin
3037cb8cd0SKairui Song struct mem_cgroup *mem_cgroup_private_id_get_online(struct mem_cgroup *memcg,
3137cb8cd0SKairui Song unsigned int n);
3289ce924fSJohannes Weiner
336f1173d6SRoman Gushchin /* Cgroup v1-specific declarations */
34e93d4166SRoman Gushchin #ifdef CONFIG_MEMCG_V1
350ccaf421SShakeel Butt
36cb44821eSShakeel Butt /* Whether legacy memory+swap accounting is active */
do_memsw_account(void)37cb44821eSShakeel Butt static inline bool do_memsw_account(void)
38cb44821eSShakeel Butt {
39cb44821eSShakeel Butt return !cgroup_subsys_on_dfl(memory_cgrp_subsys);
40cb44821eSShakeel Butt }
41cb44821eSShakeel Butt
42610dc18cSChen Ridong unsigned long memcg_events_local(struct mem_cgroup *memcg, int event);
43610dc18cSChen Ridong unsigned long memcg_page_state_local(struct mem_cgroup *memcg, int idx);
44610dc18cSChen Ridong unsigned long memcg_page_state_local_output(struct mem_cgroup *memcg, int item);
450ccaf421SShakeel Butt bool memcg1_alloc_events(struct mem_cgroup *memcg);
460ccaf421SShakeel Butt void memcg1_free_events(struct mem_cgroup *memcg);
470ccaf421SShakeel Butt
48b5855a26SRoman Gushchin void memcg1_memcg_init(struct mem_cgroup *memcg);
496f1173d6SRoman Gushchin void memcg1_remove_from_trees(struct mem_cgroup *memcg);
506f1173d6SRoman Gushchin
memcg1_soft_limit_reset(struct mem_cgroup * memcg)516f1173d6SRoman Gushchin static inline void memcg1_soft_limit_reset(struct mem_cgroup *memcg)
526f1173d6SRoman Gushchin {
536f1173d6SRoman Gushchin WRITE_ONCE(memcg->soft_limit, PAGE_COUNTER_MAX);
546f1173d6SRoman Gushchin }
556f1173d6SRoman Gushchin
566f1173d6SRoman Gushchin struct cgroup_taskset;
5766d60c42SRoman Gushchin void memcg1_css_offline(struct mem_cgroup *memcg);
5866d60c42SRoman Gushchin
5966d60c42SRoman Gushchin /* for encoding cft->private value on file */
6066d60c42SRoman Gushchin enum res_type {
6166d60c42SRoman Gushchin _MEM,
6266d60c42SRoman Gushchin _MEMSWAP,
6366d60c42SRoman Gushchin _KMEM,
6466d60c42SRoman Gushchin _TCP,
6566d60c42SRoman Gushchin };
6666d60c42SRoman Gushchin
67292fc2e0SRoman Gushchin bool memcg1_oom_prepare(struct mem_cgroup *memcg, bool *locked);
68292fc2e0SRoman Gushchin void memcg1_oom_finish(struct mem_cgroup *memcg, bool locked);
698d49b699SRoman Gushchin void memcg1_oom_recover(struct mem_cgroup *memcg);
7066d60c42SRoman Gushchin
71f7d49ba0SShakeel Butt void memcg1_commit_charge(struct folio *folio, struct mem_cgroup *memcg);
72f7d49ba0SShakeel Butt void memcg1_uncharge_batch(struct mem_cgroup *memcg, unsigned long pgpgout,
73f7d49ba0SShakeel Butt unsigned long nr_memory, int nid);
74f7d49ba0SShakeel Butt
75ea1e8796SRoman Gushchin void memcg1_stat_format(struct mem_cgroup *memcg, struct seq_buf *s);
76*8285917dSQi Zheng void reparent_memcg1_state_local(struct mem_cgroup *memcg, struct mem_cgroup *parent);
77*8285917dSQi Zheng void reparent_memcg1_lruvec_state_local(struct mem_cgroup *memcg, struct mem_cgroup *parent);
78*8285917dSQi Zheng
79*8285917dSQi Zheng void reparent_memcg_state_local(struct mem_cgroup *memcg,
80*8285917dSQi Zheng struct mem_cgroup *parent, int idx);
81*8285917dSQi Zheng void reparent_memcg_lruvec_state_local(struct mem_cgroup *memcg,
82*8285917dSQi Zheng struct mem_cgroup *parent, int idx);
83ea1e8796SRoman Gushchin
8404fbe921SRoman Gushchin void memcg1_account_kmem(struct mem_cgroup *memcg, int nr_pages);
memcg1_tcpmem_active(struct mem_cgroup * memcg)85773e9ae7SRoman Gushchin static inline bool memcg1_tcpmem_active(struct mem_cgroup *memcg)
86773e9ae7SRoman Gushchin {
87773e9ae7SRoman Gushchin return memcg->tcpmem_active;
88773e9ae7SRoman Gushchin }
89773e9ae7SRoman Gushchin bool memcg1_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,
90773e9ae7SRoman Gushchin gfp_t gfp_mask);
memcg1_uncharge_skmem(struct mem_cgroup * memcg,unsigned int nr_pages)91773e9ae7SRoman Gushchin static inline void memcg1_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages)
92773e9ae7SRoman Gushchin {
93773e9ae7SRoman Gushchin page_counter_uncharge(&memcg->tcpmem, nr_pages);
94773e9ae7SRoman Gushchin }
95773e9ae7SRoman Gushchin
96ea1e8796SRoman Gushchin extern struct cftype memsw_files[];
97ea1e8796SRoman Gushchin extern struct cftype mem_cgroup_legacy_files[];
98ea1e8796SRoman Gushchin
99e93d4166SRoman Gushchin #else /* CONFIG_MEMCG_V1 */
100e93d4166SRoman Gushchin
do_memsw_account(void)101cb44821eSShakeel Butt static inline bool do_memsw_account(void) { return false; }
memcg1_alloc_events(struct mem_cgroup * memcg)1020ccaf421SShakeel Butt static inline bool memcg1_alloc_events(struct mem_cgroup *memcg) { return true; }
memcg1_free_events(struct mem_cgroup * memcg)1030ccaf421SShakeel Butt static inline void memcg1_free_events(struct mem_cgroup *memcg) {}
1040ccaf421SShakeel Butt
memcg1_memcg_init(struct mem_cgroup * memcg)105b5855a26SRoman Gushchin static inline void memcg1_memcg_init(struct mem_cgroup *memcg) {}
memcg1_remove_from_trees(struct mem_cgroup * memcg)106e93d4166SRoman Gushchin static inline void memcg1_remove_from_trees(struct mem_cgroup *memcg) {}
memcg1_soft_limit_reset(struct mem_cgroup * memcg)107e93d4166SRoman Gushchin static inline void memcg1_soft_limit_reset(struct mem_cgroup *memcg) {}
memcg1_css_offline(struct mem_cgroup * memcg)108e93d4166SRoman Gushchin static inline void memcg1_css_offline(struct mem_cgroup *memcg) {}
109e93d4166SRoman Gushchin
memcg1_oom_prepare(struct mem_cgroup * memcg,bool * locked)110e93d4166SRoman Gushchin static inline bool memcg1_oom_prepare(struct mem_cgroup *memcg, bool *locked) { return true; }
memcg1_oom_finish(struct mem_cgroup * memcg,bool locked)111e93d4166SRoman Gushchin static inline void memcg1_oom_finish(struct mem_cgroup *memcg, bool locked) {}
memcg1_oom_recover(struct mem_cgroup * memcg)112e93d4166SRoman Gushchin static inline void memcg1_oom_recover(struct mem_cgroup *memcg) {}
113e93d4166SRoman Gushchin
memcg1_commit_charge(struct folio * folio,struct mem_cgroup * memcg)114f7d49ba0SShakeel Butt static inline void memcg1_commit_charge(struct folio *folio,
115f7d49ba0SShakeel Butt struct mem_cgroup *memcg) {}
116f7d49ba0SShakeel Butt
memcg1_uncharge_batch(struct mem_cgroup * memcg,unsigned long pgpgout,unsigned long nr_memory,int nid)117f7d49ba0SShakeel Butt static inline void memcg1_uncharge_batch(struct mem_cgroup *memcg,
118f7d49ba0SShakeel Butt unsigned long pgpgout,
119f7d49ba0SShakeel Butt unsigned long nr_memory, int nid) {}
120f7d49ba0SShakeel Butt
memcg1_stat_format(struct mem_cgroup * memcg,struct seq_buf * s)121e93d4166SRoman Gushchin static inline void memcg1_stat_format(struct mem_cgroup *memcg, struct seq_buf *s) {}
122e93d4166SRoman Gushchin
memcg1_account_kmem(struct mem_cgroup * memcg,int nr_pages)12304fbe921SRoman Gushchin static inline void memcg1_account_kmem(struct mem_cgroup *memcg, int nr_pages) {}
memcg1_tcpmem_active(struct mem_cgroup * memcg)124773e9ae7SRoman Gushchin static inline bool memcg1_tcpmem_active(struct mem_cgroup *memcg) { return false; }
memcg1_charge_skmem(struct mem_cgroup * memcg,unsigned int nr_pages,gfp_t gfp_mask)125773e9ae7SRoman Gushchin static inline bool memcg1_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,
126773e9ae7SRoman Gushchin gfp_t gfp_mask) { return true; }
memcg1_uncharge_skmem(struct mem_cgroup * memcg,unsigned int nr_pages)127773e9ae7SRoman Gushchin static inline void memcg1_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) {}
128773e9ae7SRoman Gushchin
129e93d4166SRoman Gushchin #endif /* CONFIG_MEMCG_V1 */
130e93d4166SRoman Gushchin
1311b1e1344SRoman Gushchin #endif /* __MM_MEMCONTROL_V1_H */
132