include/linux/hugetlb_cgroup.h

   1 /*
   2  * Copyright IBM Corporation, 2012
   3  * Author Aneesh Kumar K.V <aneesh.kumar@linux.vnet.ibm.com>
   4  *
   5  * This program is free software; you can redistribute it and/or modify it
   6  * under the terms of version 2.1 of the GNU Lesser General Public License
   7  * as published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it would be useful, but
  10  * WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  12  *
  13  */
  14
  15 #ifndef _LINUX_HUGETLB_CGROUP_H
  16 #define _LINUX_HUGETLB_CGROUP_H
  17
  18 #include <linux/mmdebug.h>
  19
  20 struct hugetlb_cgroup;
  21 struct resv_map;
  22 struct file_region;
  23
  24 #ifdef CONFIG_CGROUP_HUGETLB
  25 enum hugetlb_memory_event {
  26         HUGETLB_MAX,
  27         HUGETLB_NR_MEMORY_EVENTS,
  28 };
  29
  30 struct hugetlb_cgroup_per_node {
  31         /* hugetlb usage in pages over all hstates. */
  32         unsigned long usage[HUGE_MAX_HSTATE];
  33 };
  34
  35 struct hugetlb_cgroup {
  36         struct cgroup_subsys_state css;
  37
  38         /*
  39          * the counter to account for hugepages from hugetlb.
  40          */
  41         struct page_counter hugepage[HUGE_MAX_HSTATE];
  42
  43         /*
  44          * the counter to account for hugepage reservations from hugetlb.
  45          */
  46         struct page_counter rsvd_hugepage[HUGE_MAX_HSTATE];
  47
  48         atomic_long_t events[HUGE_MAX_HSTATE][HUGETLB_NR_MEMORY_EVENTS];
  49         atomic_long_t events_local[HUGE_MAX_HSTATE][HUGETLB_NR_MEMORY_EVENTS];
  50
  51         /* Handle for "hugetlb.events" */
  52         struct cgroup_file events_file[HUGE_MAX_HSTATE];
  53
  54         /* Handle for "hugetlb.events.local" */
  55         struct cgroup_file events_local_file[HUGE_MAX_HSTATE];
  56
  57         struct hugetlb_cgroup_per_node *nodeinfo[];
  58 };
  59
  60 static inline struct hugetlb_cgroup *
  61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd)
  62 {
  63         VM_BUG_ON_FOLIO(!folio_test_hugetlb(folio), folio);
  64         if (rsvd)
  65                 return folio->_hugetlb_cgroup_rsvd;
  66         else
  67                 return folio->_hugetlb_cgroup;
  68 }
  69
  70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio)
  71 {
  72         return __hugetlb_cgroup_from_folio(folio, false);
  73 }
  74
  75 static inline struct hugetlb_cgroup *
  76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio)
  77 {
  78         return __hugetlb_cgroup_from_folio(folio, true);
  79 }
  80
  81 static inline void __set_hugetlb_cgroup(struct folio *folio,
  82                                        struct hugetlb_cgroup *h_cg, bool rsvd)
  83 {
  84         VM_BUG_ON_FOLIO(!folio_test_hugetlb(folio), folio);
  85         if (rsvd)
  86                 folio->_hugetlb_cgroup_rsvd = h_cg;
  87         else
  88                 folio->_hugetlb_cgroup = h_cg;
  89 }
  90
  91 static inline void set_hugetlb_cgroup(struct folio *folio,
  92                                      struct hugetlb_cgroup *h_cg)
  93 {
  94         __set_hugetlb_cgroup(folio, h_cg, false);
  95 }
  96
  97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio,
  98                                           struct hugetlb_cgroup *h_cg)
  99 {
 100         __set_hugetlb_cgroup(folio, h_cg, true);
 101 }
 102
 103 static inline bool hugetlb_cgroup_disabled(void)
 104 {
 105         return !cgroup_subsys_enabled(hugetlb_cgrp_subsys);
 106 }
 107
 108 static inline void hugetlb_cgroup_put_rsvd_cgroup(struct hugetlb_cgroup *h_cg)
 109 {
 110         css_put(&h_cg->css);
 111 }
 112
 113 static inline void resv_map_dup_hugetlb_cgroup_uncharge_info(
 114                                                 struct resv_map *resv_map)
 115 {
 116         if (resv_map->css)
 117                 css_get(resv_map->css);
 118 }
 119
 120 static inline void resv_map_put_hugetlb_cgroup_uncharge_info(
 121                                                 struct resv_map *resv_map)
 122 {
 123         if (resv_map->css)
 124                 css_put(resv_map->css);
 125 }
 126
 127 extern int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages,
 128                                         struct hugetlb_cgroup **ptr);
 129 extern int hugetlb_cgroup_charge_cgroup_rsvd(int idx, unsigned long nr_pages,
 130                                              struct hugetlb_cgroup **ptr);
 131 extern void hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages,
 132                                          struct hugetlb_cgroup *h_cg,
 133                                          struct folio *folio);
 134 extern void hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages,
 135                                               struct hugetlb_cgroup *h_cg,
 136                                               struct folio *folio);
 137 extern void hugetlb_cgroup_uncharge_folio(int idx, unsigned long nr_pages,
 138                                          struct folio *folio);
 139 extern void hugetlb_cgroup_uncharge_folio_rsvd(int idx, unsigned long nr_pages,
 140                                               struct folio *folio);
 141
 142 extern void hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages,
 143                                            struct hugetlb_cgroup *h_cg);
 144 extern void hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages,
 145                                                 struct hugetlb_cgroup *h_cg);
 146 extern void hugetlb_cgroup_uncharge_counter(struct resv_map *resv,
 147                                             unsigned long start,
 148                                             unsigned long end);
 149
 150 extern void hugetlb_cgroup_uncharge_file_region(struct resv_map *resv,
 151                                                 struct file_region *rg,
 152                                                 unsigned long nr_pages,
 153                                                 bool region_del);
 154
 155 extern void hugetlb_cgroup_file_init(void) __init;
 156 extern void hugetlb_cgroup_migrate(struct folio *old_folio,
 157                                    struct folio *new_folio);
 158
 159 #else
 160 static inline void hugetlb_cgroup_uncharge_file_region(struct resv_map *resv,
 161                                                        struct file_region *rg,
 162                                                        unsigned long nr_pages,
 163                                                        bool region_del)
 164 {
 165 }
 166
 167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio)
 168 {
 169         return NULL;
 170 }
 171
 172 static inline struct hugetlb_cgroup *
 173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio)
 174 {
 175         return NULL;
 176 }
 177
 178 static inline void set_hugetlb_cgroup(struct folio *folio,
 179                                      struct hugetlb_cgroup *h_cg)
 180 {
 181 }
 182
 183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio,
 184                                           struct hugetlb_cgroup *h_cg)
 185 {
 186 }
 187
 188 static inline bool hugetlb_cgroup_disabled(void)
 189 {
 190         return true;
 191 }
 192
 193 static inline void hugetlb_cgroup_put_rsvd_cgroup(struct hugetlb_cgroup *h_cg)
 194 {
 195 }
 196
 197 static inline void resv_map_dup_hugetlb_cgroup_uncharge_info(
 198                                                 struct resv_map *resv_map)
 199 {
 200 }
 201
 202 static inline void resv_map_put_hugetlb_cgroup_uncharge_info(
 203                                                 struct resv_map *resv_map)
 204 {
 205 }
 206
 207 static inline int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages,
 208                                                struct hugetlb_cgroup **ptr)
 209 {
 210         return 0;
 211 }
 212
 213 static inline int hugetlb_cgroup_charge_cgroup_rsvd(int idx,
 214                                                     unsigned long nr_pages,
 215                                                     struct hugetlb_cgroup **ptr)
 216 {
 217         return 0;
 218 }
 219
 220 static inline void hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages,
 221                                                 struct hugetlb_cgroup *h_cg,
 222                                                 struct folio *folio)
 223 {
 224 }
 225
 226 static inline void
 227 hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages,
 228                                   struct hugetlb_cgroup *h_cg,
 229                                   struct folio *folio)
 230 {
 231 }
 232
 233 static inline void hugetlb_cgroup_uncharge_folio(int idx, unsigned long nr_pages,
 234                                                 struct folio *folio)
 235 {
 236 }
 237
 238 static inline void hugetlb_cgroup_uncharge_folio_rsvd(int idx,
 239                                                      unsigned long nr_pages,
 240                                                      struct folio *folio)
 241 {
 242 }
 243 static inline void hugetlb_cgroup_uncharge_cgroup(int idx,
 244                                                   unsigned long nr_pages,
 245                                                   struct hugetlb_cgroup *h_cg)
 246 {
 247 }
 248
 249 static inline void
 250 hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages,
 251                                     struct hugetlb_cgroup *h_cg)
 252 {
 253 }
 254
 255 static inline void hugetlb_cgroup_uncharge_counter(struct resv_map *resv,
 256                                                    unsigned long start,
 257                                                    unsigned long end)
 258 {
 259 }
 260
 261 static inline void hugetlb_cgroup_file_init(void)
 262 {
 263 }
 264
 265 static inline void hugetlb_cgroup_migrate(struct folio *old_folio,
 266                                           struct folio *new_folio)
 267 {
 268 }
 269
 270 #endif  /* CONFIG_MEM_RES_CTLR_HUGETLB */
 271 #endif