diff options
Diffstat (limited to 'kernel/cgroup.c')
| -rw-r--r-- | kernel/cgroup.c | 332 |
1 files changed, 230 insertions, 102 deletions
diff --git a/kernel/cgroup.c b/kernel/cgroup.c index 79818507e444..13774b3b39aa 100644 --- a/kernel/cgroup.c +++ b/kernel/cgroup.c | |||
| @@ -88,11 +88,12 @@ static DEFINE_MUTEX(cgroup_root_mutex); | |||
| 88 | 88 | ||
| 89 | /* | 89 | /* |
| 90 | * Generate an array of cgroup subsystem pointers. At boot time, this is | 90 | * Generate an array of cgroup subsystem pointers. At boot time, this is |
| 91 | * populated up to CGROUP_BUILTIN_SUBSYS_COUNT, and modular subsystems are | 91 | * populated with the built in subsystems, and modular subsystems are |
| 92 | * registered after that. The mutable section of this array is protected by | 92 | * registered after that. The mutable section of this array is protected by |
| 93 | * cgroup_mutex. | 93 | * cgroup_mutex. |
| 94 | */ | 94 | */ |
| 95 | #define SUBSYS(_x) &_x ## _subsys, | 95 | #define SUBSYS(_x) [_x ## _subsys_id] = &_x ## _subsys, |
| 96 | #define IS_SUBSYS_ENABLED(option) IS_BUILTIN(option) | ||
| 96 | static struct cgroup_subsys *subsys[CGROUP_SUBSYS_COUNT] = { | 97 | static struct cgroup_subsys *subsys[CGROUP_SUBSYS_COUNT] = { |
| 97 | #include <linux/cgroup_subsys.h> | 98 | #include <linux/cgroup_subsys.h> |
| 98 | }; | 99 | }; |
| @@ -111,13 +112,13 @@ struct cgroupfs_root { | |||
| 111 | * The bitmask of subsystems intended to be attached to this | 112 | * The bitmask of subsystems intended to be attached to this |
| 112 | * hierarchy | 113 | * hierarchy |
| 113 | */ | 114 | */ |
| 114 | unsigned long subsys_bits; | 115 | unsigned long subsys_mask; |
| 115 | 116 | ||
| 116 | /* Unique id for this hierarchy. */ | 117 | /* Unique id for this hierarchy. */ |
| 117 | int hierarchy_id; | 118 | int hierarchy_id; |
| 118 | 119 | ||
| 119 | /* The bitmask of subsystems currently attached to this hierarchy */ | 120 | /* The bitmask of subsystems currently attached to this hierarchy */ |
| 120 | unsigned long actual_subsys_bits; | 121 | unsigned long actual_subsys_mask; |
| 121 | 122 | ||
| 122 | /* A list running through the attached subsystems */ | 123 | /* A list running through the attached subsystems */ |
| 123 | struct list_head subsys_list; | 124 | struct list_head subsys_list; |
| @@ -276,7 +277,8 @@ inline int cgroup_is_removed(const struct cgroup *cgrp) | |||
| 276 | 277 | ||
| 277 | /* bits in struct cgroupfs_root flags field */ | 278 | /* bits in struct cgroupfs_root flags field */ |
| 278 | enum { | 279 | enum { |
| 279 | ROOT_NOPREFIX, /* mounted subsystems have no named prefix */ | 280 | ROOT_NOPREFIX, /* mounted subsystems have no named prefix */ |
| 281 | ROOT_XATTR, /* supports extended attributes */ | ||
| 280 | }; | 282 | }; |
| 281 | 283 | ||
| 282 | static int cgroup_is_releasable(const struct cgroup *cgrp) | 284 | static int cgroup_is_releasable(const struct cgroup *cgrp) |
| @@ -556,7 +558,7 @@ static struct css_set *find_existing_css_set( | |||
| 556 | * won't change, so no need for locking. | 558 | * won't change, so no need for locking. |
| 557 | */ | 559 | */ |
| 558 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { | 560 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 559 | if (root->subsys_bits & (1UL << i)) { | 561 | if (root->subsys_mask & (1UL << i)) { |
| 560 | /* Subsystem is in this hierarchy. So we want | 562 | /* Subsystem is in this hierarchy. So we want |
| 561 | * the subsystem state from the new | 563 | * the subsystem state from the new |
| 562 | * cgroup */ | 564 | * cgroup */ |
| @@ -824,7 +826,8 @@ EXPORT_SYMBOL_GPL(cgroup_unlock); | |||
| 824 | static int cgroup_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode); | 826 | static int cgroup_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode); |
| 825 | static struct dentry *cgroup_lookup(struct inode *, struct dentry *, unsigned int); | 827 | static struct dentry *cgroup_lookup(struct inode *, struct dentry *, unsigned int); |
| 826 | static int cgroup_rmdir(struct inode *unused_dir, struct dentry *dentry); | 828 | static int cgroup_rmdir(struct inode *unused_dir, struct dentry *dentry); |
| 827 | static int cgroup_populate_dir(struct cgroup *cgrp); | 829 | static int cgroup_populate_dir(struct cgroup *cgrp, bool base_files, |
| 830 | unsigned long subsys_mask); | ||
| 828 | static const struct inode_operations cgroup_dir_inode_operations; | 831 | static const struct inode_operations cgroup_dir_inode_operations; |
| 829 | static const struct file_operations proc_cgroupstats_operations; | 832 | static const struct file_operations proc_cgroupstats_operations; |
| 830 | 833 | ||
| @@ -912,15 +915,19 @@ static void cgroup_diput(struct dentry *dentry, struct inode *inode) | |||
| 912 | */ | 915 | */ |
| 913 | BUG_ON(!list_empty(&cgrp->pidlists)); | 916 | BUG_ON(!list_empty(&cgrp->pidlists)); |
| 914 | 917 | ||
| 918 | simple_xattrs_free(&cgrp->xattrs); | ||
| 919 | |||
| 915 | kfree_rcu(cgrp, rcu_head); | 920 | kfree_rcu(cgrp, rcu_head); |
| 916 | } else { | 921 | } else { |
| 917 | struct cfent *cfe = __d_cfe(dentry); | 922 | struct cfent *cfe = __d_cfe(dentry); |
| 918 | struct cgroup *cgrp = dentry->d_parent->d_fsdata; | 923 | struct cgroup *cgrp = dentry->d_parent->d_fsdata; |
| 924 | struct cftype *cft = cfe->type; | ||
| 919 | 925 | ||
| 920 | WARN_ONCE(!list_empty(&cfe->node) && | 926 | WARN_ONCE(!list_empty(&cfe->node) && |
| 921 | cgrp != &cgrp->root->top_cgroup, | 927 | cgrp != &cgrp->root->top_cgroup, |
| 922 | "cfe still linked for %s\n", cfe->type->name); | 928 | "cfe still linked for %s\n", cfe->type->name); |
| 923 | kfree(cfe); | 929 | kfree(cfe); |
| 930 | simple_xattrs_free(&cft->xattrs); | ||
| 924 | } | 931 | } |
| 925 | iput(inode); | 932 | iput(inode); |
| 926 | } | 933 | } |
| @@ -963,12 +970,29 @@ static int cgroup_rm_file(struct cgroup *cgrp, const struct cftype *cft) | |||
| 963 | return -ENOENT; | 970 | return -ENOENT; |
| 964 | } | 971 | } |
| 965 | 972 | ||
| 966 | static void cgroup_clear_directory(struct dentry *dir) | 973 | /** |
| 974 | * cgroup_clear_directory - selective removal of base and subsystem files | ||
| 975 | * @dir: directory containing the files | ||
| 976 | * @base_files: true if the base files should be removed | ||
| 977 | * @subsys_mask: mask of the subsystem ids whose files should be removed | ||
| 978 | */ | ||
| 979 | static void cgroup_clear_directory(struct dentry *dir, bool base_files, | ||
| 980 | unsigned long subsys_mask) | ||
| 967 | { | 981 | { |
| 968 | struct cgroup *cgrp = __d_cgrp(dir); | 982 | struct cgroup *cgrp = __d_cgrp(dir); |
| 983 | struct cgroup_subsys *ss; | ||
| 969 | 984 | ||
| 970 | while (!list_empty(&cgrp->files)) | 985 | for_each_subsys(cgrp->root, ss) { |
| 971 | cgroup_rm_file(cgrp, NULL); | 986 | struct cftype_set *set; |
| 987 | if (!test_bit(ss->subsys_id, &subsys_mask)) | ||
| 988 | continue; | ||
| 989 | list_for_each_entry(set, &ss->cftsets, node) | ||
| 990 | cgroup_rm_file(cgrp, set->cfts); | ||
| 991 | } | ||
| 992 | if (base_files) { | ||
| 993 | while (!list_empty(&cgrp->files)) | ||
| 994 | cgroup_rm_file(cgrp, NULL); | ||
| 995 | } | ||
| 972 | } | 996 | } |
| 973 | 997 | ||
| 974 | /* | 998 | /* |
| @@ -977,8 +1001,9 @@ static void cgroup_clear_directory(struct dentry *dir) | |||
| 977 | static void cgroup_d_remove_dir(struct dentry *dentry) | 1001 | static void cgroup_d_remove_dir(struct dentry *dentry) |
| 978 | { | 1002 | { |
| 979 | struct dentry *parent; | 1003 | struct dentry *parent; |
| 1004 | struct cgroupfs_root *root = dentry->d_sb->s_fs_info; | ||
| 980 | 1005 | ||
| 981 | cgroup_clear_directory(dentry); | 1006 | cgroup_clear_directory(dentry, true, root->subsys_mask); |
| 982 | 1007 | ||
| 983 | parent = dentry->d_parent; | 1008 | parent = dentry->d_parent; |
| 984 | spin_lock(&parent->d_lock); | 1009 | spin_lock(&parent->d_lock); |
| @@ -1022,22 +1047,22 @@ void cgroup_release_and_wakeup_rmdir(struct cgroup_subsys_state *css) | |||
| 1022 | * returns an error, no reference counts are touched. | 1047 | * returns an error, no reference counts are touched. |
| 1023 | */ | 1048 | */ |
| 1024 | static int rebind_subsystems(struct cgroupfs_root *root, | 1049 | static int rebind_subsystems(struct cgroupfs_root *root, |
| 1025 | unsigned long final_bits) | 1050 | unsigned long final_subsys_mask) |
| 1026 | { | 1051 | { |
| 1027 | unsigned long added_bits, removed_bits; | 1052 | unsigned long added_mask, removed_mask; |
| 1028 | struct cgroup *cgrp = &root->top_cgroup; | 1053 | struct cgroup *cgrp = &root->top_cgroup; |
| 1029 | int i; | 1054 | int i; |
| 1030 | 1055 | ||
| 1031 | BUG_ON(!mutex_is_locked(&cgroup_mutex)); | 1056 | BUG_ON(!mutex_is_locked(&cgroup_mutex)); |
| 1032 | BUG_ON(!mutex_is_locked(&cgroup_root_mutex)); | 1057 | BUG_ON(!mutex_is_locked(&cgroup_root_mutex)); |
| 1033 | 1058 | ||
| 1034 | removed_bits = root->actual_subsys_bits & ~final_bits; | 1059 | removed_mask = root->actual_subsys_mask & ~final_subsys_mask; |
| 1035 | added_bits = final_bits & ~root->actual_subsys_bits; | 1060 | added_mask = final_subsys_mask & ~root->actual_subsys_mask; |
| 1036 | /* Check that any added subsystems are currently free */ | 1061 | /* Check that any added subsystems are currently free */ |
| 1037 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { | 1062 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 1038 | unsigned long bit = 1UL << i; | 1063 | unsigned long bit = 1UL << i; |
| 1039 | struct cgroup_subsys *ss = subsys[i]; | 1064 | struct cgroup_subsys *ss = subsys[i]; |
| 1040 | if (!(bit & added_bits)) | 1065 | if (!(bit & added_mask)) |
| 1041 | continue; | 1066 | continue; |
| 1042 | /* | 1067 | /* |
| 1043 | * Nobody should tell us to do a subsys that doesn't exist: | 1068 | * Nobody should tell us to do a subsys that doesn't exist: |
| @@ -1062,7 +1087,7 @@ static int rebind_subsystems(struct cgroupfs_root *root, | |||
| 1062 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { | 1087 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 1063 | struct cgroup_subsys *ss = subsys[i]; | 1088 | struct cgroup_subsys *ss = subsys[i]; |
| 1064 | unsigned long bit = 1UL << i; | 1089 | unsigned long bit = 1UL << i; |
| 1065 | if (bit & added_bits) { | 1090 | if (bit & added_mask) { |
| 1066 | /* We're binding this subsystem to this hierarchy */ | 1091 | /* We're binding this subsystem to this hierarchy */ |
| 1067 | BUG_ON(ss == NULL); | 1092 | BUG_ON(ss == NULL); |
| 1068 | BUG_ON(cgrp->subsys[i]); | 1093 | BUG_ON(cgrp->subsys[i]); |
| @@ -1075,7 +1100,7 @@ static int rebind_subsystems(struct cgroupfs_root *root, | |||
| 1075 | if (ss->bind) | 1100 | if (ss->bind) |
| 1076 | ss->bind(cgrp); | 1101 | ss->bind(cgrp); |
| 1077 | /* refcount was already taken, and we're keeping it */ | 1102 | /* refcount was already taken, and we're keeping it */ |
| 1078 | } else if (bit & removed_bits) { | 1103 | } else if (bit & removed_mask) { |
| 1079 | /* We're removing this subsystem */ | 1104 | /* We're removing this subsystem */ |
| 1080 | BUG_ON(ss == NULL); | 1105 | BUG_ON(ss == NULL); |
| 1081 | BUG_ON(cgrp->subsys[i] != dummytop->subsys[i]); | 1106 | BUG_ON(cgrp->subsys[i] != dummytop->subsys[i]); |
| @@ -1088,7 +1113,7 @@ static int rebind_subsystems(struct cgroupfs_root *root, | |||
| 1088 | list_move(&ss->sibling, &rootnode.subsys_list); | 1113 | list_move(&ss->sibling, &rootnode.subsys_list); |
| 1089 | /* subsystem is now free - drop reference on module */ | 1114 | /* subsystem is now free - drop reference on module */ |
| 1090 | module_put(ss->module); | 1115 | module_put(ss->module); |
| 1091 | } else if (bit & final_bits) { | 1116 | } else if (bit & final_subsys_mask) { |
| 1092 | /* Subsystem state should already exist */ | 1117 | /* Subsystem state should already exist */ |
| 1093 | BUG_ON(ss == NULL); | 1118 | BUG_ON(ss == NULL); |
| 1094 | BUG_ON(!cgrp->subsys[i]); | 1119 | BUG_ON(!cgrp->subsys[i]); |
| @@ -1105,7 +1130,7 @@ static int rebind_subsystems(struct cgroupfs_root *root, | |||
| 1105 | BUG_ON(cgrp->subsys[i]); | 1130 | BUG_ON(cgrp->subsys[i]); |
| 1106 | } | 1131 | } |
| 1107 | } | 1132 | } |
| 1108 | root->subsys_bits = root->actual_subsys_bits = final_bits; | 1133 | root->subsys_mask = root->actual_subsys_mask = final_subsys_mask; |
| 1109 | synchronize_rcu(); | 1134 | synchronize_rcu(); |
| 1110 | 1135 | ||
| 1111 | return 0; | 1136 | return 0; |
| @@ -1121,6 +1146,8 @@ static int cgroup_show_options(struct seq_file *seq, struct dentry *dentry) | |||
| 1121 | seq_printf(seq, ",%s", ss->name); | 1146 | seq_printf(seq, ",%s", ss->name); |
| 1122 | if (test_bit(ROOT_NOPREFIX, &root->flags)) | 1147 | if (test_bit(ROOT_NOPREFIX, &root->flags)) |
| 1123 | seq_puts(seq, ",noprefix"); | 1148 | seq_puts(seq, ",noprefix"); |
| 1149 | if (test_bit(ROOT_XATTR, &root->flags)) | ||
| 1150 | seq_puts(seq, ",xattr"); | ||
| 1124 | if (strlen(root->release_agent_path)) | 1151 | if (strlen(root->release_agent_path)) |
| 1125 | seq_printf(seq, ",release_agent=%s", root->release_agent_path); | 1152 | seq_printf(seq, ",release_agent=%s", root->release_agent_path); |
| 1126 | if (clone_children(&root->top_cgroup)) | 1153 | if (clone_children(&root->top_cgroup)) |
| @@ -1132,7 +1159,7 @@ static int cgroup_show_options(struct seq_file *seq, struct dentry *dentry) | |||
| 1132 | } | 1159 | } |
| 1133 | 1160 | ||
| 1134 | struct cgroup_sb_opts { | 1161 | struct cgroup_sb_opts { |
| 1135 | unsigned long subsys_bits; | 1162 | unsigned long subsys_mask; |
| 1136 | unsigned long flags; | 1163 | unsigned long flags; |
| 1137 | char *release_agent; | 1164 | char *release_agent; |
| 1138 | bool clone_children; | 1165 | bool clone_children; |
| @@ -1189,6 +1216,10 @@ static int parse_cgroupfs_options(char *data, struct cgroup_sb_opts *opts) | |||
| 1189 | opts->clone_children = true; | 1216 | opts->clone_children = true; |
| 1190 | continue; | 1217 | continue; |
| 1191 | } | 1218 | } |
| 1219 | if (!strcmp(token, "xattr")) { | ||
| 1220 | set_bit(ROOT_XATTR, &opts->flags); | ||
| 1221 | continue; | ||
| 1222 | } | ||
| 1192 | if (!strncmp(token, "release_agent=", 14)) { | 1223 | if (!strncmp(token, "release_agent=", 14)) { |
| 1193 | /* Specifying two release agents is forbidden */ | 1224 | /* Specifying two release agents is forbidden */ |
| 1194 | if (opts->release_agent) | 1225 | if (opts->release_agent) |
| @@ -1237,7 +1268,7 @@ static int parse_cgroupfs_options(char *data, struct cgroup_sb_opts *opts) | |||
| 1237 | /* Mutually exclusive option 'all' + subsystem name */ | 1268 | /* Mutually exclusive option 'all' + subsystem name */ |
| 1238 | if (all_ss) | 1269 | if (all_ss) |
| 1239 | return -EINVAL; | 1270 | return -EINVAL; |
| 1240 | set_bit(i, &opts->subsys_bits); | 1271 | set_bit(i, &opts->subsys_mask); |
| 1241 | one_ss = true; | 1272 | one_ss = true; |
| 1242 | 1273 | ||
| 1243 | break; | 1274 | break; |
| @@ -1258,7 +1289,7 @@ static int parse_cgroupfs_options(char *data, struct cgroup_sb_opts *opts) | |||
| 1258 | continue; | 1289 | continue; |
| 1259 | if (ss->disabled) | 1290 | if (ss->disabled) |
| 1260 | continue; | 1291 | continue; |
| 1261 | set_bit(i, &opts->subsys_bits); | 1292 | set_bit(i, &opts->subsys_mask); |
| 1262 | } | 1293 | } |
| 1263 | } | 1294 | } |
| 1264 | 1295 | ||
| @@ -1270,19 +1301,19 @@ static int parse_cgroupfs_options(char *data, struct cgroup_sb_opts *opts) | |||
| 1270 | * the cpuset subsystem. | 1301 | * the cpuset subsystem. |
| 1271 | */ | 1302 | */ |
| 1272 | if (test_bit(ROOT_NOPREFIX, &opts->flags) && | 1303 | if (test_bit(ROOT_NOPREFIX, &opts->flags) && |
| 1273 | (opts->subsys_bits & mask)) | 1304 | (opts->subsys_mask & mask)) |
| 1274 | return -EINVAL; | 1305 | return -EINVAL; |
| 1275 | 1306 | ||
| 1276 | 1307 | ||
| 1277 | /* Can't specify "none" and some subsystems */ | 1308 | /* Can't specify "none" and some subsystems */ |
| 1278 | if (opts->subsys_bits && opts->none) | 1309 | if (opts->subsys_mask && opts->none) |
| 1279 | return -EINVAL; | 1310 | return -EINVAL; |
| 1280 | 1311 | ||
| 1281 | /* | 1312 | /* |
| 1282 | * We either have to specify by name or by subsystems. (So all | 1313 | * We either have to specify by name or by subsystems. (So all |
| 1283 | * empty hierarchies must have a name). | 1314 | * empty hierarchies must have a name). |
| 1284 | */ | 1315 | */ |
| 1285 | if (!opts->subsys_bits && !opts->name) | 1316 | if (!opts->subsys_mask && !opts->name) |
| 1286 | return -EINVAL; | 1317 | return -EINVAL; |
| 1287 | 1318 | ||
| 1288 | /* | 1319 | /* |
| @@ -1291,10 +1322,10 @@ static int parse_cgroupfs_options(char *data, struct cgroup_sb_opts *opts) | |||
| 1291 | * take duplicate reference counts on a subsystem that's already used, | 1322 | * take duplicate reference counts on a subsystem that's already used, |
| 1292 | * but rebind_subsystems handles this case. | 1323 | * but rebind_subsystems handles this case. |
| 1293 | */ | 1324 | */ |
| 1294 | for (i = CGROUP_BUILTIN_SUBSYS_COUNT; i < CGROUP_SUBSYS_COUNT; i++) { | 1325 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 1295 | unsigned long bit = 1UL << i; | 1326 | unsigned long bit = 1UL << i; |
| 1296 | 1327 | ||
| 1297 | if (!(bit & opts->subsys_bits)) | 1328 | if (!(bit & opts->subsys_mask)) |
| 1298 | continue; | 1329 | continue; |
| 1299 | if (!try_module_get(subsys[i]->module)) { | 1330 | if (!try_module_get(subsys[i]->module)) { |
| 1300 | module_pin_failed = true; | 1331 | module_pin_failed = true; |
| @@ -1307,11 +1338,11 @@ static int parse_cgroupfs_options(char *data, struct cgroup_sb_opts *opts) | |||
| 1307 | * raced with a module_delete call, and to the user this is | 1338 | * raced with a module_delete call, and to the user this is |
| 1308 | * essentially a "subsystem doesn't exist" case. | 1339 | * essentially a "subsystem doesn't exist" case. |
| 1309 | */ | 1340 | */ |
| 1310 | for (i--; i >= CGROUP_BUILTIN_SUBSYS_COUNT; i--) { | 1341 | for (i--; i >= 0; i--) { |
| 1311 | /* drop refcounts only on the ones we took */ | 1342 | /* drop refcounts only on the ones we took */ |
| 1312 | unsigned long bit = 1UL << i; | 1343 | unsigned long bit = 1UL << i; |
| 1313 | 1344 | ||
| 1314 | if (!(bit & opts->subsys_bits)) | 1345 | if (!(bit & opts->subsys_mask)) |
| 1315 | continue; | 1346 | continue; |
| 1316 | module_put(subsys[i]->module); | 1347 | module_put(subsys[i]->module); |
| 1317 | } | 1348 | } |
| @@ -1321,13 +1352,13 @@ static int parse_cgroupfs_options(char *data, struct cgroup_sb_opts *opts) | |||
| 1321 | return 0; | 1352 | return 0; |
| 1322 | } | 1353 | } |
| 1323 | 1354 | ||
| 1324 | static void drop_parsed_module_refcounts(unsigned long subsys_bits) | 1355 | static void drop_parsed_module_refcounts(unsigned long subsys_mask) |
| 1325 | { | 1356 | { |
| 1326 | int i; | 1357 | int i; |
| 1327 | for (i = CGROUP_BUILTIN_SUBSYS_COUNT; i < CGROUP_SUBSYS_COUNT; i++) { | 1358 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 1328 | unsigned long bit = 1UL << i; | 1359 | unsigned long bit = 1UL << i; |
| 1329 | 1360 | ||
| 1330 | if (!(bit & subsys_bits)) | 1361 | if (!(bit & subsys_mask)) |
| 1331 | continue; | 1362 | continue; |
| 1332 | module_put(subsys[i]->module); | 1363 | module_put(subsys[i]->module); |
| 1333 | } | 1364 | } |
| @@ -1339,6 +1370,7 @@ static int cgroup_remount(struct super_block *sb, int *flags, char *data) | |||
| 1339 | struct cgroupfs_root *root = sb->s_fs_info; | 1370 | struct cgroupfs_root *root = sb->s_fs_info; |
| 1340 | struct cgroup *cgrp = &root->top_cgroup; | 1371 | struct cgroup *cgrp = &root->top_cgroup; |
| 1341 | struct cgroup_sb_opts opts; | 1372 | struct cgroup_sb_opts opts; |
| 1373 | unsigned long added_mask, removed_mask; | ||
| 1342 | 1374 | ||
| 1343 | mutex_lock(&cgrp->dentry->d_inode->i_mutex); | 1375 | mutex_lock(&cgrp->dentry->d_inode->i_mutex); |
| 1344 | mutex_lock(&cgroup_mutex); | 1376 | mutex_lock(&cgroup_mutex); |
| @@ -1350,27 +1382,31 @@ static int cgroup_remount(struct super_block *sb, int *flags, char *data) | |||
| 1350 | goto out_unlock; | 1382 | goto out_unlock; |
| 1351 | 1383 | ||
| 1352 | /* See feature-removal-schedule.txt */ | 1384 | /* See feature-removal-schedule.txt */ |
| 1353 | if (opts.subsys_bits != root->actual_subsys_bits || opts.release_agent) | 1385 | if (opts.subsys_mask != root->actual_subsys_mask || opts.release_agent) |
| 1354 | pr_warning("cgroup: option changes via remount are deprecated (pid=%d comm=%s)\n", | 1386 | pr_warning("cgroup: option changes via remount are deprecated (pid=%d comm=%s)\n", |
| 1355 | task_tgid_nr(current), current->comm); | 1387 | task_tgid_nr(current), current->comm); |
| 1356 | 1388 | ||
| 1389 | added_mask = opts.subsys_mask & ~root->subsys_mask; | ||
| 1390 | removed_mask = root->subsys_mask & ~opts.subsys_mask; | ||
| 1391 | |||
| 1357 | /* Don't allow flags or name to change at remount */ | 1392 | /* Don't allow flags or name to change at remount */ |
| 1358 | if (opts.flags != root->flags || | 1393 | if (opts.flags != root->flags || |
| 1359 | (opts.name && strcmp(opts.name, root->name))) { | 1394 | (opts.name && strcmp(opts.name, root->name))) { |
| 1360 | ret = -EINVAL; | 1395 | ret = -EINVAL; |
| 1361 | drop_parsed_module_refcounts(opts.subsys_bits); | 1396 | drop_parsed_module_refcounts(opts.subsys_mask); |
| 1362 | goto out_unlock; | 1397 | goto out_unlock; |
| 1363 | } | 1398 | } |
| 1364 | 1399 | ||
| 1365 | ret = rebind_subsystems(root, opts.subsys_bits); | 1400 | ret = rebind_subsystems(root, opts.subsys_mask); |
| 1366 | if (ret) { | 1401 | if (ret) { |
| 1367 | drop_parsed_module_refcounts(opts.subsys_bits); | 1402 | drop_parsed_module_refcounts(opts.subsys_mask); |
| 1368 | goto out_unlock; | 1403 | goto out_unlock; |
| 1369 | } | 1404 | } |
| 1370 | 1405 | ||
| 1371 | /* clear out any existing files and repopulate subsystem files */ | 1406 | /* clear out any existing files and repopulate subsystem files */ |
| 1372 | cgroup_clear_directory(cgrp->dentry); | 1407 | cgroup_clear_directory(cgrp->dentry, false, removed_mask); |
| 1373 | cgroup_populate_dir(cgrp); | 1408 | /* re-populate subsystem files */ |
| 1409 | cgroup_populate_dir(cgrp, false, added_mask); | ||
| 1374 | 1410 | ||
| 1375 | if (opts.release_agent) | 1411 | if (opts.release_agent) |
| 1376 | strcpy(root->release_agent_path, opts.release_agent); | 1412 | strcpy(root->release_agent_path, opts.release_agent); |
| @@ -1401,6 +1437,7 @@ static void init_cgroup_housekeeping(struct cgroup *cgrp) | |||
| 1401 | mutex_init(&cgrp->pidlist_mutex); | 1437 | mutex_init(&cgrp->pidlist_mutex); |
| 1402 | INIT_LIST_HEAD(&cgrp->event_list); | 1438 | INIT_LIST_HEAD(&cgrp->event_list); |
| 1403 | spin_lock_init(&cgrp->event_list_lock); | 1439 | spin_lock_init(&cgrp->event_list_lock); |
| 1440 | simple_xattrs_init(&cgrp->xattrs); | ||
| 1404 | } | 1441 | } |
| 1405 | 1442 | ||
| 1406 | static void init_cgroup_root(struct cgroupfs_root *root) | 1443 | static void init_cgroup_root(struct cgroupfs_root *root) |
| @@ -1455,8 +1492,8 @@ static int cgroup_test_super(struct super_block *sb, void *data) | |||
| 1455 | * If we asked for subsystems (or explicitly for no | 1492 | * If we asked for subsystems (or explicitly for no |
| 1456 | * subsystems) then they must match | 1493 | * subsystems) then they must match |
| 1457 | */ | 1494 | */ |
| 1458 | if ((opts->subsys_bits || opts->none) | 1495 | if ((opts->subsys_mask || opts->none) |
| 1459 | && (opts->subsys_bits != root->subsys_bits)) | 1496 | && (opts->subsys_mask != root->subsys_mask)) |
| 1460 | return 0; | 1497 | return 0; |
| 1461 | 1498 | ||
| 1462 | return 1; | 1499 | return 1; |
| @@ -1466,7 +1503,7 @@ static struct cgroupfs_root *cgroup_root_from_opts(struct cgroup_sb_opts *opts) | |||
| 1466 | { | 1503 | { |
| 1467 | struct cgroupfs_root *root; | 1504 | struct cgroupfs_root *root; |
| 1468 | 1505 | ||
| 1469 | if (!opts->subsys_bits && !opts->none) | 1506 | if (!opts->subsys_mask && !opts->none) |
| 1470 | return NULL; | 1507 | return NULL; |
| 1471 | 1508 | ||
| 1472 | root = kzalloc(sizeof(*root), GFP_KERNEL); | 1509 | root = kzalloc(sizeof(*root), GFP_KERNEL); |
| @@ -1479,7 +1516,7 @@ static struct cgroupfs_root *cgroup_root_from_opts(struct cgroup_sb_opts *opts) | |||
| 1479 | } | 1516 | } |
| 1480 | init_cgroup_root(root); | 1517 | init_cgroup_root(root); |
| 1481 | 1518 | ||
| 1482 | root->subsys_bits = opts->subsys_bits; | 1519 | root->subsys_mask = opts->subsys_mask; |
| 1483 | root->flags = opts->flags; | 1520 | root->flags = opts->flags; |
| 1484 | if (opts->release_agent) | 1521 | if (opts->release_agent) |
| 1485 | strcpy(root->release_agent_path, opts->release_agent); | 1522 | strcpy(root->release_agent_path, opts->release_agent); |
| @@ -1511,7 +1548,7 @@ static int cgroup_set_super(struct super_block *sb, void *data) | |||
| 1511 | if (!opts->new_root) | 1548 | if (!opts->new_root) |
| 1512 | return -EINVAL; | 1549 | return -EINVAL; |
| 1513 | 1550 | ||
| 1514 | BUG_ON(!opts->subsys_bits && !opts->none); | 1551 | BUG_ON(!opts->subsys_mask && !opts->none); |
| 1515 | 1552 | ||
| 1516 | ret = set_anon_super(sb, NULL); | 1553 | ret = set_anon_super(sb, NULL); |
| 1517 | if (ret) | 1554 | if (ret) |
| @@ -1629,7 +1666,7 @@ static struct dentry *cgroup_mount(struct file_system_type *fs_type, | |||
| 1629 | if (ret) | 1666 | if (ret) |
| 1630 | goto unlock_drop; | 1667 | goto unlock_drop; |
| 1631 | 1668 | ||
| 1632 | ret = rebind_subsystems(root, root->subsys_bits); | 1669 | ret = rebind_subsystems(root, root->subsys_mask); |
| 1633 | if (ret == -EBUSY) { | 1670 | if (ret == -EBUSY) { |
| 1634 | free_cg_links(&tmp_cg_links); | 1671 | free_cg_links(&tmp_cg_links); |
| 1635 | goto unlock_drop; | 1672 | goto unlock_drop; |
| @@ -1669,7 +1706,7 @@ static struct dentry *cgroup_mount(struct file_system_type *fs_type, | |||
| 1669 | BUG_ON(root->number_of_cgroups != 1); | 1706 | BUG_ON(root->number_of_cgroups != 1); |
| 1670 | 1707 | ||
| 1671 | cred = override_creds(&init_cred); | 1708 | cred = override_creds(&init_cred); |
| 1672 | cgroup_populate_dir(root_cgrp); | 1709 | cgroup_populate_dir(root_cgrp, true, root->subsys_mask); |
| 1673 | revert_creds(cred); | 1710 | revert_creds(cred); |
| 1674 | mutex_unlock(&cgroup_root_mutex); | 1711 | mutex_unlock(&cgroup_root_mutex); |
| 1675 | mutex_unlock(&cgroup_mutex); | 1712 | mutex_unlock(&cgroup_mutex); |
| @@ -1681,7 +1718,7 @@ static struct dentry *cgroup_mount(struct file_system_type *fs_type, | |||
| 1681 | */ | 1718 | */ |
| 1682 | cgroup_drop_root(opts.new_root); | 1719 | cgroup_drop_root(opts.new_root); |
| 1683 | /* no subsys rebinding, so refcounts don't change */ | 1720 | /* no subsys rebinding, so refcounts don't change */ |
| 1684 | drop_parsed_module_refcounts(opts.subsys_bits); | 1721 | drop_parsed_module_refcounts(opts.subsys_mask); |
| 1685 | } | 1722 | } |
| 1686 | 1723 | ||
| 1687 | kfree(opts.release_agent); | 1724 | kfree(opts.release_agent); |
| @@ -1695,7 +1732,7 @@ static struct dentry *cgroup_mount(struct file_system_type *fs_type, | |||
| 1695 | drop_new_super: | 1732 | drop_new_super: |
| 1696 | deactivate_locked_super(sb); | 1733 | deactivate_locked_super(sb); |
| 1697 | drop_modules: | 1734 | drop_modules: |
| 1698 | drop_parsed_module_refcounts(opts.subsys_bits); | 1735 | drop_parsed_module_refcounts(opts.subsys_mask); |
| 1699 | out_err: | 1736 | out_err: |
| 1700 | kfree(opts.release_agent); | 1737 | kfree(opts.release_agent); |
| 1701 | kfree(opts.name); | 1738 | kfree(opts.name); |
| @@ -1745,6 +1782,8 @@ static void cgroup_kill_sb(struct super_block *sb) { | |||
| 1745 | mutex_unlock(&cgroup_root_mutex); | 1782 | mutex_unlock(&cgroup_root_mutex); |
| 1746 | mutex_unlock(&cgroup_mutex); | 1783 | mutex_unlock(&cgroup_mutex); |
| 1747 | 1784 | ||
| 1785 | simple_xattrs_free(&cgrp->xattrs); | ||
| 1786 | |||
| 1748 | kill_litter_super(sb); | 1787 | kill_litter_super(sb); |
| 1749 | cgroup_drop_root(root); | 1788 | cgroup_drop_root(root); |
| 1750 | } | 1789 | } |
| @@ -2551,6 +2590,64 @@ static int cgroup_rename(struct inode *old_dir, struct dentry *old_dentry, | |||
| 2551 | return simple_rename(old_dir, old_dentry, new_dir, new_dentry); | 2590 | return simple_rename(old_dir, old_dentry, new_dir, new_dentry); |
| 2552 | } | 2591 | } |
| 2553 | 2592 | ||
| 2593 | static struct simple_xattrs *__d_xattrs(struct dentry *dentry) | ||
| 2594 | { | ||
| 2595 | if (S_ISDIR(dentry->d_inode->i_mode)) | ||
| 2596 | return &__d_cgrp(dentry)->xattrs; | ||
| 2597 | else | ||
| 2598 | return &__d_cft(dentry)->xattrs; | ||
| 2599 | } | ||
| 2600 | |||
| 2601 | static inline int xattr_enabled(struct dentry *dentry) | ||
| 2602 | { | ||
| 2603 | struct cgroupfs_root *root = dentry->d_sb->s_fs_info; | ||
| 2604 | return test_bit(ROOT_XATTR, &root->flags); | ||
| 2605 | } | ||
| 2606 | |||
| 2607 | static bool is_valid_xattr(const char *name) | ||
| 2608 | { | ||
| 2609 | if (!strncmp(name, XATTR_TRUSTED_PREFIX, XATTR_TRUSTED_PREFIX_LEN) || | ||
| 2610 | !strncmp(name, XATTR_SECURITY_PREFIX, XATTR_SECURITY_PREFIX_LEN)) | ||
| 2611 | return true; | ||
| 2612 | return false; | ||
| 2613 | } | ||
| 2614 | |||
| 2615 | static int cgroup_setxattr(struct dentry *dentry, const char *name, | ||
| 2616 | const void *val, size_t size, int flags) | ||
| 2617 | { | ||
| 2618 | if (!xattr_enabled(dentry)) | ||
| 2619 | return -EOPNOTSUPP; | ||
| 2620 | if (!is_valid_xattr(name)) | ||
| 2621 | return -EINVAL; | ||
| 2622 | return simple_xattr_set(__d_xattrs(dentry), name, val, size, flags); | ||
| 2623 | } | ||
| 2624 | |||
| 2625 | static int cgroup_removexattr(struct dentry *dentry, const char *name) | ||
| 2626 | { | ||
| 2627 | if (!xattr_enabled(dentry)) | ||
| 2628 | return -EOPNOTSUPP; | ||
| 2629 | if (!is_valid_xattr(name)) | ||
| 2630 | return -EINVAL; | ||
| 2631 | return simple_xattr_remove(__d_xattrs(dentry), name); | ||
| 2632 | } | ||
| 2633 | |||
| 2634 | static ssize_t cgroup_getxattr(struct dentry *dentry, const char *name, | ||
| 2635 | void *buf, size_t size) | ||
| 2636 | { | ||
| 2637 | if (!xattr_enabled(dentry)) | ||
| 2638 | return -EOPNOTSUPP; | ||
| 2639 | if (!is_valid_xattr(name)) | ||
| 2640 | return -EINVAL; | ||
| 2641 | return simple_xattr_get(__d_xattrs(dentry), name, buf, size); | ||
| 2642 | } | ||
| 2643 | |||
| 2644 | static ssize_t cgroup_listxattr(struct dentry *dentry, char *buf, size_t size) | ||
| 2645 | { | ||
| 2646 | if (!xattr_enabled(dentry)) | ||
| 2647 | return -EOPNOTSUPP; | ||
| 2648 | return simple_xattr_list(__d_xattrs(dentry), buf, size); | ||
| 2649 | } | ||
| 2650 | |||
| 2554 | static const struct file_operations cgroup_file_operations = { | 2651 | static const struct file_operations cgroup_file_operations = { |
| 2555 | .read = cgroup_file_read, | 2652 | .read = cgroup_file_read, |
| 2556 | .write = cgroup_file_write, | 2653 | .write = cgroup_file_write, |
| @@ -2559,11 +2656,22 @@ static const struct file_operations cgroup_file_operations = { | |||
| 2559 | .release = cgroup_file_release, | 2656 | .release = cgroup_file_release, |
| 2560 | }; | 2657 | }; |
| 2561 | 2658 | ||
| 2659 | static const struct inode_operations cgroup_file_inode_operations = { | ||
| 2660 | .setxattr = cgroup_setxattr, | ||
| 2661 | .getxattr = cgroup_getxattr, | ||
| 2662 | .listxattr = cgroup_listxattr, | ||
| 2663 | .removexattr = cgroup_removexattr, | ||
| 2664 | }; | ||
| 2665 | |||
| 2562 | static const struct inode_operations cgroup_dir_inode_operations = { | 2666 | static const struct inode_operations cgroup_dir_inode_operations = { |
| 2563 | .lookup = cgroup_lookup, | 2667 | .lookup = cgroup_lookup, |
| 2564 | .mkdir = cgroup_mkdir, | 2668 | .mkdir = cgroup_mkdir, |
| 2565 | .rmdir = cgroup_rmdir, | 2669 | .rmdir = cgroup_rmdir, |
| 2566 | .rename = cgroup_rename, | 2670 | .rename = cgroup_rename, |
| 2671 | .setxattr = cgroup_setxattr, | ||
| 2672 | .getxattr = cgroup_getxattr, | ||
| 2673 | .listxattr = cgroup_listxattr, | ||
| 2674 | .removexattr = cgroup_removexattr, | ||
| 2567 | }; | 2675 | }; |
| 2568 | 2676 | ||
| 2569 | static struct dentry *cgroup_lookup(struct inode *dir, struct dentry *dentry, unsigned int flags) | 2677 | static struct dentry *cgroup_lookup(struct inode *dir, struct dentry *dentry, unsigned int flags) |
| @@ -2611,6 +2719,7 @@ static int cgroup_create_file(struct dentry *dentry, umode_t mode, | |||
| 2611 | } else if (S_ISREG(mode)) { | 2719 | } else if (S_ISREG(mode)) { |
| 2612 | inode->i_size = 0; | 2720 | inode->i_size = 0; |
| 2613 | inode->i_fop = &cgroup_file_operations; | 2721 | inode->i_fop = &cgroup_file_operations; |
| 2722 | inode->i_op = &cgroup_file_inode_operations; | ||
| 2614 | } | 2723 | } |
| 2615 | d_instantiate(dentry, inode); | 2724 | d_instantiate(dentry, inode); |
| 2616 | dget(dentry); /* Extra count - pin the dentry in core */ | 2725 | dget(dentry); /* Extra count - pin the dentry in core */ |
| @@ -2671,7 +2780,7 @@ static umode_t cgroup_file_mode(const struct cftype *cft) | |||
| 2671 | } | 2780 | } |
| 2672 | 2781 | ||
| 2673 | static int cgroup_add_file(struct cgroup *cgrp, struct cgroup_subsys *subsys, | 2782 | static int cgroup_add_file(struct cgroup *cgrp, struct cgroup_subsys *subsys, |
| 2674 | const struct cftype *cft) | 2783 | struct cftype *cft) |
| 2675 | { | 2784 | { |
| 2676 | struct dentry *dir = cgrp->dentry; | 2785 | struct dentry *dir = cgrp->dentry; |
| 2677 | struct cgroup *parent = __d_cgrp(dir); | 2786 | struct cgroup *parent = __d_cgrp(dir); |
| @@ -2681,6 +2790,8 @@ static int cgroup_add_file(struct cgroup *cgrp, struct cgroup_subsys *subsys, | |||
| 2681 | umode_t mode; | 2790 | umode_t mode; |
| 2682 | char name[MAX_CGROUP_TYPE_NAMELEN + MAX_CFTYPE_NAME + 2] = { 0 }; | 2791 | char name[MAX_CGROUP_TYPE_NAMELEN + MAX_CFTYPE_NAME + 2] = { 0 }; |
| 2683 | 2792 | ||
| 2793 | simple_xattrs_init(&cft->xattrs); | ||
| 2794 | |||
| 2684 | /* does @cft->flags tell us to skip creation on @cgrp? */ | 2795 | /* does @cft->flags tell us to skip creation on @cgrp? */ |
| 2685 | if ((cft->flags & CFTYPE_NOT_ON_ROOT) && !cgrp->parent) | 2796 | if ((cft->flags & CFTYPE_NOT_ON_ROOT) && !cgrp->parent) |
| 2686 | return 0; | 2797 | return 0; |
| @@ -2721,9 +2832,9 @@ out: | |||
| 2721 | } | 2832 | } |
| 2722 | 2833 | ||
| 2723 | static int cgroup_addrm_files(struct cgroup *cgrp, struct cgroup_subsys *subsys, | 2834 | static int cgroup_addrm_files(struct cgroup *cgrp, struct cgroup_subsys *subsys, |
| 2724 | const struct cftype cfts[], bool is_add) | 2835 | struct cftype cfts[], bool is_add) |
| 2725 | { | 2836 | { |
| 2726 | const struct cftype *cft; | 2837 | struct cftype *cft; |
| 2727 | int err, ret = 0; | 2838 | int err, ret = 0; |
| 2728 | 2839 | ||
| 2729 | for (cft = cfts; cft->name[0] != '\0'; cft++) { | 2840 | for (cft = cfts; cft->name[0] != '\0'; cft++) { |
| @@ -2757,7 +2868,7 @@ static void cgroup_cfts_prepare(void) | |||
| 2757 | } | 2868 | } |
| 2758 | 2869 | ||
| 2759 | static void cgroup_cfts_commit(struct cgroup_subsys *ss, | 2870 | static void cgroup_cfts_commit(struct cgroup_subsys *ss, |
| 2760 | const struct cftype *cfts, bool is_add) | 2871 | struct cftype *cfts, bool is_add) |
| 2761 | __releases(&cgroup_mutex) __releases(&cgroup_cft_mutex) | 2872 | __releases(&cgroup_mutex) __releases(&cgroup_cft_mutex) |
| 2762 | { | 2873 | { |
| 2763 | LIST_HEAD(pending); | 2874 | LIST_HEAD(pending); |
| @@ -2808,7 +2919,7 @@ static void cgroup_cfts_commit(struct cgroup_subsys *ss, | |||
| 2808 | * function currently returns 0 as long as @cfts registration is successful | 2919 | * function currently returns 0 as long as @cfts registration is successful |
| 2809 | * even if some file creation attempts on existing cgroups fail. | 2920 | * even if some file creation attempts on existing cgroups fail. |
| 2810 | */ | 2921 | */ |
| 2811 | int cgroup_add_cftypes(struct cgroup_subsys *ss, const struct cftype *cfts) | 2922 | int cgroup_add_cftypes(struct cgroup_subsys *ss, struct cftype *cfts) |
| 2812 | { | 2923 | { |
| 2813 | struct cftype_set *set; | 2924 | struct cftype_set *set; |
| 2814 | 2925 | ||
| @@ -2838,7 +2949,7 @@ EXPORT_SYMBOL_GPL(cgroup_add_cftypes); | |||
| 2838 | * Returns 0 on successful unregistration, -ENOENT if @cfts is not | 2949 | * Returns 0 on successful unregistration, -ENOENT if @cfts is not |
| 2839 | * registered with @ss. | 2950 | * registered with @ss. |
| 2840 | */ | 2951 | */ |
| 2841 | int cgroup_rm_cftypes(struct cgroup_subsys *ss, const struct cftype *cfts) | 2952 | int cgroup_rm_cftypes(struct cgroup_subsys *ss, struct cftype *cfts) |
| 2842 | { | 2953 | { |
| 2843 | struct cftype_set *set; | 2954 | struct cftype_set *set; |
| 2844 | 2955 | ||
| @@ -3843,18 +3954,29 @@ static struct cftype files[] = { | |||
| 3843 | { } /* terminate */ | 3954 | { } /* terminate */ |
| 3844 | }; | 3955 | }; |
| 3845 | 3956 | ||
| 3846 | static int cgroup_populate_dir(struct cgroup *cgrp) | 3957 | /** |
| 3958 | * cgroup_populate_dir - selectively creation of files in a directory | ||
| 3959 | * @cgrp: target cgroup | ||
| 3960 | * @base_files: true if the base files should be added | ||
| 3961 | * @subsys_mask: mask of the subsystem ids whose files should be added | ||
| 3962 | */ | ||
| 3963 | static int cgroup_populate_dir(struct cgroup *cgrp, bool base_files, | ||
| 3964 | unsigned long subsys_mask) | ||
| 3847 | { | 3965 | { |
| 3848 | int err; | 3966 | int err; |
| 3849 | struct cgroup_subsys *ss; | 3967 | struct cgroup_subsys *ss; |
| 3850 | 3968 | ||
| 3851 | err = cgroup_addrm_files(cgrp, NULL, files, true); | 3969 | if (base_files) { |
| 3852 | if (err < 0) | 3970 | err = cgroup_addrm_files(cgrp, NULL, files, true); |
| 3853 | return err; | 3971 | if (err < 0) |
| 3972 | return err; | ||
| 3973 | } | ||
| 3854 | 3974 | ||
| 3855 | /* process cftsets of each subsystem */ | 3975 | /* process cftsets of each subsystem */ |
| 3856 | for_each_subsys(cgrp->root, ss) { | 3976 | for_each_subsys(cgrp->root, ss) { |
| 3857 | struct cftype_set *set; | 3977 | struct cftype_set *set; |
| 3978 | if (!test_bit(ss->subsys_id, &subsys_mask)) | ||
| 3979 | continue; | ||
| 3858 | 3980 | ||
| 3859 | list_for_each_entry(set, &ss->cftsets, node) | 3981 | list_for_each_entry(set, &ss->cftsets, node) |
| 3860 | cgroup_addrm_files(cgrp, ss, set->cfts, true); | 3982 | cgroup_addrm_files(cgrp, ss, set->cfts, true); |
| @@ -3954,8 +4076,9 @@ static long cgroup_create(struct cgroup *parent, struct dentry *dentry, | |||
| 3954 | set_bit(CGRP_CLONE_CHILDREN, &cgrp->flags); | 4076 | set_bit(CGRP_CLONE_CHILDREN, &cgrp->flags); |
| 3955 | 4077 | ||
| 3956 | for_each_subsys(root, ss) { | 4078 | for_each_subsys(root, ss) { |
| 3957 | struct cgroup_subsys_state *css = ss->create(cgrp); | 4079 | struct cgroup_subsys_state *css; |
| 3958 | 4080 | ||
| 4081 | css = ss->create(cgrp); | ||
| 3959 | if (IS_ERR(css)) { | 4082 | if (IS_ERR(css)) { |
| 3960 | err = PTR_ERR(css); | 4083 | err = PTR_ERR(css); |
| 3961 | goto err_destroy; | 4084 | goto err_destroy; |
| @@ -3969,6 +4092,15 @@ static long cgroup_create(struct cgroup *parent, struct dentry *dentry, | |||
| 3969 | /* At error, ->destroy() callback has to free assigned ID. */ | 4092 | /* At error, ->destroy() callback has to free assigned ID. */ |
| 3970 | if (clone_children(parent) && ss->post_clone) | 4093 | if (clone_children(parent) && ss->post_clone) |
| 3971 | ss->post_clone(cgrp); | 4094 | ss->post_clone(cgrp); |
| 4095 | |||
| 4096 | if (ss->broken_hierarchy && !ss->warned_broken_hierarchy && | ||
| 4097 | parent->parent) { | ||
| 4098 | pr_warning("cgroup: %s (%d) created nested cgroup for controller \"%s\" which has incomplete hierarchy support. Nested cgroups may change behavior in the future.\n", | ||
| 4099 | current->comm, current->pid, ss->name); | ||
| 4100 | if (!strcmp(ss->name, "memory")) | ||
| 4101 | pr_warning("cgroup: \"memory\" requires setting use_hierarchy to 1 on the root.\n"); | ||
| 4102 | ss->warned_broken_hierarchy = true; | ||
| 4103 | } | ||
| 3972 | } | 4104 | } |
| 3973 | 4105 | ||
| 3974 | list_add(&cgrp->sibling, &cgrp->parent->children); | 4106 | list_add(&cgrp->sibling, &cgrp->parent->children); |
| @@ -3988,7 +4120,7 @@ static long cgroup_create(struct cgroup *parent, struct dentry *dentry, | |||
| 3988 | 4120 | ||
| 3989 | list_add_tail(&cgrp->allcg_node, &root->allcg_list); | 4121 | list_add_tail(&cgrp->allcg_node, &root->allcg_list); |
| 3990 | 4122 | ||
| 3991 | err = cgroup_populate_dir(cgrp); | 4123 | err = cgroup_populate_dir(cgrp, true, root->subsys_mask); |
| 3992 | /* If err < 0, we have a half-filled directory - oh well ;) */ | 4124 | /* If err < 0, we have a half-filled directory - oh well ;) */ |
| 3993 | 4125 | ||
| 3994 | mutex_unlock(&cgroup_mutex); | 4126 | mutex_unlock(&cgroup_mutex); |
| @@ -4321,8 +4453,7 @@ int __init_or_module cgroup_load_subsys(struct cgroup_subsys *ss) | |||
| 4321 | * since cgroup_init_subsys will have already taken care of it. | 4453 | * since cgroup_init_subsys will have already taken care of it. |
| 4322 | */ | 4454 | */ |
| 4323 | if (ss->module == NULL) { | 4455 | if (ss->module == NULL) { |
| 4324 | /* a few sanity checks */ | 4456 | /* a sanity check */ |
| 4325 | BUG_ON(ss->subsys_id >= CGROUP_BUILTIN_SUBSYS_COUNT); | ||
| 4326 | BUG_ON(subsys[ss->subsys_id] != ss); | 4457 | BUG_ON(subsys[ss->subsys_id] != ss); |
| 4327 | return 0; | 4458 | return 0; |
| 4328 | } | 4459 | } |
| @@ -4330,24 +4461,8 @@ int __init_or_module cgroup_load_subsys(struct cgroup_subsys *ss) | |||
| 4330 | /* init base cftset */ | 4461 | /* init base cftset */ |
| 4331 | cgroup_init_cftsets(ss); | 4462 | cgroup_init_cftsets(ss); |
| 4332 | 4463 | ||
| 4333 | /* | ||
| 4334 | * need to register a subsys id before anything else - for example, | ||
| 4335 | * init_cgroup_css needs it. | ||
| 4336 | */ | ||
| 4337 | mutex_lock(&cgroup_mutex); | 4464 | mutex_lock(&cgroup_mutex); |
| 4338 | /* find the first empty slot in the array */ | 4465 | subsys[ss->subsys_id] = ss; |
| 4339 | for (i = CGROUP_BUILTIN_SUBSYS_COUNT; i < CGROUP_SUBSYS_COUNT; i++) { | ||
| 4340 | if (subsys[i] == NULL) | ||
| 4341 | break; | ||
| 4342 | } | ||
| 4343 | if (i == CGROUP_SUBSYS_COUNT) { | ||
| 4344 | /* maximum number of subsystems already registered! */ | ||
| 4345 | mutex_unlock(&cgroup_mutex); | ||
| 4346 | return -EBUSY; | ||
| 4347 | } | ||
| 4348 | /* assign ourselves the subsys_id */ | ||
| 4349 | ss->subsys_id = i; | ||
| 4350 | subsys[i] = ss; | ||
| 4351 | 4466 | ||
| 4352 | /* | 4467 | /* |
| 4353 | * no ss->create seems to need anything important in the ss struct, so | 4468 | * no ss->create seems to need anything important in the ss struct, so |
| @@ -4356,7 +4471,7 @@ int __init_or_module cgroup_load_subsys(struct cgroup_subsys *ss) | |||
| 4356 | css = ss->create(dummytop); | 4471 | css = ss->create(dummytop); |
| 4357 | if (IS_ERR(css)) { | 4472 | if (IS_ERR(css)) { |
| 4358 | /* failure case - need to deassign the subsys[] slot. */ | 4473 | /* failure case - need to deassign the subsys[] slot. */ |
| 4359 | subsys[i] = NULL; | 4474 | subsys[ss->subsys_id] = NULL; |
| 4360 | mutex_unlock(&cgroup_mutex); | 4475 | mutex_unlock(&cgroup_mutex); |
| 4361 | return PTR_ERR(css); | 4476 | return PTR_ERR(css); |
| 4362 | } | 4477 | } |
| @@ -4372,7 +4487,7 @@ int __init_or_module cgroup_load_subsys(struct cgroup_subsys *ss) | |||
| 4372 | if (ret) { | 4487 | if (ret) { |
| 4373 | dummytop->subsys[ss->subsys_id] = NULL; | 4488 | dummytop->subsys[ss->subsys_id] = NULL; |
| 4374 | ss->destroy(dummytop); | 4489 | ss->destroy(dummytop); |
| 4375 | subsys[i] = NULL; | 4490 | subsys[ss->subsys_id] = NULL; |
| 4376 | mutex_unlock(&cgroup_mutex); | 4491 | mutex_unlock(&cgroup_mutex); |
| 4377 | return ret; | 4492 | return ret; |
| 4378 | } | 4493 | } |
| @@ -4439,7 +4554,6 @@ void cgroup_unload_subsys(struct cgroup_subsys *ss) | |||
| 4439 | 4554 | ||
| 4440 | mutex_lock(&cgroup_mutex); | 4555 | mutex_lock(&cgroup_mutex); |
| 4441 | /* deassign the subsys_id */ | 4556 | /* deassign the subsys_id */ |
| 4442 | BUG_ON(ss->subsys_id < CGROUP_BUILTIN_SUBSYS_COUNT); | ||
| 4443 | subsys[ss->subsys_id] = NULL; | 4557 | subsys[ss->subsys_id] = NULL; |
| 4444 | 4558 | ||
| 4445 | /* remove subsystem from rootnode's list of subsystems */ | 4559 | /* remove subsystem from rootnode's list of subsystems */ |
| @@ -4502,10 +4616,13 @@ int __init cgroup_init_early(void) | |||
| 4502 | for (i = 0; i < CSS_SET_TABLE_SIZE; i++) | 4616 | for (i = 0; i < CSS_SET_TABLE_SIZE; i++) |
| 4503 | INIT_HLIST_HEAD(&css_set_table[i]); | 4617 | INIT_HLIST_HEAD(&css_set_table[i]); |
| 4504 | 4618 | ||
| 4505 | /* at bootup time, we don't worry about modular subsystems */ | 4619 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 4506 | for (i = 0; i < CGROUP_BUILTIN_SUBSYS_COUNT; i++) { | ||
| 4507 | struct cgroup_subsys *ss = subsys[i]; | 4620 | struct cgroup_subsys *ss = subsys[i]; |
| 4508 | 4621 | ||
| 4622 | /* at bootup time, we don't worry about modular subsystems */ | ||
| 4623 | if (!ss || ss->module) | ||
| 4624 | continue; | ||
| 4625 | |||
| 4509 | BUG_ON(!ss->name); | 4626 | BUG_ON(!ss->name); |
| 4510 | BUG_ON(strlen(ss->name) > MAX_CGROUP_TYPE_NAMELEN); | 4627 | BUG_ON(strlen(ss->name) > MAX_CGROUP_TYPE_NAMELEN); |
| 4511 | BUG_ON(!ss->create); | 4628 | BUG_ON(!ss->create); |
| @@ -4538,9 +4655,12 @@ int __init cgroup_init(void) | |||
| 4538 | if (err) | 4655 | if (err) |
| 4539 | return err; | 4656 | return err; |
| 4540 | 4657 | ||
| 4541 | /* at bootup time, we don't worry about modular subsystems */ | 4658 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 4542 | for (i = 0; i < CGROUP_BUILTIN_SUBSYS_COUNT; i++) { | ||
| 4543 | struct cgroup_subsys *ss = subsys[i]; | 4659 | struct cgroup_subsys *ss = subsys[i]; |
| 4660 | |||
| 4661 | /* at bootup time, we don't worry about modular subsystems */ | ||
| 4662 | if (!ss || ss->module) | ||
| 4663 | continue; | ||
| 4544 | if (!ss->early_init) | 4664 | if (!ss->early_init) |
| 4545 | cgroup_init_subsys(ss); | 4665 | cgroup_init_subsys(ss); |
| 4546 | if (ss->use_id) | 4666 | if (ss->use_id) |
| @@ -4735,13 +4855,16 @@ void cgroup_fork_callbacks(struct task_struct *child) | |||
| 4735 | { | 4855 | { |
| 4736 | if (need_forkexit_callback) { | 4856 | if (need_forkexit_callback) { |
| 4737 | int i; | 4857 | int i; |
| 4738 | /* | 4858 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 4739 | * forkexit callbacks are only supported for builtin | ||
| 4740 | * subsystems, and the builtin section of the subsys array is | ||
| 4741 | * immutable, so we don't need to lock the subsys array here. | ||
| 4742 | */ | ||
| 4743 | for (i = 0; i < CGROUP_BUILTIN_SUBSYS_COUNT; i++) { | ||
| 4744 | struct cgroup_subsys *ss = subsys[i]; | 4859 | struct cgroup_subsys *ss = subsys[i]; |
| 4860 | |||
| 4861 | /* | ||
| 4862 | * forkexit callbacks are only supported for | ||
| 4863 | * builtin subsystems. | ||
| 4864 | */ | ||
| 4865 | if (!ss || ss->module) | ||
| 4866 | continue; | ||
| 4867 | |||
| 4745 | if (ss->fork) | 4868 | if (ss->fork) |
| 4746 | ss->fork(child); | 4869 | ss->fork(child); |
| 4747 | } | 4870 | } |
| @@ -4846,12 +4969,13 @@ void cgroup_exit(struct task_struct *tsk, int run_callbacks) | |||
| 4846 | tsk->cgroups = &init_css_set; | 4969 | tsk->cgroups = &init_css_set; |
| 4847 | 4970 | ||
| 4848 | if (run_callbacks && need_forkexit_callback) { | 4971 | if (run_callbacks && need_forkexit_callback) { |
| 4849 | /* | 4972 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 4850 | * modular subsystems can't use callbacks, so no need to lock | ||
| 4851 | * the subsys array | ||
| 4852 | */ | ||
| 4853 | for (i = 0; i < CGROUP_BUILTIN_SUBSYS_COUNT; i++) { | ||
| 4854 | struct cgroup_subsys *ss = subsys[i]; | 4973 | struct cgroup_subsys *ss = subsys[i]; |
| 4974 | |||
| 4975 | /* modular subsystems can't use callbacks */ | ||
| 4976 | if (!ss || ss->module) | ||
| 4977 | continue; | ||
| 4978 | |||
| 4855 | if (ss->exit) { | 4979 | if (ss->exit) { |
| 4856 | struct cgroup *old_cgrp = | 4980 | struct cgroup *old_cgrp = |
| 4857 | rcu_dereference_raw(cg->subsys[i])->cgroup; | 4981 | rcu_dereference_raw(cg->subsys[i])->cgroup; |
| @@ -5037,13 +5161,17 @@ static int __init cgroup_disable(char *str) | |||
| 5037 | while ((token = strsep(&str, ",")) != NULL) { | 5161 | while ((token = strsep(&str, ",")) != NULL) { |
| 5038 | if (!*token) | 5162 | if (!*token) |
| 5039 | continue; | 5163 | continue; |
| 5040 | /* | 5164 | for (i = 0; i < CGROUP_SUBSYS_COUNT; i++) { |
| 5041 | * cgroup_disable, being at boot time, can't know about module | ||
| 5042 | * subsystems, so we don't worry about them. | ||
| 5043 | */ | ||
| 5044 | for (i = 0; i < CGROUP_BUILTIN_SUBSYS_COUNT; i++) { | ||
| 5045 | struct cgroup_subsys *ss = subsys[i]; | 5165 | struct cgroup_subsys *ss = subsys[i]; |
| 5046 | 5166 | ||
| 5167 | /* | ||
| 5168 | * cgroup_disable, being at boot time, can't | ||
| 5169 | * know about module subsystems, so we don't | ||
| 5170 | * worry about them. | ||
| 5171 | */ | ||
| 5172 | if (!ss || ss->module) | ||
| 5173 | continue; | ||
| 5174 | |||
| 5047 | if (!strcmp(token, ss->name)) { | 5175 | if (!strcmp(token, ss->name)) { |
| 5048 | ss->disabled = 1; | 5176 | ss->disabled = 1; |
| 5049 | printk(KERN_INFO "Disabling %s control group" | 5177 | printk(KERN_INFO "Disabling %s control group" |
