blob: 02feef9395603043c288956d4e1912c4d9ce4860 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Al Viro74c3cbe2007-07-22 08:04:18 -04002#include "audit.h"
Eric Paris28a3a7e2009-12-17 20:12:05 -05003#include <linux/fsnotify_backend.h>
Al Viro74c3cbe2007-07-22 08:04:18 -04004#include <linux/namei.h>
5#include <linux/mount.h>
Al Viro916d7572009-06-24 00:02:38 -04006#include <linux/kthread.h>
Elena Reshetova9d2378f2017-05-02 10:16:04 -04007#include <linux/refcount.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +09008#include <linux/slab.h>
Al Viro74c3cbe2007-07-22 08:04:18 -04009
10struct audit_tree;
11struct audit_chunk;
12
13struct audit_tree {
Elena Reshetova9d2378f2017-05-02 10:16:04 -040014 refcount_t count;
Al Viro74c3cbe2007-07-22 08:04:18 -040015 int goner;
16 struct audit_chunk *root;
17 struct list_head chunks;
18 struct list_head rules;
19 struct list_head list;
20 struct list_head same_root;
21 struct rcu_head head;
22 char pathname[];
23};
24
25struct audit_chunk {
26 struct list_head hash;
Eric Parise61ce862009-12-17 21:24:24 -050027 struct fsnotify_mark mark;
Al Viro74c3cbe2007-07-22 08:04:18 -040028 struct list_head trees; /* with root here */
29 int dead;
30 int count;
Al Viro8f7b0ba2008-11-15 01:15:43 +000031 atomic_long_t refs;
Al Viro74c3cbe2007-07-22 08:04:18 -040032 struct rcu_head head;
33 struct node {
34 struct list_head list;
35 struct audit_tree *owner;
36 unsigned index; /* index; upper bit indicates 'will prune' */
37 } owners[];
38};
39
40static LIST_HEAD(tree_list);
41static LIST_HEAD(prune_list);
Imre Palikf1aaf262015-02-23 15:37:59 -050042static struct task_struct *prune_thread;
Al Viro74c3cbe2007-07-22 08:04:18 -040043
44/*
45 * One struct chunk is attached to each inode of interest.
46 * We replace struct chunk on tagging/untagging.
47 * Rules have pointer to struct audit_tree.
48 * Rules have struct list_head rlist forming a list of rules over
49 * the same tree.
50 * References to struct chunk are collected at audit_inode{,_child}()
51 * time and used in AUDIT_TREE rule matching.
52 * These references are dropped at the same time we are calling
53 * audit_free_names(), etc.
54 *
55 * Cyclic lists galore:
56 * tree.chunks anchors chunk.owners[].list hash_lock
57 * tree.rules anchors rule.rlist audit_filter_mutex
58 * chunk.trees anchors tree.same_root hash_lock
59 * chunk.hash is a hash with middle bits of watch.inode as
60 * a hash function. RCU, hash_lock
61 *
62 * tree is refcounted; one reference for "some rules on rules_list refer to
63 * it", one for each chunk with pointer to it.
64 *
Eric Paris28a3a7e2009-12-17 20:12:05 -050065 * chunk is refcounted by embedded fsnotify_mark + .refs (non-zero refcount
Al Viro8f7b0ba2008-11-15 01:15:43 +000066 * of watch contributes 1 to .refs).
Al Viro74c3cbe2007-07-22 08:04:18 -040067 *
68 * node.index allows to get from node.list to containing chunk.
69 * MSB of that sucker is stolen to mark taggings that we might have to
70 * revert - several operations have very unpleasant cleanup logics and
71 * that makes a difference. Some.
72 */
73
Eric Paris28a3a7e2009-12-17 20:12:05 -050074static struct fsnotify_group *audit_tree_group;
Al Viro74c3cbe2007-07-22 08:04:18 -040075
76static struct audit_tree *alloc_tree(const char *s)
77{
78 struct audit_tree *tree;
79
80 tree = kmalloc(sizeof(struct audit_tree) + strlen(s) + 1, GFP_KERNEL);
81 if (tree) {
Elena Reshetova9d2378f2017-05-02 10:16:04 -040082 refcount_set(&tree->count, 1);
Al Viro74c3cbe2007-07-22 08:04:18 -040083 tree->goner = 0;
84 INIT_LIST_HEAD(&tree->chunks);
85 INIT_LIST_HEAD(&tree->rules);
86 INIT_LIST_HEAD(&tree->list);
87 INIT_LIST_HEAD(&tree->same_root);
88 tree->root = NULL;
89 strcpy(tree->pathname, s);
90 }
91 return tree;
92}
93
94static inline void get_tree(struct audit_tree *tree)
95{
Elena Reshetova9d2378f2017-05-02 10:16:04 -040096 refcount_inc(&tree->count);
Al Viro74c3cbe2007-07-22 08:04:18 -040097}
98
Al Viro74c3cbe2007-07-22 08:04:18 -040099static inline void put_tree(struct audit_tree *tree)
100{
Elena Reshetova9d2378f2017-05-02 10:16:04 -0400101 if (refcount_dec_and_test(&tree->count))
Lai Jiangshan3b097c42011-03-15 18:03:53 +0800102 kfree_rcu(tree, head);
Al Viro74c3cbe2007-07-22 08:04:18 -0400103}
104
105/* to avoid bringing the entire thing in audit.h */
106const char *audit_tree_path(struct audit_tree *tree)
107{
108 return tree->pathname;
109}
110
Al Viro8f7b0ba2008-11-15 01:15:43 +0000111static void free_chunk(struct audit_chunk *chunk)
Al Viro74c3cbe2007-07-22 08:04:18 -0400112{
Al Viro74c3cbe2007-07-22 08:04:18 -0400113 int i;
114
115 for (i = 0; i < chunk->count; i++) {
116 if (chunk->owners[i].owner)
117 put_tree(chunk->owners[i].owner);
118 }
119 kfree(chunk);
120}
121
Al Viro74c3cbe2007-07-22 08:04:18 -0400122void audit_put_chunk(struct audit_chunk *chunk)
123{
Al Viro8f7b0ba2008-11-15 01:15:43 +0000124 if (atomic_long_dec_and_test(&chunk->refs))
125 free_chunk(chunk);
126}
127
128static void __put_chunk(struct rcu_head *rcu)
129{
130 struct audit_chunk *chunk = container_of(rcu, struct audit_chunk, head);
131 audit_put_chunk(chunk);
Al Viro74c3cbe2007-07-22 08:04:18 -0400132}
133
Eric Parise61ce862009-12-17 21:24:24 -0500134static void audit_tree_destroy_watch(struct fsnotify_mark *entry)
Eric Paris28a3a7e2009-12-17 20:12:05 -0500135{
136 struct audit_chunk *chunk = container_of(entry, struct audit_chunk, mark);
137 call_rcu(&chunk->head, __put_chunk);
138}
139
140static struct audit_chunk *alloc_chunk(int count)
141{
142 struct audit_chunk *chunk;
143 size_t size;
144 int i;
145
146 size = offsetof(struct audit_chunk, owners) + count * sizeof(struct node);
147 chunk = kzalloc(size, GFP_KERNEL);
148 if (!chunk)
149 return NULL;
150
151 INIT_LIST_HEAD(&chunk->hash);
152 INIT_LIST_HEAD(&chunk->trees);
153 chunk->count = count;
154 atomic_long_set(&chunk->refs, 1);
155 for (i = 0; i < count; i++) {
156 INIT_LIST_HEAD(&chunk->owners[i].list);
157 chunk->owners[i].index = i;
158 }
Jan Kara054c6362016-12-21 18:06:12 +0100159 fsnotify_init_mark(&chunk->mark, audit_tree_group);
Miklos Szeredi799b6012014-11-04 11:27:12 +0100160 chunk->mark.mask = FS_IN_IGNORED;
Eric Paris28a3a7e2009-12-17 20:12:05 -0500161 return chunk;
162}
163
Al Viro74c3cbe2007-07-22 08:04:18 -0400164enum {HASH_SIZE = 128};
165static struct list_head chunk_hash_heads[HASH_SIZE];
166static __cacheline_aligned_in_smp DEFINE_SPINLOCK(hash_lock);
167
Jan Karaf410ff62016-12-16 10:13:37 +0100168/* Function to return search key in our hash from inode. */
169static unsigned long inode_to_key(const struct inode *inode)
Al Viro74c3cbe2007-07-22 08:04:18 -0400170{
Amir Goldstein36f10f52018-06-23 17:54:49 +0300171 /* Use address pointed to by connector->obj as the key */
172 return (unsigned long)&inode->i_fsnotify_marks;
Jan Karaf410ff62016-12-16 10:13:37 +0100173}
174
175/*
176 * Function to return search key in our hash from chunk. Key 0 is special and
177 * should never be present in the hash.
178 */
179static unsigned long chunk_to_key(struct audit_chunk *chunk)
180{
Jan Kara6b3f05d2016-12-21 12:15:30 +0100181 /*
182 * We have a reference to the mark so it should be attached to a
183 * connector.
184 */
185 if (WARN_ON_ONCE(!chunk->mark.connector))
186 return 0;
Amir Goldstein36f10f52018-06-23 17:54:49 +0300187 return (unsigned long)chunk->mark.connector->obj;
Jan Karaf410ff62016-12-16 10:13:37 +0100188}
189
190static inline struct list_head *chunk_hash(unsigned long key)
191{
192 unsigned long n = key / L1_CACHE_BYTES;
Al Viro74c3cbe2007-07-22 08:04:18 -0400193 return chunk_hash_heads + n % HASH_SIZE;
194}
195
Eric Paris28a3a7e2009-12-17 20:12:05 -0500196/* hash_lock & entry->lock is held by caller */
Al Viro74c3cbe2007-07-22 08:04:18 -0400197static void insert_hash(struct audit_chunk *chunk)
198{
Jan Kara6b3f05d2016-12-21 12:15:30 +0100199 unsigned long key = chunk_to_key(chunk);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500200 struct list_head *list;
201
Jan Kara43471d12017-04-03 16:47:58 +0200202 if (!(chunk->mark.flags & FSNOTIFY_MARK_FLAG_ATTACHED))
Eric Paris28a3a7e2009-12-17 20:12:05 -0500203 return;
Jan Karaf410ff62016-12-16 10:13:37 +0100204 list = chunk_hash(key);
Al Viro74c3cbe2007-07-22 08:04:18 -0400205 list_add_rcu(&chunk->hash, list);
206}
207
208/* called under rcu_read_lock */
209struct audit_chunk *audit_tree_lookup(const struct inode *inode)
210{
Jan Karaf410ff62016-12-16 10:13:37 +0100211 unsigned long key = inode_to_key(inode);
212 struct list_head *list = chunk_hash(key);
Paul E. McKenney6793a052008-05-14 17:10:12 -0700213 struct audit_chunk *p;
Al Viro74c3cbe2007-07-22 08:04:18 -0400214
Paul E. McKenney6793a052008-05-14 17:10:12 -0700215 list_for_each_entry_rcu(p, list, hash) {
Jan Karaf410ff62016-12-16 10:13:37 +0100216 if (chunk_to_key(p) == key) {
Al Viro8f7b0ba2008-11-15 01:15:43 +0000217 atomic_long_inc(&p->refs);
Al Viro74c3cbe2007-07-22 08:04:18 -0400218 return p;
219 }
220 }
221 return NULL;
222}
223
Yaowei Bai6f1b5d72015-11-04 08:23:51 -0500224bool audit_tree_match(struct audit_chunk *chunk, struct audit_tree *tree)
Al Viro74c3cbe2007-07-22 08:04:18 -0400225{
226 int n;
227 for (n = 0; n < chunk->count; n++)
228 if (chunk->owners[n].owner == tree)
Yaowei Bai6f1b5d72015-11-04 08:23:51 -0500229 return true;
230 return false;
Al Viro74c3cbe2007-07-22 08:04:18 -0400231}
232
233/* tagging and untagging inodes with trees */
234
Al Viro8f7b0ba2008-11-15 01:15:43 +0000235static struct audit_chunk *find_chunk(struct node *p)
Al Viro74c3cbe2007-07-22 08:04:18 -0400236{
Al Viro8f7b0ba2008-11-15 01:15:43 +0000237 int index = p->index & ~(1U<<31);
238 p -= index;
239 return container_of(p, struct audit_chunk, owners[0]);
240}
241
242static void untag_chunk(struct node *p)
243{
244 struct audit_chunk *chunk = find_chunk(p);
Eric Parise61ce862009-12-17 21:24:24 -0500245 struct fsnotify_mark *entry = &chunk->mark;
Al Virof7a998a2010-10-30 02:18:32 -0400246 struct audit_chunk *new = NULL;
Al Viro74c3cbe2007-07-22 08:04:18 -0400247 struct audit_tree *owner;
248 int size = chunk->count - 1;
249 int i, j;
250
Eric Paris28a3a7e2009-12-17 20:12:05 -0500251 fsnotify_get_mark(entry);
Al Viro8f7b0ba2008-11-15 01:15:43 +0000252
253 spin_unlock(&hash_lock);
254
Al Virof7a998a2010-10-30 02:18:32 -0400255 if (size)
256 new = alloc_chunk(size);
257
Jan Karabe29d202016-12-14 14:40:05 +0100258 mutex_lock(&entry->group->mark_mutex);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500259 spin_lock(&entry->lock);
Jan Kara6b3f05d2016-12-21 12:15:30 +0100260 /*
261 * mark_mutex protects mark from getting detached and thus also from
Amir Goldstein36f10f52018-06-23 17:54:49 +0300262 * mark->connector->obj getting NULL.
Jan Kara6b3f05d2016-12-21 12:15:30 +0100263 */
Jan Kara43471d12017-04-03 16:47:58 +0200264 if (chunk->dead || !(entry->flags & FSNOTIFY_MARK_FLAG_ATTACHED)) {
Eric Paris28a3a7e2009-12-17 20:12:05 -0500265 spin_unlock(&entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100266 mutex_unlock(&entry->group->mark_mutex);
Al Virof7a998a2010-10-30 02:18:32 -0400267 if (new)
Jan Kara7b1293232016-12-21 18:32:48 +0100268 fsnotify_put_mark(&new->mark);
Al Viro8f7b0ba2008-11-15 01:15:43 +0000269 goto out;
Al Viro74c3cbe2007-07-22 08:04:18 -0400270 }
271
272 owner = p->owner;
273
274 if (!size) {
275 chunk->dead = 1;
276 spin_lock(&hash_lock);
277 list_del_init(&chunk->trees);
278 if (owner->root == chunk)
279 owner->root = NULL;
280 list_del_init(&p->list);
281 list_del_rcu(&chunk->hash);
282 spin_unlock(&hash_lock);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500283 spin_unlock(&entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100284 mutex_unlock(&entry->group->mark_mutex);
Lino Sanfilippoe2a29942011-06-14 17:29:51 +0200285 fsnotify_destroy_mark(entry, audit_tree_group);
Al Viro8f7b0ba2008-11-15 01:15:43 +0000286 goto out;
Al Viro74c3cbe2007-07-22 08:04:18 -0400287 }
288
Al Viro74c3cbe2007-07-22 08:04:18 -0400289 if (!new)
290 goto Fallback;
Al Virof7a998a2010-10-30 02:18:32 -0400291
Amir Goldstein36f10f52018-06-23 17:54:49 +0300292 if (fsnotify_add_mark_locked(&new->mark, entry->connector->obj,
293 FSNOTIFY_OBJ_TYPE_INODE, 1)) {
Miklos Szeredi0fe33aa2012-08-15 12:55:22 +0200294 fsnotify_put_mark(&new->mark);
Al Viro74c3cbe2007-07-22 08:04:18 -0400295 goto Fallback;
296 }
297
298 chunk->dead = 1;
299 spin_lock(&hash_lock);
300 list_replace_init(&chunk->trees, &new->trees);
301 if (owner->root == chunk) {
302 list_del_init(&owner->same_root);
303 owner->root = NULL;
304 }
305
Al Viro6f5d5112009-12-19 15:59:45 +0000306 for (i = j = 0; j <= size; i++, j++) {
Al Viro74c3cbe2007-07-22 08:04:18 -0400307 struct audit_tree *s;
308 if (&chunk->owners[j] == p) {
309 list_del_init(&p->list);
310 i--;
311 continue;
312 }
313 s = chunk->owners[j].owner;
314 new->owners[i].owner = s;
315 new->owners[i].index = chunk->owners[j].index - j + i;
316 if (!s) /* result of earlier fallback */
317 continue;
318 get_tree(s);
Al Viro6f5d5112009-12-19 15:59:45 +0000319 list_replace_init(&chunk->owners[j].list, &new->owners[i].list);
Al Viro74c3cbe2007-07-22 08:04:18 -0400320 }
321
322 list_replace_rcu(&chunk->hash, &new->hash);
323 list_for_each_entry(owner, &new->trees, same_root)
324 owner->root = new;
325 spin_unlock(&hash_lock);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500326 spin_unlock(&entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100327 mutex_unlock(&entry->group->mark_mutex);
Lino Sanfilippoe2a29942011-06-14 17:29:51 +0200328 fsnotify_destroy_mark(entry, audit_tree_group);
Miklos Szeredib3e86922012-08-15 12:55:22 +0200329 fsnotify_put_mark(&new->mark); /* drop initial reference */
Al Viro8f7b0ba2008-11-15 01:15:43 +0000330 goto out;
Al Viro74c3cbe2007-07-22 08:04:18 -0400331
332Fallback:
333 // do the best we can
334 spin_lock(&hash_lock);
335 if (owner->root == chunk) {
336 list_del_init(&owner->same_root);
337 owner->root = NULL;
338 }
339 list_del_init(&p->list);
340 p->owner = NULL;
341 put_tree(owner);
342 spin_unlock(&hash_lock);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500343 spin_unlock(&entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100344 mutex_unlock(&entry->group->mark_mutex);
Al Viro8f7b0ba2008-11-15 01:15:43 +0000345out:
Eric Paris28a3a7e2009-12-17 20:12:05 -0500346 fsnotify_put_mark(entry);
Al Viro8f7b0ba2008-11-15 01:15:43 +0000347 spin_lock(&hash_lock);
Al Viro74c3cbe2007-07-22 08:04:18 -0400348}
349
350static int create_chunk(struct inode *inode, struct audit_tree *tree)
351{
Eric Parise61ce862009-12-17 21:24:24 -0500352 struct fsnotify_mark *entry;
Al Viro74c3cbe2007-07-22 08:04:18 -0400353 struct audit_chunk *chunk = alloc_chunk(1);
354 if (!chunk)
355 return -ENOMEM;
356
Eric Paris28a3a7e2009-12-17 20:12:05 -0500357 entry = &chunk->mark;
Amir Goldsteinb249f5b2018-04-20 16:10:55 -0700358 if (fsnotify_add_inode_mark(entry, inode, 0)) {
Miklos Szeredi0fe33aa2012-08-15 12:55:22 +0200359 fsnotify_put_mark(entry);
Al Viro74c3cbe2007-07-22 08:04:18 -0400360 return -ENOSPC;
361 }
362
Eric Paris28a3a7e2009-12-17 20:12:05 -0500363 spin_lock(&entry->lock);
Al Viro74c3cbe2007-07-22 08:04:18 -0400364 spin_lock(&hash_lock);
365 if (tree->goner) {
366 spin_unlock(&hash_lock);
367 chunk->dead = 1;
Eric Paris28a3a7e2009-12-17 20:12:05 -0500368 spin_unlock(&entry->lock);
Lino Sanfilippoe2a29942011-06-14 17:29:51 +0200369 fsnotify_destroy_mark(entry, audit_tree_group);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500370 fsnotify_put_mark(entry);
Al Viro74c3cbe2007-07-22 08:04:18 -0400371 return 0;
372 }
373 chunk->owners[0].index = (1U << 31);
374 chunk->owners[0].owner = tree;
375 get_tree(tree);
376 list_add(&chunk->owners[0].list, &tree->chunks);
377 if (!tree->root) {
378 tree->root = chunk;
379 list_add(&tree->same_root, &chunk->trees);
380 }
381 insert_hash(chunk);
382 spin_unlock(&hash_lock);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500383 spin_unlock(&entry->lock);
Miklos Szeredib3e86922012-08-15 12:55:22 +0200384 fsnotify_put_mark(entry); /* drop initial reference */
Al Viro74c3cbe2007-07-22 08:04:18 -0400385 return 0;
386}
387
388/* the first tagged inode becomes root of tree */
389static int tag_chunk(struct inode *inode, struct audit_tree *tree)
390{
Eric Parise61ce862009-12-17 21:24:24 -0500391 struct fsnotify_mark *old_entry, *chunk_entry;
Al Viro74c3cbe2007-07-22 08:04:18 -0400392 struct audit_tree *owner;
393 struct audit_chunk *chunk, *old;
394 struct node *p;
395 int n;
396
Jan Karab1362ed2016-12-21 16:28:45 +0100397 old_entry = fsnotify_find_mark(&inode->i_fsnotify_marks,
398 audit_tree_group);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500399 if (!old_entry)
Al Viro74c3cbe2007-07-22 08:04:18 -0400400 return create_chunk(inode, tree);
401
Eric Paris28a3a7e2009-12-17 20:12:05 -0500402 old = container_of(old_entry, struct audit_chunk, mark);
Al Viro74c3cbe2007-07-22 08:04:18 -0400403
404 /* are we already there? */
405 spin_lock(&hash_lock);
406 for (n = 0; n < old->count; n++) {
407 if (old->owners[n].owner == tree) {
408 spin_unlock(&hash_lock);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500409 fsnotify_put_mark(old_entry);
Al Viro74c3cbe2007-07-22 08:04:18 -0400410 return 0;
411 }
412 }
413 spin_unlock(&hash_lock);
414
415 chunk = alloc_chunk(old->count + 1);
Al Virob4c30aa2009-12-19 16:03:30 +0000416 if (!chunk) {
Eric Paris28a3a7e2009-12-17 20:12:05 -0500417 fsnotify_put_mark(old_entry);
Al Viro74c3cbe2007-07-22 08:04:18 -0400418 return -ENOMEM;
Al Virob4c30aa2009-12-19 16:03:30 +0000419 }
Al Viro74c3cbe2007-07-22 08:04:18 -0400420
Eric Paris28a3a7e2009-12-17 20:12:05 -0500421 chunk_entry = &chunk->mark;
422
Jan Karabe29d202016-12-14 14:40:05 +0100423 mutex_lock(&old_entry->group->mark_mutex);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500424 spin_lock(&old_entry->lock);
Jan Kara6b3f05d2016-12-21 12:15:30 +0100425 /*
426 * mark_mutex protects mark from getting detached and thus also from
Amir Goldstein36f10f52018-06-23 17:54:49 +0300427 * mark->connector->obj getting NULL.
Jan Kara6b3f05d2016-12-21 12:15:30 +0100428 */
Jan Kara43471d12017-04-03 16:47:58 +0200429 if (!(old_entry->flags & FSNOTIFY_MARK_FLAG_ATTACHED)) {
Eric Paris28a3a7e2009-12-17 20:12:05 -0500430 /* old_entry is being shot, lets just lie */
431 spin_unlock(&old_entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100432 mutex_unlock(&old_entry->group->mark_mutex);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500433 fsnotify_put_mark(old_entry);
Jan Kara7b1293232016-12-21 18:32:48 +0100434 fsnotify_put_mark(&chunk->mark);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500435 return -ENOENT;
436 }
437
Amir Goldstein36f10f52018-06-23 17:54:49 +0300438 if (fsnotify_add_mark_locked(chunk_entry, old_entry->connector->obj,
439 FSNOTIFY_OBJ_TYPE_INODE, 1)) {
Eric Paris28a3a7e2009-12-17 20:12:05 -0500440 spin_unlock(&old_entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100441 mutex_unlock(&old_entry->group->mark_mutex);
Miklos Szeredi0fe33aa2012-08-15 12:55:22 +0200442 fsnotify_put_mark(chunk_entry);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500443 fsnotify_put_mark(old_entry);
Al Viro74c3cbe2007-07-22 08:04:18 -0400444 return -ENOSPC;
445 }
Eric Paris28a3a7e2009-12-17 20:12:05 -0500446
447 /* even though we hold old_entry->lock, this is safe since chunk_entry->lock could NEVER have been grabbed before */
448 spin_lock(&chunk_entry->lock);
Al Viro74c3cbe2007-07-22 08:04:18 -0400449 spin_lock(&hash_lock);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500450
451 /* we now hold old_entry->lock, chunk_entry->lock, and hash_lock */
Al Viro74c3cbe2007-07-22 08:04:18 -0400452 if (tree->goner) {
453 spin_unlock(&hash_lock);
454 chunk->dead = 1;
Eric Paris28a3a7e2009-12-17 20:12:05 -0500455 spin_unlock(&chunk_entry->lock);
456 spin_unlock(&old_entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100457 mutex_unlock(&old_entry->group->mark_mutex);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500458
Lino Sanfilippoe2a29942011-06-14 17:29:51 +0200459 fsnotify_destroy_mark(chunk_entry, audit_tree_group);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500460
461 fsnotify_put_mark(chunk_entry);
462 fsnotify_put_mark(old_entry);
Al Viro74c3cbe2007-07-22 08:04:18 -0400463 return 0;
464 }
465 list_replace_init(&old->trees, &chunk->trees);
466 for (n = 0, p = chunk->owners; n < old->count; n++, p++) {
467 struct audit_tree *s = old->owners[n].owner;
468 p->owner = s;
469 p->index = old->owners[n].index;
470 if (!s) /* result of fallback in untag */
471 continue;
472 get_tree(s);
473 list_replace_init(&old->owners[n].list, &p->list);
474 }
475 p->index = (chunk->count - 1) | (1U<<31);
476 p->owner = tree;
477 get_tree(tree);
478 list_add(&p->list, &tree->chunks);
479 list_replace_rcu(&old->hash, &chunk->hash);
480 list_for_each_entry(owner, &chunk->trees, same_root)
481 owner->root = chunk;
482 old->dead = 1;
483 if (!tree->root) {
484 tree->root = chunk;
485 list_add(&tree->same_root, &chunk->trees);
486 }
487 spin_unlock(&hash_lock);
Eric Paris28a3a7e2009-12-17 20:12:05 -0500488 spin_unlock(&chunk_entry->lock);
489 spin_unlock(&old_entry->lock);
Jan Karabe29d202016-12-14 14:40:05 +0100490 mutex_unlock(&old_entry->group->mark_mutex);
Lino Sanfilippoe2a29942011-06-14 17:29:51 +0200491 fsnotify_destroy_mark(old_entry, audit_tree_group);
Miklos Szeredib3e86922012-08-15 12:55:22 +0200492 fsnotify_put_mark(chunk_entry); /* drop initial reference */
Eric Paris28a3a7e2009-12-17 20:12:05 -0500493 fsnotify_put_mark(old_entry); /* pair to fsnotify_find mark_entry */
Al Viro74c3cbe2007-07-22 08:04:18 -0400494 return 0;
495}
496
Richard Guy Briggs2991dd22014-10-02 22:05:24 -0400497static void audit_tree_log_remove_rule(struct audit_krule *rule)
Kees Cook0644ec02013-01-11 14:32:07 -0800498{
499 struct audit_buffer *ab;
500
501 ab = audit_log_start(NULL, GFP_KERNEL, AUDIT_CONFIG_CHANGE);
502 if (unlikely(!ab))
503 return;
Steve Grubbc1e8f062016-11-16 16:14:33 -0500504 audit_log_format(ab, "op=remove_rule");
Kees Cook0644ec02013-01-11 14:32:07 -0800505 audit_log_format(ab, " dir=");
506 audit_log_untrustedstring(ab, rule->tree->pathname);
507 audit_log_key(ab, rule->filterkey);
508 audit_log_format(ab, " list=%d res=1", rule->listnr);
509 audit_log_end(ab);
510}
511
Al Viro74c3cbe2007-07-22 08:04:18 -0400512static void kill_rules(struct audit_tree *tree)
513{
514 struct audit_krule *rule, *next;
515 struct audit_entry *entry;
Al Viro74c3cbe2007-07-22 08:04:18 -0400516
517 list_for_each_entry_safe(rule, next, &tree->rules, rlist) {
518 entry = container_of(rule, struct audit_entry, rule);
519
520 list_del_init(&rule->rlist);
521 if (rule->tree) {
522 /* not a half-baked one */
Richard Guy Briggs2991dd22014-10-02 22:05:24 -0400523 audit_tree_log_remove_rule(rule);
Richard Guy Briggs34d99af52015-08-05 16:29:37 -0400524 if (entry->rule.exe)
525 audit_remove_mark(entry->rule.exe);
Al Viro74c3cbe2007-07-22 08:04:18 -0400526 rule->tree = NULL;
527 list_del_rcu(&entry->list);
Al Viroe45aa212008-12-15 01:17:50 -0500528 list_del(&entry->rule.list);
Al Viro74c3cbe2007-07-22 08:04:18 -0400529 call_rcu(&entry->rcu, audit_free_rule_rcu);
530 }
531 }
532}
533
534/*
535 * finish killing struct audit_tree
536 */
537static void prune_one(struct audit_tree *victim)
538{
539 spin_lock(&hash_lock);
540 while (!list_empty(&victim->chunks)) {
541 struct node *p;
Al Viro74c3cbe2007-07-22 08:04:18 -0400542
543 p = list_entry(victim->chunks.next, struct node, list);
Al Viro74c3cbe2007-07-22 08:04:18 -0400544
Al Viro8f7b0ba2008-11-15 01:15:43 +0000545 untag_chunk(p);
Al Viro74c3cbe2007-07-22 08:04:18 -0400546 }
547 spin_unlock(&hash_lock);
548 put_tree(victim);
549}
550
551/* trim the uncommitted chunks from tree */
552
553static void trim_marked(struct audit_tree *tree)
554{
555 struct list_head *p, *q;
556 spin_lock(&hash_lock);
557 if (tree->goner) {
558 spin_unlock(&hash_lock);
559 return;
560 }
561 /* reorder */
562 for (p = tree->chunks.next; p != &tree->chunks; p = q) {
563 struct node *node = list_entry(p, struct node, list);
564 q = p->next;
565 if (node->index & (1U<<31)) {
566 list_del_init(p);
567 list_add(p, &tree->chunks);
568 }
569 }
570
571 while (!list_empty(&tree->chunks)) {
572 struct node *node;
Al Viro74c3cbe2007-07-22 08:04:18 -0400573
574 node = list_entry(tree->chunks.next, struct node, list);
575
576 /* have we run out of marked? */
577 if (!(node->index & (1U<<31)))
578 break;
579
Al Viro8f7b0ba2008-11-15 01:15:43 +0000580 untag_chunk(node);
Al Viro74c3cbe2007-07-22 08:04:18 -0400581 }
582 if (!tree->root && !tree->goner) {
583 tree->goner = 1;
584 spin_unlock(&hash_lock);
585 mutex_lock(&audit_filter_mutex);
586 kill_rules(tree);
587 list_del_init(&tree->list);
588 mutex_unlock(&audit_filter_mutex);
589 prune_one(tree);
590 } else {
591 spin_unlock(&hash_lock);
592 }
593}
594
Al Viro916d7572009-06-24 00:02:38 -0400595static void audit_schedule_prune(void);
596
Al Viro74c3cbe2007-07-22 08:04:18 -0400597/* called with audit_filter_mutex */
598int audit_remove_tree_rule(struct audit_krule *rule)
599{
600 struct audit_tree *tree;
601 tree = rule->tree;
602 if (tree) {
603 spin_lock(&hash_lock);
604 list_del_init(&rule->rlist);
605 if (list_empty(&tree->rules) && !tree->goner) {
606 tree->root = NULL;
607 list_del_init(&tree->same_root);
608 tree->goner = 1;
609 list_move(&tree->list, &prune_list);
610 rule->tree = NULL;
611 spin_unlock(&hash_lock);
612 audit_schedule_prune();
613 return 1;
614 }
615 rule->tree = NULL;
616 spin_unlock(&hash_lock);
617 return 1;
618 }
619 return 0;
620}
621
Al Viro1f707132010-01-30 22:51:25 -0500622static int compare_root(struct vfsmount *mnt, void *arg)
623{
Jan Karaf410ff62016-12-16 10:13:37 +0100624 return inode_to_key(d_backing_inode(mnt->mnt_root)) ==
625 (unsigned long)arg;
Al Viro1f707132010-01-30 22:51:25 -0500626}
627
Al Viro74c3cbe2007-07-22 08:04:18 -0400628void audit_trim_trees(void)
629{
630 struct list_head cursor;
631
632 mutex_lock(&audit_filter_mutex);
633 list_add(&cursor, &tree_list);
634 while (cursor.next != &tree_list) {
635 struct audit_tree *tree;
Al Viro98bc9932008-08-02 01:06:21 -0400636 struct path path;
Al Viro74c3cbe2007-07-22 08:04:18 -0400637 struct vfsmount *root_mnt;
638 struct node *node;
Al Viro74c3cbe2007-07-22 08:04:18 -0400639 int err;
640
641 tree = container_of(cursor.next, struct audit_tree, list);
642 get_tree(tree);
643 list_del(&cursor);
644 list_add(&cursor, &tree->list);
645 mutex_unlock(&audit_filter_mutex);
646
Al Viro98bc9932008-08-02 01:06:21 -0400647 err = kern_path(tree->pathname, 0, &path);
Al Viro74c3cbe2007-07-22 08:04:18 -0400648 if (err)
649 goto skip_it;
650
Al Viro589ff872009-04-18 03:28:19 -0400651 root_mnt = collect_mounts(&path);
Al Viro98bc9932008-08-02 01:06:21 -0400652 path_put(&path);
David Howellsbe34d1a2012-06-25 12:55:18 +0100653 if (IS_ERR(root_mnt))
Al Viro74c3cbe2007-07-22 08:04:18 -0400654 goto skip_it;
655
Al Viro74c3cbe2007-07-22 08:04:18 -0400656 spin_lock(&hash_lock);
657 list_for_each_entry(node, &tree->chunks, list) {
Eric Paris28a3a7e2009-12-17 20:12:05 -0500658 struct audit_chunk *chunk = find_chunk(node);
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300659 /* this could be NULL if the watch is dying else where... */
Al Viro74c3cbe2007-07-22 08:04:18 -0400660 node->index |= 1U<<31;
Jan Karaf410ff62016-12-16 10:13:37 +0100661 if (iterate_mounts(compare_root,
662 (void *)chunk_to_key(chunk),
663 root_mnt))
Al Viro1f707132010-01-30 22:51:25 -0500664 node->index &= ~(1U<<31);
Al Viro74c3cbe2007-07-22 08:04:18 -0400665 }
666 spin_unlock(&hash_lock);
667 trim_marked(tree);
Al Viro74c3cbe2007-07-22 08:04:18 -0400668 drop_collected_mounts(root_mnt);
669skip_it:
Chen Gang12b2f112013-04-29 15:05:19 -0700670 put_tree(tree);
Al Viro74c3cbe2007-07-22 08:04:18 -0400671 mutex_lock(&audit_filter_mutex);
672 }
673 list_del(&cursor);
674 mutex_unlock(&audit_filter_mutex);
675}
676
Al Viro74c3cbe2007-07-22 08:04:18 -0400677int audit_make_tree(struct audit_krule *rule, char *pathname, u32 op)
678{
679
680 if (pathname[0] != '/' ||
681 rule->listnr != AUDIT_FILTER_EXIT ||
Al Viro5af75d82008-12-16 05:59:26 -0500682 op != Audit_equal ||
Al Viro74c3cbe2007-07-22 08:04:18 -0400683 rule->inode_f || rule->watch || rule->tree)
684 return -EINVAL;
685 rule->tree = alloc_tree(pathname);
686 if (!rule->tree)
687 return -ENOMEM;
688 return 0;
689}
690
691void audit_put_tree(struct audit_tree *tree)
692{
693 put_tree(tree);
694}
695
Al Viro1f707132010-01-30 22:51:25 -0500696static int tag_mount(struct vfsmount *mnt, void *arg)
697{
David Howells3b362152015-03-17 22:26:21 +0000698 return tag_chunk(d_backing_inode(mnt->mnt_root), arg);
Al Viro1f707132010-01-30 22:51:25 -0500699}
700
Imre Palikf1aaf262015-02-23 15:37:59 -0500701/*
702 * That gets run when evict_chunk() ends up needing to kill audit_tree.
703 * Runs from a separate thread.
704 */
705static int prune_tree_thread(void *unused)
706{
707 for (;;) {
Jiri Slaby0bf676d2016-03-31 10:49:28 +0200708 if (list_empty(&prune_list)) {
709 set_current_state(TASK_INTERRUPTIBLE);
Imre Palikf1aaf262015-02-23 15:37:59 -0500710 schedule();
Jiri Slaby0bf676d2016-03-31 10:49:28 +0200711 }
Imre Palikf1aaf262015-02-23 15:37:59 -0500712
Paul Moorece423632018-02-20 09:52:38 -0500713 audit_ctl_lock();
Imre Palikf1aaf262015-02-23 15:37:59 -0500714 mutex_lock(&audit_filter_mutex);
715
716 while (!list_empty(&prune_list)) {
717 struct audit_tree *victim;
718
719 victim = list_entry(prune_list.next,
720 struct audit_tree, list);
721 list_del_init(&victim->list);
722
723 mutex_unlock(&audit_filter_mutex);
724
725 prune_one(victim);
726
727 mutex_lock(&audit_filter_mutex);
728 }
729
730 mutex_unlock(&audit_filter_mutex);
Paul Moorece423632018-02-20 09:52:38 -0500731 audit_ctl_unlock();
Imre Palikf1aaf262015-02-23 15:37:59 -0500732 }
733 return 0;
734}
735
736static int audit_launch_prune(void)
737{
738 if (prune_thread)
739 return 0;
Jiri Slaby0bf676d2016-03-31 10:49:28 +0200740 prune_thread = kthread_run(prune_tree_thread, NULL,
Imre Palikf1aaf262015-02-23 15:37:59 -0500741 "audit_prune_tree");
742 if (IS_ERR(prune_thread)) {
743 pr_err("cannot start thread audit_prune_tree");
744 prune_thread = NULL;
745 return -ENOMEM;
Imre Palikf1aaf262015-02-23 15:37:59 -0500746 }
Jiri Slaby0bf676d2016-03-31 10:49:28 +0200747 return 0;
Imre Palikf1aaf262015-02-23 15:37:59 -0500748}
749
Al Viro74c3cbe2007-07-22 08:04:18 -0400750/* called with audit_filter_mutex */
751int audit_add_tree_rule(struct audit_krule *rule)
752{
753 struct audit_tree *seed = rule->tree, *tree;
Al Viro98bc9932008-08-02 01:06:21 -0400754 struct path path;
Al Viro1f707132010-01-30 22:51:25 -0500755 struct vfsmount *mnt;
Al Viro74c3cbe2007-07-22 08:04:18 -0400756 int err;
757
Chen Gang736f3202013-06-12 14:05:07 -0700758 rule->tree = NULL;
Al Viro74c3cbe2007-07-22 08:04:18 -0400759 list_for_each_entry(tree, &tree_list, list) {
760 if (!strcmp(seed->pathname, tree->pathname)) {
761 put_tree(seed);
762 rule->tree = tree;
763 list_add(&rule->rlist, &tree->rules);
764 return 0;
765 }
766 }
767 tree = seed;
768 list_add(&tree->list, &tree_list);
769 list_add(&rule->rlist, &tree->rules);
770 /* do not set rule->tree yet */
771 mutex_unlock(&audit_filter_mutex);
772
Imre Palikf1aaf262015-02-23 15:37:59 -0500773 if (unlikely(!prune_thread)) {
774 err = audit_launch_prune();
775 if (err)
776 goto Err;
777 }
778
Al Viro98bc9932008-08-02 01:06:21 -0400779 err = kern_path(tree->pathname, 0, &path);
Al Viro74c3cbe2007-07-22 08:04:18 -0400780 if (err)
781 goto Err;
Al Viro589ff872009-04-18 03:28:19 -0400782 mnt = collect_mounts(&path);
Al Viro98bc9932008-08-02 01:06:21 -0400783 path_put(&path);
David Howellsbe34d1a2012-06-25 12:55:18 +0100784 if (IS_ERR(mnt)) {
785 err = PTR_ERR(mnt);
Al Viro74c3cbe2007-07-22 08:04:18 -0400786 goto Err;
787 }
Al Viro74c3cbe2007-07-22 08:04:18 -0400788
789 get_tree(tree);
Al Viro1f707132010-01-30 22:51:25 -0500790 err = iterate_mounts(tag_mount, tree, mnt);
Al Viro74c3cbe2007-07-22 08:04:18 -0400791 drop_collected_mounts(mnt);
792
793 if (!err) {
794 struct node *node;
795 spin_lock(&hash_lock);
796 list_for_each_entry(node, &tree->chunks, list)
797 node->index &= ~(1U<<31);
798 spin_unlock(&hash_lock);
799 } else {
800 trim_marked(tree);
801 goto Err;
802 }
803
804 mutex_lock(&audit_filter_mutex);
805 if (list_empty(&rule->rlist)) {
806 put_tree(tree);
807 return -ENOENT;
808 }
809 rule->tree = tree;
810 put_tree(tree);
811
812 return 0;
813Err:
814 mutex_lock(&audit_filter_mutex);
815 list_del_init(&tree->list);
816 list_del_init(&tree->rules);
817 put_tree(tree);
818 return err;
819}
820
821int audit_tag_tree(char *old, char *new)
822{
823 struct list_head cursor, barrier;
824 int failed = 0;
Al Viro2096f752010-01-30 13:16:21 -0500825 struct path path1, path2;
Al Viro74c3cbe2007-07-22 08:04:18 -0400826 struct vfsmount *tagged;
Al Viro74c3cbe2007-07-22 08:04:18 -0400827 int err;
828
Al Viro2096f752010-01-30 13:16:21 -0500829 err = kern_path(new, 0, &path2);
Al Viro74c3cbe2007-07-22 08:04:18 -0400830 if (err)
831 return err;
Al Viro2096f752010-01-30 13:16:21 -0500832 tagged = collect_mounts(&path2);
833 path_put(&path2);
David Howellsbe34d1a2012-06-25 12:55:18 +0100834 if (IS_ERR(tagged))
835 return PTR_ERR(tagged);
Al Viro74c3cbe2007-07-22 08:04:18 -0400836
Al Viro2096f752010-01-30 13:16:21 -0500837 err = kern_path(old, 0, &path1);
Al Viro74c3cbe2007-07-22 08:04:18 -0400838 if (err) {
839 drop_collected_mounts(tagged);
840 return err;
841 }
Al Viro74c3cbe2007-07-22 08:04:18 -0400842
Al Viro74c3cbe2007-07-22 08:04:18 -0400843 mutex_lock(&audit_filter_mutex);
844 list_add(&barrier, &tree_list);
845 list_add(&cursor, &barrier);
846
847 while (cursor.next != &tree_list) {
848 struct audit_tree *tree;
Al Viro2096f752010-01-30 13:16:21 -0500849 int good_one = 0;
Al Viro74c3cbe2007-07-22 08:04:18 -0400850
851 tree = container_of(cursor.next, struct audit_tree, list);
852 get_tree(tree);
853 list_del(&cursor);
854 list_add(&cursor, &tree->list);
855 mutex_unlock(&audit_filter_mutex);
856
Al Viro2096f752010-01-30 13:16:21 -0500857 err = kern_path(tree->pathname, 0, &path2);
858 if (!err) {
859 good_one = path_is_under(&path1, &path2);
860 path_put(&path2);
Al Viro74c3cbe2007-07-22 08:04:18 -0400861 }
862
Al Viro2096f752010-01-30 13:16:21 -0500863 if (!good_one) {
Al Viro74c3cbe2007-07-22 08:04:18 -0400864 put_tree(tree);
865 mutex_lock(&audit_filter_mutex);
866 continue;
867 }
Al Viro74c3cbe2007-07-22 08:04:18 -0400868
Al Viro1f707132010-01-30 22:51:25 -0500869 failed = iterate_mounts(tag_mount, tree, tagged);
Al Viro74c3cbe2007-07-22 08:04:18 -0400870 if (failed) {
871 put_tree(tree);
872 mutex_lock(&audit_filter_mutex);
873 break;
874 }
875
876 mutex_lock(&audit_filter_mutex);
877 spin_lock(&hash_lock);
878 if (!tree->goner) {
879 list_del(&tree->list);
880 list_add(&tree->list, &tree_list);
881 }
882 spin_unlock(&hash_lock);
883 put_tree(tree);
884 }
885
886 while (barrier.prev != &tree_list) {
887 struct audit_tree *tree;
888
889 tree = container_of(barrier.prev, struct audit_tree, list);
890 get_tree(tree);
891 list_del(&tree->list);
892 list_add(&tree->list, &barrier);
893 mutex_unlock(&audit_filter_mutex);
894
895 if (!failed) {
896 struct node *node;
897 spin_lock(&hash_lock);
898 list_for_each_entry(node, &tree->chunks, list)
899 node->index &= ~(1U<<31);
900 spin_unlock(&hash_lock);
901 } else {
902 trim_marked(tree);
903 }
904
905 put_tree(tree);
906 mutex_lock(&audit_filter_mutex);
907 }
908 list_del(&barrier);
909 list_del(&cursor);
Al Viro74c3cbe2007-07-22 08:04:18 -0400910 mutex_unlock(&audit_filter_mutex);
Al Viro2096f752010-01-30 13:16:21 -0500911 path_put(&path1);
Al Viro74c3cbe2007-07-22 08:04:18 -0400912 drop_collected_mounts(tagged);
913 return failed;
914}
915
Al Viro916d7572009-06-24 00:02:38 -0400916
917static void audit_schedule_prune(void)
918{
Imre Palikf1aaf262015-02-23 15:37:59 -0500919 wake_up_process(prune_thread);
Al Viro916d7572009-06-24 00:02:38 -0400920}
921
922/*
923 * ... and that one is done if evict_chunk() decides to delay until the end
924 * of syscall. Runs synchronously.
925 */
926void audit_kill_trees(struct list_head *list)
927{
Paul Moorece423632018-02-20 09:52:38 -0500928 audit_ctl_lock();
Al Viro916d7572009-06-24 00:02:38 -0400929 mutex_lock(&audit_filter_mutex);
930
931 while (!list_empty(list)) {
932 struct audit_tree *victim;
933
934 victim = list_entry(list->next, struct audit_tree, list);
935 kill_rules(victim);
936 list_del_init(&victim->list);
937
938 mutex_unlock(&audit_filter_mutex);
939
940 prune_one(victim);
941
942 mutex_lock(&audit_filter_mutex);
943 }
944
945 mutex_unlock(&audit_filter_mutex);
Paul Moorece423632018-02-20 09:52:38 -0500946 audit_ctl_unlock();
Al Viro74c3cbe2007-07-22 08:04:18 -0400947}
948
949/*
950 * Here comes the stuff asynchronous to auditctl operations
951 */
952
Al Viro74c3cbe2007-07-22 08:04:18 -0400953static void evict_chunk(struct audit_chunk *chunk)
954{
955 struct audit_tree *owner;
Al Viro916d7572009-06-24 00:02:38 -0400956 struct list_head *postponed = audit_killed_trees();
957 int need_prune = 0;
Al Viro74c3cbe2007-07-22 08:04:18 -0400958 int n;
959
960 if (chunk->dead)
961 return;
962
963 chunk->dead = 1;
964 mutex_lock(&audit_filter_mutex);
965 spin_lock(&hash_lock);
966 while (!list_empty(&chunk->trees)) {
967 owner = list_entry(chunk->trees.next,
968 struct audit_tree, same_root);
969 owner->goner = 1;
970 owner->root = NULL;
971 list_del_init(&owner->same_root);
972 spin_unlock(&hash_lock);
Al Viro916d7572009-06-24 00:02:38 -0400973 if (!postponed) {
974 kill_rules(owner);
975 list_move(&owner->list, &prune_list);
976 need_prune = 1;
977 } else {
978 list_move(&owner->list, postponed);
979 }
Al Viro74c3cbe2007-07-22 08:04:18 -0400980 spin_lock(&hash_lock);
981 }
982 list_del_rcu(&chunk->hash);
983 for (n = 0; n < chunk->count; n++)
984 list_del_init(&chunk->owners[n].list);
985 spin_unlock(&hash_lock);
Imre Palikf1aaf262015-02-23 15:37:59 -0500986 mutex_unlock(&audit_filter_mutex);
Al Viro916d7572009-06-24 00:02:38 -0400987 if (need_prune)
988 audit_schedule_prune();
Al Viro74c3cbe2007-07-22 08:04:18 -0400989}
990
Eric Paris3a9b16b2010-07-28 10:18:38 -0400991static int audit_tree_handle_event(struct fsnotify_group *group,
Jan Kara7053aee2014-01-21 15:48:14 -0800992 struct inode *to_tell,
Al Viro3cd5eca2016-11-20 20:19:09 -0500993 u32 mask, const void *data, int data_type,
Jan Kara9385a842016-11-10 17:51:50 +0100994 const unsigned char *file_name, u32 cookie,
995 struct fsnotify_iter_info *iter_info)
Al Viro74c3cbe2007-07-22 08:04:18 -0400996{
Jan Kara83c4c4b2014-01-21 15:48:15 -0800997 return 0;
Al Viro74c3cbe2007-07-22 08:04:18 -0400998}
999
Eric Parise61ce862009-12-17 21:24:24 -05001000static void audit_tree_freeing_mark(struct fsnotify_mark *entry, struct fsnotify_group *group)
Al Viro74c3cbe2007-07-22 08:04:18 -04001001{
Eric Paris28a3a7e2009-12-17 20:12:05 -05001002 struct audit_chunk *chunk = container_of(entry, struct audit_chunk, mark);
1003
1004 evict_chunk(chunk);
Miklos Szeredib3e86922012-08-15 12:55:22 +02001005
1006 /*
1007 * We are guaranteed to have at least one reference to the mark from
1008 * either the inode or the caller of fsnotify_destroy_mark().
1009 */
Elena Reshetovaab97f8732017-10-20 13:26:02 +03001010 BUG_ON(refcount_read(&entry->refcnt) < 1);
Al Viro74c3cbe2007-07-22 08:04:18 -04001011}
1012
Eric Paris28a3a7e2009-12-17 20:12:05 -05001013static const struct fsnotify_ops audit_tree_ops = {
1014 .handle_event = audit_tree_handle_event,
Eric Paris28a3a7e2009-12-17 20:12:05 -05001015 .freeing_mark = audit_tree_freeing_mark,
Jan Kara054c6362016-12-21 18:06:12 +01001016 .free_mark = audit_tree_destroy_watch,
Al Viro74c3cbe2007-07-22 08:04:18 -04001017};
1018
1019static int __init audit_tree_init(void)
1020{
1021 int i;
1022
Eric Paris0d2e2a12009-12-17 21:24:22 -05001023 audit_tree_group = fsnotify_alloc_group(&audit_tree_ops);
Eric Paris28a3a7e2009-12-17 20:12:05 -05001024 if (IS_ERR(audit_tree_group))
1025 audit_panic("cannot initialize fsnotify group for rectree watches");
Al Viro74c3cbe2007-07-22 08:04:18 -04001026
1027 for (i = 0; i < HASH_SIZE; i++)
1028 INIT_LIST_HEAD(&chunk_hash_heads[i]);
1029
1030 return 0;
1031}
1032__initcall(audit_tree_init);