namei.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /* CacheFiles path walking and related routines
  3. *
  4. * Copyright (C) 2021 Red Hat, Inc. All Rights Reserved.
  5. * Written by David Howells (dhowells@redhat.com)
  6. */
  7. #include <linux/fs.h>
  8. #include <linux/namei.h>
  9. #include "internal.h"
  10. /*
  11. * Mark the backing file as being a cache file if it's not already in use. The
  12. * mark tells the culling request command that it's not allowed to cull the
  13. * file or directory. The caller must hold the inode lock.
  14. */
  15. static bool __cachefiles_mark_inode_in_use(struct cachefiles_object *object,
  16. struct inode *inode)
  17. {
  18. bool can_use = false;
  19. if (!(inode->i_flags & S_KERNEL_FILE)) {
  20. inode->i_flags |= S_KERNEL_FILE;
  21. trace_cachefiles_mark_active(object, inode);
  22. can_use = true;
  23. } else {
  24. trace_cachefiles_mark_failed(object, inode);
  25. }
  26. return can_use;
  27. }
  28. static bool cachefiles_mark_inode_in_use(struct cachefiles_object *object,
  29. struct inode *inode)
  30. {
  31. bool can_use;
  32. inode_lock(inode);
  33. can_use = __cachefiles_mark_inode_in_use(object, inode);
  34. inode_unlock(inode);
  35. return can_use;
  36. }
  37. /*
  38. * Unmark a backing inode. The caller must hold the inode lock.
  39. */
  40. static void __cachefiles_unmark_inode_in_use(struct cachefiles_object *object,
  41. struct inode *inode)
  42. {
  43. inode->i_flags &= ~S_KERNEL_FILE;
  44. trace_cachefiles_mark_inactive(object, inode);
  45. }
  46. static void cachefiles_do_unmark_inode_in_use(struct cachefiles_object *object,
  47. struct inode *inode)
  48. {
  49. inode_lock(inode);
  50. __cachefiles_unmark_inode_in_use(object, inode);
  51. inode_unlock(inode);
  52. }
  53. /*
  54. * Unmark a backing inode and tell cachefilesd that there's something that can
  55. * be culled.
  56. */
  57. void cachefiles_unmark_inode_in_use(struct cachefiles_object *object,
  58. struct file *file)
  59. {
  60. struct cachefiles_cache *cache = object->volume->cache;
  61. struct inode *inode = file_inode(file);
  62. cachefiles_do_unmark_inode_in_use(object, inode);
  63. if (!test_bit(CACHEFILES_OBJECT_USING_TMPFILE, &object->flags)) {
  64. atomic_long_add(inode->i_blocks, &cache->b_released);
  65. if (atomic_inc_return(&cache->f_released))
  66. cachefiles_state_changed(cache);
  67. }
  68. }
  69. /*
  70. * get a subdirectory
  71. */
  72. struct dentry *cachefiles_get_directory(struct cachefiles_cache *cache,
  73. struct dentry *dir,
  74. const char *dirname,
  75. bool *_is_new)
  76. {
  77. struct dentry *subdir;
  78. struct path path;
  79. int ret;
  80. _enter(",,%s", dirname);
  81. /* search the current directory for the element name */
  82. retry:
  83. ret = cachefiles_inject_read_error();
  84. if (ret == 0)
  85. subdir = start_creating(&nop_mnt_idmap, dir, &QSTR(dirname));
  86. else
  87. subdir = ERR_PTR(ret);
  88. trace_cachefiles_lookup(NULL, dir, subdir);
  89. if (IS_ERR(subdir)) {
  90. trace_cachefiles_vfs_error(NULL, d_backing_inode(dir),
  91. PTR_ERR(subdir),
  92. cachefiles_trace_lookup_error);
  93. if (PTR_ERR(subdir) == -ENOMEM)
  94. goto nomem_d_alloc;
  95. goto lookup_error;
  96. }
  97. _debug("subdir -> %pd %s",
  98. subdir, d_backing_inode(subdir) ? "positive" : "negative");
  99. /* we need to create the subdir if it doesn't exist yet */
  100. if (d_is_negative(subdir)) {
  101. ret = cachefiles_has_space(cache, 1, 0,
  102. cachefiles_has_space_for_create);
  103. if (ret < 0)
  104. goto mkdir_error;
  105. _debug("attempt mkdir");
  106. path.mnt = cache->mnt;
  107. path.dentry = dir;
  108. ret = security_path_mkdir(&path, subdir, 0700);
  109. if (ret < 0)
  110. goto mkdir_error;
  111. ret = cachefiles_inject_write_error();
  112. if (ret == 0) {
  113. subdir = vfs_mkdir(&nop_mnt_idmap, d_inode(dir), subdir, 0700, NULL);
  114. } else {
  115. end_creating(subdir);
  116. subdir = ERR_PTR(ret);
  117. }
  118. if (IS_ERR(subdir)) {
  119. trace_cachefiles_vfs_error(NULL, d_inode(dir), ret,
  120. cachefiles_trace_mkdir_error);
  121. goto mkdir_error;
  122. }
  123. trace_cachefiles_mkdir(dir, subdir);
  124. if (unlikely(d_unhashed(subdir) || d_is_negative(subdir))) {
  125. end_creating(subdir);
  126. goto retry;
  127. }
  128. ASSERT(d_backing_inode(subdir));
  129. _debug("mkdir -> %pd{ino=%lu}",
  130. subdir, d_backing_inode(subdir)->i_ino);
  131. if (_is_new)
  132. *_is_new = true;
  133. }
  134. /* Tell rmdir() it's not allowed to delete the subdir */
  135. inode_lock(d_inode(subdir));
  136. end_creating_keep(subdir);
  137. if (!__cachefiles_mark_inode_in_use(NULL, d_inode(subdir))) {
  138. pr_notice("cachefiles: Inode already in use: %pd (B=%lx)\n",
  139. subdir, d_inode(subdir)->i_ino);
  140. goto mark_error;
  141. }
  142. inode_unlock(d_inode(subdir));
  143. /* we need to make sure the subdir is a directory */
  144. ASSERT(d_backing_inode(subdir));
  145. if (!d_can_lookup(subdir)) {
  146. pr_err("%s is not a directory\n", dirname);
  147. ret = -EIO;
  148. goto check_error;
  149. }
  150. ret = -EPERM;
  151. if (!(d_backing_inode(subdir)->i_opflags & IOP_XATTR) ||
  152. !d_backing_inode(subdir)->i_op->lookup ||
  153. !d_backing_inode(subdir)->i_op->mkdir ||
  154. !d_backing_inode(subdir)->i_op->rename ||
  155. !d_backing_inode(subdir)->i_op->rmdir ||
  156. !d_backing_inode(subdir)->i_op->unlink)
  157. goto check_error;
  158. _leave(" = [%lu]", d_backing_inode(subdir)->i_ino);
  159. return subdir;
  160. check_error:
  161. cachefiles_put_directory(subdir);
  162. _leave(" = %d [check]", ret);
  163. return ERR_PTR(ret);
  164. mark_error:
  165. inode_unlock(d_inode(subdir));
  166. dput(subdir);
  167. return ERR_PTR(-EBUSY);
  168. mkdir_error:
  169. end_creating(subdir);
  170. pr_err("mkdir %s failed with error %d\n", dirname, ret);
  171. return ERR_PTR(ret);
  172. lookup_error:
  173. ret = PTR_ERR(subdir);
  174. pr_err("Lookup %s failed with error %d\n", dirname, ret);
  175. return ERR_PTR(ret);
  176. nomem_d_alloc:
  177. inode_unlock(d_inode(dir));
  178. _leave(" = -ENOMEM");
  179. return ERR_PTR(-ENOMEM);
  180. }
  181. /*
  182. * Put a subdirectory.
  183. */
  184. void cachefiles_put_directory(struct dentry *dir)
  185. {
  186. if (dir) {
  187. cachefiles_do_unmark_inode_in_use(NULL, d_inode(dir));
  188. dput(dir);
  189. }
  190. }
  191. /*
  192. * Remove a regular file from the cache.
  193. */
  194. static int cachefiles_unlink(struct cachefiles_cache *cache,
  195. struct cachefiles_object *object,
  196. struct dentry *dir, struct dentry *dentry,
  197. enum fscache_why_object_killed why)
  198. {
  199. struct path path = {
  200. .mnt = cache->mnt,
  201. .dentry = dir,
  202. };
  203. int ret;
  204. trace_cachefiles_unlink(object, d_inode(dentry)->i_ino, why);
  205. ret = security_path_unlink(&path, dentry);
  206. if (ret < 0) {
  207. cachefiles_io_error(cache, "Unlink security error");
  208. return ret;
  209. }
  210. ret = cachefiles_inject_remove_error();
  211. if (ret == 0) {
  212. ret = vfs_unlink(&nop_mnt_idmap, d_backing_inode(dir), dentry, NULL);
  213. if (ret == -EIO)
  214. cachefiles_io_error(cache, "Unlink failed");
  215. }
  216. if (ret != 0)
  217. trace_cachefiles_vfs_error(object, d_backing_inode(dir), ret,
  218. cachefiles_trace_unlink_error);
  219. return ret;
  220. }
  221. /*
  222. * Delete an object representation from the cache
  223. * - File backed objects are unlinked
  224. * - Directory backed objects are stuffed into the graveyard for userspace to
  225. * delete
  226. * On entry dir must be locked. It will be unlocked on exit.
  227. * On entry there must be at least 2 refs on rep, one will be dropped on exit.
  228. */
  229. int cachefiles_bury_object(struct cachefiles_cache *cache,
  230. struct cachefiles_object *object,
  231. struct dentry *dir,
  232. struct dentry *rep,
  233. enum fscache_why_object_killed why)
  234. {
  235. struct dentry *grave, *trap;
  236. struct path path, path_to_graveyard;
  237. char nbuffer[8 + 8 + 1];
  238. int ret;
  239. _enter(",'%pd','%pd'", dir, rep);
  240. if (rep->d_parent != dir) {
  241. end_removing(rep);
  242. _leave(" = -ESTALE");
  243. return -ESTALE;
  244. }
  245. /* non-directories can just be unlinked */
  246. if (!d_is_dir(rep)) {
  247. ret = cachefiles_unlink(cache, object, dir, rep, why);
  248. end_removing(rep);
  249. _leave(" = %d", ret);
  250. return ret;
  251. }
  252. /* directories have to be moved to the graveyard */
  253. _debug("move stale object to graveyard");
  254. end_removing(rep);
  255. try_again:
  256. /* first step is to make up a grave dentry in the graveyard */
  257. sprintf(nbuffer, "%08x%08x",
  258. (uint32_t) ktime_get_real_seconds(),
  259. (uint32_t) atomic_inc_return(&cache->gravecounter));
  260. /* do the multiway lock magic */
  261. trap = lock_rename(cache->graveyard, dir);
  262. if (IS_ERR(trap))
  263. return PTR_ERR(trap);
  264. /* do some checks before getting the grave dentry */
  265. if (rep->d_parent != dir || IS_DEADDIR(d_inode(rep))) {
  266. /* the entry was probably culled when we dropped the parent dir
  267. * lock */
  268. unlock_rename(cache->graveyard, dir);
  269. _leave(" = 0 [culled?]");
  270. return 0;
  271. }
  272. if (!d_can_lookup(cache->graveyard)) {
  273. unlock_rename(cache->graveyard, dir);
  274. cachefiles_io_error(cache, "Graveyard no longer a directory");
  275. return -EIO;
  276. }
  277. if (trap == rep) {
  278. unlock_rename(cache->graveyard, dir);
  279. cachefiles_io_error(cache, "May not make directory loop");
  280. return -EIO;
  281. }
  282. if (d_mountpoint(rep)) {
  283. unlock_rename(cache->graveyard, dir);
  284. cachefiles_io_error(cache, "Mountpoint in cache");
  285. return -EIO;
  286. }
  287. grave = lookup_one(&nop_mnt_idmap, &QSTR(nbuffer), cache->graveyard);
  288. if (IS_ERR(grave)) {
  289. unlock_rename(cache->graveyard, dir);
  290. trace_cachefiles_vfs_error(object, d_inode(cache->graveyard),
  291. PTR_ERR(grave),
  292. cachefiles_trace_lookup_error);
  293. if (PTR_ERR(grave) == -ENOMEM) {
  294. _leave(" = -ENOMEM");
  295. return -ENOMEM;
  296. }
  297. cachefiles_io_error(cache, "Lookup error %ld", PTR_ERR(grave));
  298. return -EIO;
  299. }
  300. if (d_is_positive(grave)) {
  301. unlock_rename(cache->graveyard, dir);
  302. dput(grave);
  303. grave = NULL;
  304. cond_resched();
  305. goto try_again;
  306. }
  307. if (d_mountpoint(grave)) {
  308. unlock_rename(cache->graveyard, dir);
  309. dput(grave);
  310. cachefiles_io_error(cache, "Mountpoint in graveyard");
  311. return -EIO;
  312. }
  313. /* target should not be an ancestor of source */
  314. if (trap == grave) {
  315. unlock_rename(cache->graveyard, dir);
  316. dput(grave);
  317. cachefiles_io_error(cache, "May not make directory loop");
  318. return -EIO;
  319. }
  320. /* attempt the rename */
  321. path.mnt = cache->mnt;
  322. path.dentry = dir;
  323. path_to_graveyard.mnt = cache->mnt;
  324. path_to_graveyard.dentry = cache->graveyard;
  325. ret = security_path_rename(&path, rep, &path_to_graveyard, grave, 0);
  326. if (ret < 0) {
  327. cachefiles_io_error(cache, "Rename security error %d", ret);
  328. } else {
  329. struct renamedata rd = {
  330. .mnt_idmap = &nop_mnt_idmap,
  331. .old_parent = dir,
  332. .old_dentry = rep,
  333. .new_parent = cache->graveyard,
  334. .new_dentry = grave,
  335. };
  336. trace_cachefiles_rename(object, d_inode(rep)->i_ino, why);
  337. ret = cachefiles_inject_read_error();
  338. if (ret == 0)
  339. ret = vfs_rename(&rd);
  340. if (ret != 0)
  341. trace_cachefiles_vfs_error(object, d_inode(dir), ret,
  342. cachefiles_trace_rename_error);
  343. if (ret != 0 && ret != -ENOMEM)
  344. cachefiles_io_error(cache,
  345. "Rename failed with error %d", ret);
  346. }
  347. __cachefiles_unmark_inode_in_use(object, d_inode(rep));
  348. unlock_rename(cache->graveyard, dir);
  349. dput(grave);
  350. _leave(" = 0");
  351. return 0;
  352. }
  353. /*
  354. * Delete a cache file.
  355. */
  356. int cachefiles_delete_object(struct cachefiles_object *object,
  357. enum fscache_why_object_killed why)
  358. {
  359. struct cachefiles_volume *volume = object->volume;
  360. struct dentry *dentry = object->file->f_path.dentry;
  361. struct dentry *fan = volume->fanout[(u8)object->cookie->key_hash];
  362. int ret;
  363. _enter(",OBJ%x{%pD}", object->debug_id, object->file);
  364. dentry = start_removing_dentry(fan, dentry);
  365. if (IS_ERR(dentry))
  366. ret = PTR_ERR(dentry);
  367. else
  368. ret = cachefiles_unlink(volume->cache, object, fan, dentry, why);
  369. end_removing(dentry);
  370. return ret;
  371. }
  372. /*
  373. * Create a temporary file and leave it unattached and un-xattr'd until the
  374. * time comes to discard the object from memory.
  375. */
  376. struct file *cachefiles_create_tmpfile(struct cachefiles_object *object)
  377. {
  378. struct cachefiles_volume *volume = object->volume;
  379. struct cachefiles_cache *cache = volume->cache;
  380. const struct cred *saved_cred;
  381. struct dentry *fan = volume->fanout[(u8)object->cookie->key_hash];
  382. struct file *file;
  383. const struct path parentpath = { .mnt = cache->mnt, .dentry = fan };
  384. uint64_t ni_size;
  385. long ret;
  386. cachefiles_begin_secure(cache, &saved_cred);
  387. ret = cachefiles_inject_write_error();
  388. if (ret == 0) {
  389. file = kernel_tmpfile_open(&nop_mnt_idmap, &parentpath,
  390. S_IFREG | 0600,
  391. O_RDWR | O_LARGEFILE | O_DIRECT,
  392. cache->cache_cred);
  393. ret = PTR_ERR_OR_ZERO(file);
  394. }
  395. if (ret) {
  396. trace_cachefiles_vfs_error(object, d_inode(fan), ret,
  397. cachefiles_trace_tmpfile_error);
  398. if (ret == -EIO)
  399. cachefiles_io_error_obj(object, "Failed to create tmpfile");
  400. goto err;
  401. }
  402. trace_cachefiles_tmpfile(object, file_inode(file));
  403. /* This is a newly created file with no other possible user */
  404. if (!cachefiles_mark_inode_in_use(object, file_inode(file)))
  405. WARN_ON(1);
  406. ret = cachefiles_ondemand_init_object(object);
  407. if (ret < 0)
  408. goto err_unuse;
  409. ni_size = object->cookie->object_size;
  410. ni_size = round_up(ni_size, CACHEFILES_DIO_BLOCK_SIZE);
  411. if (ni_size > 0) {
  412. trace_cachefiles_trunc(object, file_inode(file), 0, ni_size,
  413. cachefiles_trunc_expand_tmpfile);
  414. ret = cachefiles_inject_write_error();
  415. if (ret == 0)
  416. ret = vfs_truncate(&file->f_path, ni_size);
  417. if (ret < 0) {
  418. trace_cachefiles_vfs_error(
  419. object, file_inode(file), ret,
  420. cachefiles_trace_trunc_error);
  421. goto err_unuse;
  422. }
  423. }
  424. ret = -EINVAL;
  425. if (unlikely(!file->f_op->read_iter) ||
  426. unlikely(!file->f_op->write_iter)) {
  427. fput(file);
  428. pr_notice("Cache does not support read_iter and write_iter\n");
  429. goto err_unuse;
  430. }
  431. out:
  432. cachefiles_end_secure(cache, saved_cred);
  433. return file;
  434. err_unuse:
  435. cachefiles_do_unmark_inode_in_use(object, file_inode(file));
  436. fput(file);
  437. err:
  438. file = ERR_PTR(ret);
  439. goto out;
  440. }
  441. /*
  442. * Create a new file.
  443. */
  444. static bool cachefiles_create_file(struct cachefiles_object *object)
  445. {
  446. struct file *file;
  447. int ret;
  448. ret = cachefiles_has_space(object->volume->cache, 1, 0,
  449. cachefiles_has_space_for_create);
  450. if (ret < 0)
  451. return false;
  452. file = cachefiles_create_tmpfile(object);
  453. if (IS_ERR(file))
  454. return false;
  455. set_bit(FSCACHE_COOKIE_NEEDS_UPDATE, &object->cookie->flags);
  456. set_bit(CACHEFILES_OBJECT_USING_TMPFILE, &object->flags);
  457. _debug("create -> %pD{ino=%lu}", file, file_inode(file)->i_ino);
  458. object->file = file;
  459. return true;
  460. }
  461. /*
  462. * Open an existing file, checking its attributes and replacing it if it is
  463. * stale.
  464. */
  465. static bool cachefiles_open_file(struct cachefiles_object *object,
  466. struct dentry *dentry)
  467. {
  468. struct cachefiles_cache *cache = object->volume->cache;
  469. struct file *file;
  470. struct path path;
  471. int ret;
  472. _enter("%pd", dentry);
  473. if (!cachefiles_mark_inode_in_use(object, d_inode(dentry))) {
  474. pr_notice("cachefiles: Inode already in use: %pd (B=%lx)\n",
  475. dentry, d_inode(dentry)->i_ino);
  476. return false;
  477. }
  478. /* We need to open a file interface onto a data file now as we can't do
  479. * it on demand because writeback called from do_exit() sees
  480. * current->fs == NULL - which breaks d_path() called from ext4 open.
  481. */
  482. path.mnt = cache->mnt;
  483. path.dentry = dentry;
  484. file = kernel_file_open(&path, O_RDWR | O_LARGEFILE | O_DIRECT, cache->cache_cred);
  485. if (IS_ERR(file)) {
  486. trace_cachefiles_vfs_error(object, d_backing_inode(dentry),
  487. PTR_ERR(file),
  488. cachefiles_trace_open_error);
  489. goto error;
  490. }
  491. if (unlikely(!file->f_op->read_iter) ||
  492. unlikely(!file->f_op->write_iter)) {
  493. pr_notice("Cache does not support read_iter and write_iter\n");
  494. goto error_fput;
  495. }
  496. _debug("file -> %pd positive", dentry);
  497. ret = cachefiles_ondemand_init_object(object);
  498. if (ret < 0)
  499. goto error_fput;
  500. ret = cachefiles_check_auxdata(object, file);
  501. if (ret < 0)
  502. goto check_failed;
  503. clear_bit(FSCACHE_COOKIE_NO_DATA_TO_READ, &object->cookie->flags);
  504. object->file = file;
  505. /* Always update the atime on an object we've just looked up (this is
  506. * used to keep track of culling, and atimes are only updated by read,
  507. * write and readdir but not lookup or open).
  508. */
  509. touch_atime(&file->f_path);
  510. return true;
  511. check_failed:
  512. fscache_cookie_lookup_negative(object->cookie);
  513. cachefiles_unmark_inode_in_use(object, file);
  514. fput(file);
  515. if (ret == -ESTALE)
  516. return cachefiles_create_file(object);
  517. return false;
  518. error_fput:
  519. fput(file);
  520. error:
  521. cachefiles_do_unmark_inode_in_use(object, d_inode(dentry));
  522. return false;
  523. }
  524. /*
  525. * walk from the parent object to the child object through the backing
  526. * filesystem, creating directories as we go
  527. */
  528. bool cachefiles_look_up_object(struct cachefiles_object *object)
  529. {
  530. struct cachefiles_volume *volume = object->volume;
  531. struct dentry *dentry, *fan = volume->fanout[(u8)object->cookie->key_hash];
  532. int ret;
  533. _enter("OBJ%x,%s,", object->debug_id, object->d_name);
  534. /* Look up path "cache/vol/fanout/file". */
  535. ret = cachefiles_inject_read_error();
  536. if (ret == 0)
  537. dentry = lookup_one_positive_unlocked(&nop_mnt_idmap,
  538. &QSTR(object->d_name), fan);
  539. else
  540. dentry = ERR_PTR(ret);
  541. trace_cachefiles_lookup(object, fan, dentry);
  542. if (IS_ERR(dentry)) {
  543. if (dentry == ERR_PTR(-ENOENT))
  544. goto new_file;
  545. if (dentry == ERR_PTR(-EIO))
  546. cachefiles_io_error_obj(object, "Lookup failed");
  547. return false;
  548. }
  549. if (!d_is_reg(dentry)) {
  550. pr_err("%pd is not a file\n", dentry);
  551. struct dentry *de = start_removing_dentry(fan, dentry);
  552. if (IS_ERR(de))
  553. ret = PTR_ERR(de);
  554. else
  555. ret = cachefiles_bury_object(volume->cache, object,
  556. fan, de,
  557. FSCACHE_OBJECT_IS_WEIRD);
  558. dput(dentry);
  559. if (ret < 0)
  560. return false;
  561. goto new_file;
  562. }
  563. ret = cachefiles_open_file(object, dentry);
  564. dput(dentry);
  565. if (!ret)
  566. return false;
  567. _leave(" = t [%lu]", file_inode(object->file)->i_ino);
  568. return true;
  569. new_file:
  570. fscache_cookie_lookup_negative(object->cookie);
  571. return cachefiles_create_file(object);
  572. }
  573. /*
  574. * Attempt to link a temporary file into its rightful place in the cache.
  575. */
  576. bool cachefiles_commit_tmpfile(struct cachefiles_cache *cache,
  577. struct cachefiles_object *object)
  578. {
  579. struct cachefiles_volume *volume = object->volume;
  580. struct dentry *dentry, *fan = volume->fanout[(u8)object->cookie->key_hash];
  581. bool success = false;
  582. int ret;
  583. _enter(",%pD", object->file);
  584. ret = cachefiles_inject_read_error();
  585. if (ret == 0)
  586. dentry = start_creating(&nop_mnt_idmap, fan, &QSTR(object->d_name));
  587. else
  588. dentry = ERR_PTR(ret);
  589. if (IS_ERR(dentry)) {
  590. trace_cachefiles_vfs_error(object, d_inode(fan), PTR_ERR(dentry),
  591. cachefiles_trace_lookup_error);
  592. _debug("lookup fail %ld", PTR_ERR(dentry));
  593. goto out;
  594. }
  595. /*
  596. * This loop will only execute more than once if some other thread
  597. * races to create the object we are trying to create.
  598. */
  599. while (!d_is_negative(dentry)) {
  600. ret = cachefiles_unlink(volume->cache, object, fan, dentry,
  601. FSCACHE_OBJECT_IS_STALE);
  602. if (ret < 0)
  603. goto out_end;
  604. end_creating(dentry);
  605. ret = cachefiles_inject_read_error();
  606. if (ret == 0)
  607. dentry = start_creating(&nop_mnt_idmap, fan,
  608. &QSTR(object->d_name));
  609. else
  610. dentry = ERR_PTR(ret);
  611. if (IS_ERR(dentry)) {
  612. trace_cachefiles_vfs_error(object, d_inode(fan), PTR_ERR(dentry),
  613. cachefiles_trace_lookup_error);
  614. _debug("lookup fail %ld", PTR_ERR(dentry));
  615. goto out;
  616. }
  617. }
  618. ret = cachefiles_inject_read_error();
  619. if (ret == 0)
  620. ret = vfs_link(object->file->f_path.dentry, &nop_mnt_idmap,
  621. d_inode(fan), dentry, NULL);
  622. if (ret < 0) {
  623. trace_cachefiles_vfs_error(object, d_inode(fan), ret,
  624. cachefiles_trace_link_error);
  625. _debug("link fail %d", ret);
  626. } else {
  627. trace_cachefiles_link(object, file_inode(object->file));
  628. spin_lock(&object->lock);
  629. /* TODO: Do we want to switch the file pointer to the new dentry? */
  630. clear_bit(CACHEFILES_OBJECT_USING_TMPFILE, &object->flags);
  631. spin_unlock(&object->lock);
  632. success = true;
  633. }
  634. out_end:
  635. end_creating(dentry);
  636. out:
  637. _leave(" = %u", success);
  638. return success;
  639. }
  640. /*
  641. * Look up an inode to be checked or culled. Return -EBUSY if the inode is
  642. * marked in use.
  643. */
  644. static struct dentry *cachefiles_lookup_for_cull(struct cachefiles_cache *cache,
  645. struct dentry *dir,
  646. char *filename)
  647. {
  648. struct dentry *victim;
  649. int ret = -ENOENT;
  650. victim = start_removing(&nop_mnt_idmap, dir, &QSTR(filename));
  651. if (IS_ERR(victim))
  652. goto lookup_error;
  653. if (d_inode(victim)->i_flags & S_KERNEL_FILE)
  654. goto lookup_busy;
  655. return victim;
  656. lookup_busy:
  657. ret = -EBUSY;
  658. end_removing(victim);
  659. return ERR_PTR(ret);
  660. lookup_error:
  661. ret = PTR_ERR(victim);
  662. if (ret == -ENOENT)
  663. return ERR_PTR(-ESTALE); /* Probably got retired by the netfs */
  664. if (ret == -EIO) {
  665. cachefiles_io_error(cache, "Lookup failed");
  666. } else if (ret != -ENOMEM) {
  667. pr_err("Internal error: %d\n", ret);
  668. ret = -EIO;
  669. }
  670. return ERR_PTR(ret);
  671. }
  672. /*
  673. * Cull an object if it's not in use
  674. * - called only by cache manager daemon
  675. */
  676. int cachefiles_cull(struct cachefiles_cache *cache, struct dentry *dir,
  677. char *filename)
  678. {
  679. struct dentry *victim;
  680. struct inode *inode;
  681. int ret;
  682. _enter(",%pd/,%s", dir, filename);
  683. victim = cachefiles_lookup_for_cull(cache, dir, filename);
  684. if (IS_ERR(victim))
  685. return PTR_ERR(victim);
  686. /* check to see if someone is using this object */
  687. inode = d_inode(victim);
  688. inode_lock(inode);
  689. if (inode->i_flags & S_KERNEL_FILE) {
  690. ret = -EBUSY;
  691. } else {
  692. /* Stop the cache from picking it back up */
  693. inode->i_flags |= S_KERNEL_FILE;
  694. ret = 0;
  695. }
  696. inode_unlock(inode);
  697. if (ret < 0)
  698. goto error_unlock;
  699. /*
  700. * cachefiles_bury_object() expects 2 references to 'victim',
  701. * and drops one.
  702. */
  703. dget(victim);
  704. ret = cachefiles_bury_object(cache, NULL, dir, victim,
  705. FSCACHE_OBJECT_WAS_CULLED);
  706. dput(victim);
  707. if (ret < 0)
  708. goto error;
  709. fscache_count_culled();
  710. _leave(" = 0");
  711. return 0;
  712. error_unlock:
  713. end_removing(victim);
  714. error:
  715. if (ret == -ENOENT)
  716. return -ESTALE; /* Probably got retired by the netfs */
  717. if (ret != -ENOMEM) {
  718. pr_err("Internal error: %d\n", ret);
  719. ret = -EIO;
  720. }
  721. _leave(" = %d", ret);
  722. return ret;
  723. }
  724. /*
  725. * Find out if an object is in use or not
  726. * - called only by cache manager daemon
  727. * - returns -EBUSY or 0 to indicate whether an object is in use or not
  728. */
  729. int cachefiles_check_in_use(struct cachefiles_cache *cache, struct dentry *dir,
  730. char *filename)
  731. {
  732. struct dentry *victim;
  733. int ret = 0;
  734. victim = cachefiles_lookup_for_cull(cache, dir, filename);
  735. if (IS_ERR(victim))
  736. return PTR_ERR(victim);
  737. inode_unlock(d_inode(dir));
  738. dput(victim);
  739. return ret;
  740. }