~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/fs/nfs/inode.c

Version: ~ [ linux-5.17-rc1 ] ~ [ linux-5.16.2 ] ~ [ linux-5.15.16 ] ~ [ linux-5.14.21 ] ~ [ linux-5.13.19 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.93 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.173 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.225 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.262 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.297 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.299 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.18.140 ] ~ [ linux-3.16.85 ] ~ [ linux-3.14.79 ] ~ [ linux-3.12.74 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 /*
  2  *  linux/fs/nfs/inode.c
  3  *
  4  *  Copyright (C) 1992  Rick Sladkey
  5  *
  6  *  nfs inode and superblock handling functions
  7  *
  8  *  Modularised by Alan Cox <alan@lxorguk.ukuu.org.uk>, while hacking some
  9  *  experimental NFS changes. Modularisation taken straight from SYS5 fs.
 10  *
 11  *  Change to nfs_read_super() to permit NFS mounts to multi-homed hosts.
 12  *  J.S.Peatfield@damtp.cam.ac.uk
 13  *
 14  */
 15 
 16 #include <linux/module.h>
 17 #include <linux/init.h>
 18 #include <linux/sched/signal.h>
 19 #include <linux/time.h>
 20 #include <linux/kernel.h>
 21 #include <linux/mm.h>
 22 #include <linux/string.h>
 23 #include <linux/stat.h>
 24 #include <linux/errno.h>
 25 #include <linux/unistd.h>
 26 #include <linux/sunrpc/clnt.h>
 27 #include <linux/sunrpc/stats.h>
 28 #include <linux/sunrpc/metrics.h>
 29 #include <linux/nfs_fs.h>
 30 #include <linux/nfs_mount.h>
 31 #include <linux/nfs4_mount.h>
 32 #include <linux/lockd/bind.h>
 33 #include <linux/seq_file.h>
 34 #include <linux/mount.h>
 35 #include <linux/vfs.h>
 36 #include <linux/inet.h>
 37 #include <linux/nfs_xdr.h>
 38 #include <linux/slab.h>
 39 #include <linux/compat.h>
 40 #include <linux/freezer.h>
 41 #include <linux/uaccess.h>
 42 #include <linux/iversion.h>
 43 
 44 #include "nfs4_fs.h"
 45 #include "callback.h"
 46 #include "delegation.h"
 47 #include "iostat.h"
 48 #include "internal.h"
 49 #include "fscache.h"
 50 #include "pnfs.h"
 51 #include "nfs.h"
 52 #include "netns.h"
 53 
 54 #include "nfstrace.h"
 55 
 56 #define NFSDBG_FACILITY         NFSDBG_VFS
 57 
 58 #define NFS_64_BIT_INODE_NUMBERS_ENABLED        1
 59 
 60 /* Default is to see 64-bit inode numbers */
 61 static bool enable_ino64 = NFS_64_BIT_INODE_NUMBERS_ENABLED;
 62 
 63 static void nfs_invalidate_inode(struct inode *);
 64 static int nfs_update_inode(struct inode *, struct nfs_fattr *);
 65 
 66 static struct kmem_cache * nfs_inode_cachep;
 67 
 68 static inline unsigned long
 69 nfs_fattr_to_ino_t(struct nfs_fattr *fattr)
 70 {
 71         return nfs_fileid_to_ino_t(fattr->fileid);
 72 }
 73 
 74 static int nfs_wait_killable(int mode)
 75 {
 76         freezable_schedule_unsafe();
 77         if (signal_pending_state(mode, current))
 78                 return -ERESTARTSYS;
 79         return 0;
 80 }
 81 
 82 int nfs_wait_bit_killable(struct wait_bit_key *key, int mode)
 83 {
 84         return nfs_wait_killable(mode);
 85 }
 86 EXPORT_SYMBOL_GPL(nfs_wait_bit_killable);
 87 
 88 /**
 89  * nfs_compat_user_ino64 - returns the user-visible inode number
 90  * @fileid: 64-bit fileid
 91  *
 92  * This function returns a 32-bit inode number if the boot parameter
 93  * nfs.enable_ino64 is zero.
 94  */
 95 u64 nfs_compat_user_ino64(u64 fileid)
 96 {
 97 #ifdef CONFIG_COMPAT
 98         compat_ulong_t ino;
 99 #else   
100         unsigned long ino;
101 #endif
102 
103         if (enable_ino64)
104                 return fileid;
105         ino = fileid;
106         if (sizeof(ino) < sizeof(fileid))
107                 ino ^= fileid >> (sizeof(fileid)-sizeof(ino)) * 8;
108         return ino;
109 }
110 
111 int nfs_drop_inode(struct inode *inode)
112 {
113         return NFS_STALE(inode) || generic_drop_inode(inode);
114 }
115 EXPORT_SYMBOL_GPL(nfs_drop_inode);
116 
117 void nfs_clear_inode(struct inode *inode)
118 {
119         /*
120          * The following should never happen...
121          */
122         WARN_ON_ONCE(nfs_have_writebacks(inode));
123         WARN_ON_ONCE(!list_empty(&NFS_I(inode)->open_files));
124         nfs_zap_acl_cache(inode);
125         nfs_access_zap_cache(inode);
126         nfs_fscache_clear_inode(inode);
127 }
128 EXPORT_SYMBOL_GPL(nfs_clear_inode);
129 
130 void nfs_evict_inode(struct inode *inode)
131 {
132         truncate_inode_pages_final(&inode->i_data);
133         clear_inode(inode);
134         nfs_clear_inode(inode);
135 }
136 
137 int nfs_sync_inode(struct inode *inode)
138 {
139         inode_dio_wait(inode);
140         return nfs_wb_all(inode);
141 }
142 EXPORT_SYMBOL_GPL(nfs_sync_inode);
143 
144 /**
145  * nfs_sync_mapping - helper to flush all mmapped dirty data to disk
146  * @mapping: pointer to struct address_space
147  */
148 int nfs_sync_mapping(struct address_space *mapping)
149 {
150         int ret = 0;
151 
152         if (mapping->nrpages != 0) {
153                 unmap_mapping_range(mapping, 0, 0, 0);
154                 ret = nfs_wb_all(mapping->host);
155         }
156         return ret;
157 }
158 
159 static int nfs_attribute_timeout(struct inode *inode)
160 {
161         struct nfs_inode *nfsi = NFS_I(inode);
162 
163         return !time_in_range_open(jiffies, nfsi->read_cache_jiffies, nfsi->read_cache_jiffies + nfsi->attrtimeo);
164 }
165 
166 static bool nfs_check_cache_invalid_delegated(struct inode *inode, unsigned long flags)
167 {
168         unsigned long cache_validity = READ_ONCE(NFS_I(inode)->cache_validity);
169 
170         /* Special case for the pagecache or access cache */
171         if (flags == NFS_INO_REVAL_PAGECACHE &&
172             !(cache_validity & NFS_INO_REVAL_FORCED))
173                 return false;
174         return (cache_validity & flags) != 0;
175 }
176 
177 static bool nfs_check_cache_invalid_not_delegated(struct inode *inode, unsigned long flags)
178 {
179         unsigned long cache_validity = READ_ONCE(NFS_I(inode)->cache_validity);
180 
181         if ((cache_validity & flags) != 0)
182                 return true;
183         if (nfs_attribute_timeout(inode))
184                 return true;
185         return false;
186 }
187 
188 bool nfs_check_cache_invalid(struct inode *inode, unsigned long flags)
189 {
190         if (NFS_PROTO(inode)->have_delegation(inode, FMODE_READ))
191                 return nfs_check_cache_invalid_delegated(inode, flags);
192 
193         return nfs_check_cache_invalid_not_delegated(inode, flags);
194 }
195 
196 static void nfs_set_cache_invalid(struct inode *inode, unsigned long flags)
197 {
198         struct nfs_inode *nfsi = NFS_I(inode);
199         bool have_delegation = NFS_PROTO(inode)->have_delegation(inode, FMODE_READ);
200 
201         if (have_delegation) {
202                 if (!(flags & NFS_INO_REVAL_FORCED))
203                         flags &= ~NFS_INO_INVALID_OTHER;
204                 flags &= ~(NFS_INO_INVALID_CHANGE
205                                 | NFS_INO_INVALID_SIZE
206                                 | NFS_INO_REVAL_PAGECACHE);
207         }
208 
209         if (inode->i_mapping->nrpages == 0)
210                 flags &= ~NFS_INO_INVALID_DATA;
211         nfsi->cache_validity |= flags;
212         if (flags & NFS_INO_INVALID_DATA)
213                 nfs_fscache_invalidate(inode);
214 }
215 
216 /*
217  * Invalidate the local caches
218  */
219 static void nfs_zap_caches_locked(struct inode *inode)
220 {
221         struct nfs_inode *nfsi = NFS_I(inode);
222         int mode = inode->i_mode;
223 
224         nfs_inc_stats(inode, NFSIOS_ATTRINVALIDATE);
225 
226         nfsi->attrtimeo = NFS_MINATTRTIMEO(inode);
227         nfsi->attrtimeo_timestamp = jiffies;
228 
229         memset(NFS_I(inode)->cookieverf, 0, sizeof(NFS_I(inode)->cookieverf));
230         if (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)) {
231                 nfs_set_cache_invalid(inode, NFS_INO_INVALID_ATTR
232                                         | NFS_INO_INVALID_DATA
233                                         | NFS_INO_INVALID_ACCESS
234                                         | NFS_INO_INVALID_ACL
235                                         | NFS_INO_REVAL_PAGECACHE);
236         } else
237                 nfs_set_cache_invalid(inode, NFS_INO_INVALID_ATTR
238                                         | NFS_INO_INVALID_ACCESS
239                                         | NFS_INO_INVALID_ACL
240                                         | NFS_INO_REVAL_PAGECACHE);
241         nfs_zap_label_cache_locked(nfsi);
242 }
243 
244 void nfs_zap_caches(struct inode *inode)
245 {
246         spin_lock(&inode->i_lock);
247         nfs_zap_caches_locked(inode);
248         spin_unlock(&inode->i_lock);
249 }
250 
251 void nfs_zap_mapping(struct inode *inode, struct address_space *mapping)
252 {
253         if (mapping->nrpages != 0) {
254                 spin_lock(&inode->i_lock);
255                 nfs_set_cache_invalid(inode, NFS_INO_INVALID_DATA);
256                 spin_unlock(&inode->i_lock);
257         }
258 }
259 
260 void nfs_zap_acl_cache(struct inode *inode)
261 {
262         void (*clear_acl_cache)(struct inode *);
263 
264         clear_acl_cache = NFS_PROTO(inode)->clear_acl_cache;
265         if (clear_acl_cache != NULL)
266                 clear_acl_cache(inode);
267         spin_lock(&inode->i_lock);
268         NFS_I(inode)->cache_validity &= ~NFS_INO_INVALID_ACL;
269         spin_unlock(&inode->i_lock);
270 }
271 EXPORT_SYMBOL_GPL(nfs_zap_acl_cache);
272 
273 void nfs_invalidate_atime(struct inode *inode)
274 {
275         spin_lock(&inode->i_lock);
276         nfs_set_cache_invalid(inode, NFS_INO_INVALID_ATIME);
277         spin_unlock(&inode->i_lock);
278 }
279 EXPORT_SYMBOL_GPL(nfs_invalidate_atime);
280 
281 /*
282  * Invalidate, but do not unhash, the inode.
283  * NB: must be called with inode->i_lock held!
284  */
285 static void nfs_invalidate_inode(struct inode *inode)
286 {
287         set_bit(NFS_INO_STALE, &NFS_I(inode)->flags);
288         nfs_zap_caches_locked(inode);
289 }
290 
291 struct nfs_find_desc {
292         struct nfs_fh           *fh;
293         struct nfs_fattr        *fattr;
294 };
295 
296 /*
297  * In NFSv3 we can have 64bit inode numbers. In order to support
298  * this, and re-exported directories (also seen in NFSv2)
299  * we are forced to allow 2 different inodes to have the same
300  * i_ino.
301  */
302 static int
303 nfs_find_actor(struct inode *inode, void *opaque)
304 {
305         struct nfs_find_desc    *desc = (struct nfs_find_desc *)opaque;
306         struct nfs_fh           *fh = desc->fh;
307         struct nfs_fattr        *fattr = desc->fattr;
308 
309         if (NFS_FILEID(inode) != fattr->fileid)
310                 return 0;
311         if ((S_IFMT & inode->i_mode) != (S_IFMT & fattr->mode))
312                 return 0;
313         if (nfs_compare_fh(NFS_FH(inode), fh))
314                 return 0;
315         if (is_bad_inode(inode) || NFS_STALE(inode))
316                 return 0;
317         return 1;
318 }
319 
320 static int
321 nfs_init_locked(struct inode *inode, void *opaque)
322 {
323         struct nfs_find_desc    *desc = (struct nfs_find_desc *)opaque;
324         struct nfs_fattr        *fattr = desc->fattr;
325 
326         set_nfs_fileid(inode, fattr->fileid);
327         inode->i_mode = fattr->mode;
328         nfs_copy_fh(NFS_FH(inode), desc->fh);
329         return 0;
330 }
331 
332 #ifdef CONFIG_NFS_V4_SECURITY_LABEL
333 static void nfs_clear_label_invalid(struct inode *inode)
334 {
335         spin_lock(&inode->i_lock);
336         NFS_I(inode)->cache_validity &= ~NFS_INO_INVALID_LABEL;
337         spin_unlock(&inode->i_lock);
338 }
339 
340 void nfs_setsecurity(struct inode *inode, struct nfs_fattr *fattr,
341                                         struct nfs4_label *label)
342 {
343         int error;
344 
345         if (label == NULL)
346                 return;
347 
348         if ((fattr->valid & NFS_ATTR_FATTR_V4_SECURITY_LABEL) && inode->i_security) {
349                 error = security_inode_notifysecctx(inode, label->label,
350                                 label->len);
351                 if (error)
352                         printk(KERN_ERR "%s() %s %d "
353                                         "security_inode_notifysecctx() %d\n",
354                                         __func__,
355                                         (char *)label->label,
356                                         label->len, error);
357                 nfs_clear_label_invalid(inode);
358         }
359 }
360 
361 struct nfs4_label *nfs4_label_alloc(struct nfs_server *server, gfp_t flags)
362 {
363         struct nfs4_label *label = NULL;
364         int minor_version = server->nfs_client->cl_minorversion;
365 
366         if (minor_version < 2)
367                 return label;
368 
369         if (!(server->caps & NFS_CAP_SECURITY_LABEL))
370                 return label;
371 
372         label = kzalloc(sizeof(struct nfs4_label), flags);
373         if (label == NULL)
374                 return ERR_PTR(-ENOMEM);
375 
376         label->label = kzalloc(NFS4_MAXLABELLEN, flags);
377         if (label->label == NULL) {
378                 kfree(label);
379                 return ERR_PTR(-ENOMEM);
380         }
381         label->len = NFS4_MAXLABELLEN;
382 
383         return label;
384 }
385 EXPORT_SYMBOL_GPL(nfs4_label_alloc);
386 #else
387 void nfs_setsecurity(struct inode *inode, struct nfs_fattr *fattr,
388                                         struct nfs4_label *label)
389 {
390 }
391 #endif
392 EXPORT_SYMBOL_GPL(nfs_setsecurity);
393 
394 /* Search for inode identified by fh, fileid and i_mode in inode cache. */
395 struct inode *
396 nfs_ilookup(struct super_block *sb, struct nfs_fattr *fattr, struct nfs_fh *fh)
397 {
398         struct nfs_find_desc desc = {
399                 .fh     = fh,
400                 .fattr  = fattr,
401         };
402         struct inode *inode;
403         unsigned long hash;
404 
405         if (!(fattr->valid & NFS_ATTR_FATTR_FILEID) ||
406             !(fattr->valid & NFS_ATTR_FATTR_TYPE))
407                 return NULL;
408 
409         hash = nfs_fattr_to_ino_t(fattr);
410         inode = ilookup5(sb, hash, nfs_find_actor, &desc);
411 
412         dprintk("%s: returning %p\n", __func__, inode);
413         return inode;
414 }
415 
416 /*
417  * This is our front-end to iget that looks up inodes by file handle
418  * instead of inode number.
419  */
420 struct inode *
421 nfs_fhget(struct super_block *sb, struct nfs_fh *fh, struct nfs_fattr *fattr, struct nfs4_label *label)
422 {
423         struct nfs_find_desc desc = {
424                 .fh     = fh,
425                 .fattr  = fattr
426         };
427         struct inode *inode = ERR_PTR(-ENOENT);
428         unsigned long hash;
429 
430         nfs_attr_check_mountpoint(sb, fattr);
431 
432         if (nfs_attr_use_mounted_on_fileid(fattr))
433                 fattr->fileid = fattr->mounted_on_fileid;
434         else if ((fattr->valid & NFS_ATTR_FATTR_FILEID) == 0)
435                 goto out_no_inode;
436         if ((fattr->valid & NFS_ATTR_FATTR_TYPE) == 0)
437                 goto out_no_inode;
438 
439         hash = nfs_fattr_to_ino_t(fattr);
440 
441         inode = iget5_locked(sb, hash, nfs_find_actor, nfs_init_locked, &desc);
442         if (inode == NULL) {
443                 inode = ERR_PTR(-ENOMEM);
444                 goto out_no_inode;
445         }
446 
447         if (inode->i_state & I_NEW) {
448                 struct nfs_inode *nfsi = NFS_I(inode);
449                 unsigned long now = jiffies;
450 
451                 /* We set i_ino for the few things that still rely on it,
452                  * such as stat(2) */
453                 inode->i_ino = hash;
454 
455                 /* We can't support update_atime(), since the server will reset it */
456                 inode->i_flags |= S_NOATIME|S_NOCMTIME;
457                 inode->i_mode = fattr->mode;
458                 nfsi->cache_validity = 0;
459                 if ((fattr->valid & NFS_ATTR_FATTR_MODE) == 0
460                                 && nfs_server_capable(inode, NFS_CAP_MODE))
461                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_OTHER);
462                 /* Why so? Because we want revalidate for devices/FIFOs, and
463                  * that's precisely what we have in nfs_file_inode_operations.
464                  */
465                 inode->i_op = NFS_SB(sb)->nfs_client->rpc_ops->file_inode_ops;
466                 if (S_ISREG(inode->i_mode)) {
467                         inode->i_fop = NFS_SB(sb)->nfs_client->rpc_ops->file_ops;
468                         inode->i_data.a_ops = &nfs_file_aops;
469                 } else if (S_ISDIR(inode->i_mode)) {
470                         inode->i_op = NFS_SB(sb)->nfs_client->rpc_ops->dir_inode_ops;
471                         inode->i_fop = &nfs_dir_operations;
472                         inode->i_data.a_ops = &nfs_dir_aops;
473                         /* Deal with crossing mountpoints */
474                         if (fattr->valid & NFS_ATTR_FATTR_MOUNTPOINT ||
475                                         fattr->valid & NFS_ATTR_FATTR_V4_REFERRAL) {
476                                 if (fattr->valid & NFS_ATTR_FATTR_V4_REFERRAL)
477                                         inode->i_op = &nfs_referral_inode_operations;
478                                 else
479                                         inode->i_op = &nfs_mountpoint_inode_operations;
480                                 inode->i_fop = NULL;
481                                 inode->i_flags |= S_AUTOMOUNT;
482                         }
483                 } else if (S_ISLNK(inode->i_mode)) {
484                         inode->i_op = &nfs_symlink_inode_operations;
485                         inode_nohighmem(inode);
486                 } else
487                         init_special_inode(inode, inode->i_mode, fattr->rdev);
488 
489                 memset(&inode->i_atime, 0, sizeof(inode->i_atime));
490                 memset(&inode->i_mtime, 0, sizeof(inode->i_mtime));
491                 memset(&inode->i_ctime, 0, sizeof(inode->i_ctime));
492                 inode_set_iversion_raw(inode, 0);
493                 inode->i_size = 0;
494                 clear_nlink(inode);
495                 inode->i_uid = make_kuid(&init_user_ns, -2);
496                 inode->i_gid = make_kgid(&init_user_ns, -2);
497                 inode->i_blocks = 0;
498                 memset(nfsi->cookieverf, 0, sizeof(nfsi->cookieverf));
499                 nfsi->write_io = 0;
500                 nfsi->read_io = 0;
501 
502                 nfsi->read_cache_jiffies = fattr->time_start;
503                 nfsi->attr_gencount = fattr->gencount;
504                 if (fattr->valid & NFS_ATTR_FATTR_ATIME)
505                         inode->i_atime = timespec_to_timespec64(fattr->atime);
506                 else if (nfs_server_capable(inode, NFS_CAP_ATIME))
507                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_ATIME);
508                 if (fattr->valid & NFS_ATTR_FATTR_MTIME)
509                         inode->i_mtime = timespec_to_timespec64(fattr->mtime);
510                 else if (nfs_server_capable(inode, NFS_CAP_MTIME))
511                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_MTIME);
512                 if (fattr->valid & NFS_ATTR_FATTR_CTIME)
513                         inode->i_ctime = timespec_to_timespec64(fattr->ctime);
514                 else if (nfs_server_capable(inode, NFS_CAP_CTIME))
515                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_CTIME);
516                 if (fattr->valid & NFS_ATTR_FATTR_CHANGE)
517                         inode_set_iversion_raw(inode, fattr->change_attr);
518                 else
519                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_CHANGE);
520                 if (fattr->valid & NFS_ATTR_FATTR_SIZE)
521                         inode->i_size = nfs_size_to_loff_t(fattr->size);
522                 else
523                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_SIZE);
524                 if (fattr->valid & NFS_ATTR_FATTR_NLINK)
525                         set_nlink(inode, fattr->nlink);
526                 else if (nfs_server_capable(inode, NFS_CAP_NLINK))
527                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_OTHER);
528                 if (fattr->valid & NFS_ATTR_FATTR_OWNER)
529                         inode->i_uid = fattr->uid;
530                 else if (nfs_server_capable(inode, NFS_CAP_OWNER))
531                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_OTHER);
532                 if (fattr->valid & NFS_ATTR_FATTR_GROUP)
533                         inode->i_gid = fattr->gid;
534                 else if (nfs_server_capable(inode, NFS_CAP_OWNER_GROUP))
535                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_OTHER);
536                 if (fattr->valid & NFS_ATTR_FATTR_BLOCKS_USED)
537                         inode->i_blocks = fattr->du.nfs2.blocks;
538                 if (fattr->valid & NFS_ATTR_FATTR_SPACE_USED) {
539                         /*
540                          * report the blocks in 512byte units
541                          */
542                         inode->i_blocks = nfs_calc_block_size(fattr->du.nfs3.used);
543                 }
544 
545                 if (nfsi->cache_validity != 0)
546                         nfsi->cache_validity |= NFS_INO_REVAL_FORCED;
547 
548                 nfs_setsecurity(inode, fattr, label);
549 
550                 nfsi->attrtimeo = NFS_MINATTRTIMEO(inode);
551                 nfsi->attrtimeo_timestamp = now;
552                 nfsi->access_cache = RB_ROOT;
553 
554                 nfs_fscache_init_inode(inode);
555 
556                 unlock_new_inode(inode);
557         } else {
558                 int err = nfs_refresh_inode(inode, fattr);
559                 if (err < 0) {
560                         iput(inode);
561                         inode = ERR_PTR(err);
562                         goto out_no_inode;
563                 }
564         }
565         dprintk("NFS: nfs_fhget(%s/%Lu fh_crc=0x%08x ct=%d)\n",
566                 inode->i_sb->s_id,
567                 (unsigned long long)NFS_FILEID(inode),
568                 nfs_display_fhandle_hash(fh),
569                 atomic_read(&inode->i_count));
570 
571 out:
572         return inode;
573 
574 out_no_inode:
575         dprintk("nfs_fhget: iget failed with error %ld\n", PTR_ERR(inode));
576         goto out;
577 }
578 EXPORT_SYMBOL_GPL(nfs_fhget);
579 
580 #define NFS_VALID_ATTRS (ATTR_MODE|ATTR_UID|ATTR_GID|ATTR_SIZE|ATTR_ATIME|ATTR_ATIME_SET|ATTR_MTIME|ATTR_MTIME_SET|ATTR_FILE|ATTR_OPEN)
581 
582 int
583 nfs_setattr(struct dentry *dentry, struct iattr *attr)
584 {
585         struct inode *inode = d_inode(dentry);
586         struct nfs_fattr *fattr;
587         int error = 0;
588 
589         nfs_inc_stats(inode, NFSIOS_VFSSETATTR);
590 
591         /* skip mode change if it's just for clearing setuid/setgid */
592         if (attr->ia_valid & (ATTR_KILL_SUID | ATTR_KILL_SGID))
593                 attr->ia_valid &= ~ATTR_MODE;
594 
595         if (attr->ia_valid & ATTR_SIZE) {
596                 BUG_ON(!S_ISREG(inode->i_mode));
597 
598                 error = inode_newsize_ok(inode, attr->ia_size);
599                 if (error)
600                         return error;
601 
602                 if (attr->ia_size == i_size_read(inode))
603                         attr->ia_valid &= ~ATTR_SIZE;
604         }
605 
606         /* Optimization: if the end result is no change, don't RPC */
607         attr->ia_valid &= NFS_VALID_ATTRS;
608         if ((attr->ia_valid & ~(ATTR_FILE|ATTR_OPEN)) == 0)
609                 return 0;
610 
611         trace_nfs_setattr_enter(inode);
612 
613         /* Write all dirty data */
614         if (S_ISREG(inode->i_mode))
615                 nfs_sync_inode(inode);
616 
617         fattr = nfs_alloc_fattr();
618         if (fattr == NULL) {
619                 error = -ENOMEM;
620                 goto out;
621         }
622 
623         error = NFS_PROTO(inode)->setattr(dentry, fattr, attr);
624         if (error == 0)
625                 error = nfs_refresh_inode(inode, fattr);
626         nfs_free_fattr(fattr);
627 out:
628         trace_nfs_setattr_exit(inode, error);
629         return error;
630 }
631 EXPORT_SYMBOL_GPL(nfs_setattr);
632 
633 /**
634  * nfs_vmtruncate - unmap mappings "freed" by truncate() syscall
635  * @inode: inode of the file used
636  * @offset: file offset to start truncating
637  *
638  * This is a copy of the common vmtruncate, but with the locking
639  * corrected to take into account the fact that NFS requires
640  * inode->i_size to be updated under the inode->i_lock.
641  * Note: must be called with inode->i_lock held!
642  */
643 static int nfs_vmtruncate(struct inode * inode, loff_t offset)
644 {
645         int err;
646 
647         err = inode_newsize_ok(inode, offset);
648         if (err)
649                 goto out;
650 
651         i_size_write(inode, offset);
652         /* Optimisation */
653         if (offset == 0)
654                 NFS_I(inode)->cache_validity &= ~NFS_INO_INVALID_DATA;
655         NFS_I(inode)->cache_validity &= ~NFS_INO_INVALID_SIZE;
656 
657         spin_unlock(&inode->i_lock);
658         truncate_pagecache(inode, offset);
659         spin_lock(&inode->i_lock);
660 out:
661         return err;
662 }
663 
664 /**
665  * nfs_setattr_update_inode - Update inode metadata after a setattr call.
666  * @inode: pointer to struct inode
667  * @attr: pointer to struct iattr
668  * @fattr: pointer to struct nfs_fattr
669  *
670  * Note: we do this in the *proc.c in order to ensure that
671  *       it works for things like exclusive creates too.
672  */
673 void nfs_setattr_update_inode(struct inode *inode, struct iattr *attr,
674                 struct nfs_fattr *fattr)
675 {
676         /* Barrier: bump the attribute generation count. */
677         nfs_fattr_set_barrier(fattr);
678 
679         spin_lock(&inode->i_lock);
680         NFS_I(inode)->attr_gencount = fattr->gencount;
681         if ((attr->ia_valid & ATTR_SIZE) != 0) {
682                 nfs_set_cache_invalid(inode, NFS_INO_INVALID_MTIME);
683                 nfs_inc_stats(inode, NFSIOS_SETATTRTRUNC);
684                 nfs_vmtruncate(inode, attr->ia_size);
685         }
686         if ((attr->ia_valid & (ATTR_MODE|ATTR_UID|ATTR_GID)) != 0) {
687                 NFS_I(inode)->cache_validity &= ~NFS_INO_INVALID_CTIME;
688                 if ((attr->ia_valid & ATTR_MODE) != 0) {
689                         int mode = attr->ia_mode & S_IALLUGO;
690                         mode |= inode->i_mode & ~S_IALLUGO;
691                         inode->i_mode = mode;
692                 }
693                 if ((attr->ia_valid & ATTR_UID) != 0)
694                         inode->i_uid = attr->ia_uid;
695                 if ((attr->ia_valid & ATTR_GID) != 0)
696                         inode->i_gid = attr->ia_gid;
697                 if (fattr->valid & NFS_ATTR_FATTR_CTIME)
698                         inode->i_ctime = timespec_to_timespec64(fattr->ctime);
699                 else
700                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_CHANGE
701                                         | NFS_INO_INVALID_CTIME);
702                 nfs_set_cache_invalid(inode, NFS_INO_INVALID_ACCESS
703                                 | NFS_INO_INVALID_ACL);
704         }
705         if (attr->ia_valid & (ATTR_ATIME_SET|ATTR_ATIME)) {
706                 NFS_I(inode)->cache_validity &= ~(NFS_INO_INVALID_ATIME
707                                 | NFS_INO_INVALID_CTIME);
708                 if (fattr->valid & NFS_ATTR_FATTR_ATIME)
709                         inode->i_atime = timespec_to_timespec64(fattr->atime);
710                 else if (attr->ia_valid & ATTR_ATIME_SET)
711                         inode->i_atime = attr->ia_atime;
712                 else
713                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_ATIME);
714 
715                 if (fattr->valid & NFS_ATTR_FATTR_CTIME)
716                         inode->i_ctime = timespec_to_timespec64(fattr->ctime);
717                 else
718                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_CHANGE
719                                         | NFS_INO_INVALID_CTIME);
720         }
721         if (attr->ia_valid & (ATTR_MTIME_SET|ATTR_MTIME)) {
722                 NFS_I(inode)->cache_validity &= ~(NFS_INO_INVALID_MTIME
723                                 | NFS_INO_INVALID_CTIME);
724                 if (fattr->valid & NFS_ATTR_FATTR_MTIME)
725                         inode->i_mtime = timespec_to_timespec64(fattr->mtime);
726                 else if (attr->ia_valid & ATTR_MTIME_SET)
727                         inode->i_mtime = attr->ia_mtime;
728                 else
729                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_MTIME);
730 
731                 if (fattr->valid & NFS_ATTR_FATTR_CTIME)
732                         inode->i_ctime = timespec_to_timespec64(fattr->ctime);
733                 else
734                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_CHANGE
735                                         | NFS_INO_INVALID_CTIME);
736         }
737         if (fattr->valid)
738                 nfs_update_inode(inode, fattr);
739         spin_unlock(&inode->i_lock);
740 }
741 EXPORT_SYMBOL_GPL(nfs_setattr_update_inode);
742 
743 static void nfs_readdirplus_parent_cache_miss(struct dentry *dentry)
744 {
745         struct dentry *parent;
746 
747         if (!nfs_server_capable(d_inode(dentry), NFS_CAP_READDIRPLUS))
748                 return;
749         parent = dget_parent(dentry);
750         nfs_force_use_readdirplus(d_inode(parent));
751         dput(parent);
752 }
753 
754 static void nfs_readdirplus_parent_cache_hit(struct dentry *dentry)
755 {
756         struct dentry *parent;
757 
758         if (!nfs_server_capable(d_inode(dentry), NFS_CAP_READDIRPLUS))
759                 return;
760         parent = dget_parent(dentry);
761         nfs_advise_use_readdirplus(d_inode(parent));
762         dput(parent);
763 }
764 
765 static bool nfs_need_revalidate_inode(struct inode *inode)
766 {
767         if (NFS_I(inode)->cache_validity &
768                         (NFS_INO_INVALID_ATTR|NFS_INO_INVALID_LABEL))
769                 return true;
770         if (nfs_attribute_cache_expired(inode))
771                 return true;
772         return false;
773 }
774 
775 int nfs_getattr(const struct path *path, struct kstat *stat,
776                 u32 request_mask, unsigned int query_flags)
777 {
778         struct inode *inode = d_inode(path->dentry);
779         struct nfs_server *server = NFS_SERVER(inode);
780         unsigned long cache_validity;
781         int err = 0;
782         bool force_sync = query_flags & AT_STATX_FORCE_SYNC;
783         bool do_update = false;
784 
785         trace_nfs_getattr_enter(inode);
786 
787         if ((query_flags & AT_STATX_DONT_SYNC) && !force_sync)
788                 goto out_no_update;
789 
790         /* Flush out writes to the server in order to update c/mtime.  */
791         if ((request_mask & (STATX_CTIME|STATX_MTIME)) &&
792                         S_ISREG(inode->i_mode)) {
793                 err = filemap_write_and_wait(inode->i_mapping);
794                 if (err)
795                         goto out;
796         }
797 
798         /*
799          * We may force a getattr if the user cares about atime.
800          *
801          * Note that we only have to check the vfsmount flags here:
802          *  - NFS always sets S_NOATIME by so checking it would give a
803          *    bogus result
804          *  - NFS never sets SB_NOATIME or SB_NODIRATIME so there is
805          *    no point in checking those.
806          */
807         if ((path->mnt->mnt_flags & MNT_NOATIME) ||
808             ((path->mnt->mnt_flags & MNT_NODIRATIME) && S_ISDIR(inode->i_mode)))
809                 request_mask &= ~STATX_ATIME;
810 
811         /* Is the user requesting attributes that might need revalidation? */
812         if (!(request_mask & (STATX_MODE|STATX_NLINK|STATX_ATIME|STATX_CTIME|
813                                         STATX_MTIME|STATX_UID|STATX_GID|
814                                         STATX_SIZE|STATX_BLOCKS)))
815                 goto out_no_revalidate;
816 
817         /* Check whether the cached attributes are stale */
818         do_update |= force_sync || nfs_attribute_cache_expired(inode);
819         cache_validity = READ_ONCE(NFS_I(inode)->cache_validity);
820         do_update |= cache_validity &
821                 (NFS_INO_INVALID_ATTR|NFS_INO_INVALID_LABEL);
822         if (request_mask & STATX_ATIME)
823                 do_update |= cache_validity & NFS_INO_INVALID_ATIME;
824         if (request_mask & (STATX_CTIME|STATX_MTIME))
825                 do_update |= cache_validity & NFS_INO_REVAL_PAGECACHE;
826         if (do_update) {
827                 /* Update the attribute cache */
828                 if (!(server->flags & NFS_MOUNT_NOAC))
829                         nfs_readdirplus_parent_cache_miss(path->dentry);
830                 else
831                         nfs_readdirplus_parent_cache_hit(path->dentry);
832                 err = __nfs_revalidate_inode(server, inode);
833                 if (err)
834                         goto out;
835         } else
836                 nfs_readdirplus_parent_cache_hit(path->dentry);
837 out_no_revalidate:
838         /* Only return attributes that were revalidated. */
839         stat->result_mask &= request_mask;
840 out_no_update:
841         generic_fillattr(inode, stat);
842         stat->ino = nfs_compat_user_ino64(NFS_FILEID(inode));
843         if (S_ISDIR(inode->i_mode))
844                 stat->blksize = NFS_SERVER(inode)->dtsize;
845 out:
846         trace_nfs_getattr_exit(inode, err);
847         return err;
848 }
849 EXPORT_SYMBOL_GPL(nfs_getattr);
850 
851 static void nfs_init_lock_context(struct nfs_lock_context *l_ctx)
852 {
853         refcount_set(&l_ctx->count, 1);
854         l_ctx->lockowner = current->files;
855         INIT_LIST_HEAD(&l_ctx->list);
856         atomic_set(&l_ctx->io_count, 0);
857 }
858 
859 static struct nfs_lock_context *__nfs_find_lock_context(struct nfs_open_context *ctx)
860 {
861         struct nfs_lock_context *pos;
862 
863         list_for_each_entry_rcu(pos, &ctx->lock_context.list, list) {
864                 if (pos->lockowner != current->files)
865                         continue;
866                 if (refcount_inc_not_zero(&pos->count))
867                         return pos;
868         }
869         return NULL;
870 }
871 
872 struct nfs_lock_context *nfs_get_lock_context(struct nfs_open_context *ctx)
873 {
874         struct nfs_lock_context *res, *new = NULL;
875         struct inode *inode = d_inode(ctx->dentry);
876 
877         rcu_read_lock();
878         res = __nfs_find_lock_context(ctx);
879         rcu_read_unlock();
880         if (res == NULL) {
881                 new = kmalloc(sizeof(*new), GFP_KERNEL);
882                 if (new == NULL)
883                         return ERR_PTR(-ENOMEM);
884                 nfs_init_lock_context(new);
885                 spin_lock(&inode->i_lock);
886                 res = __nfs_find_lock_context(ctx);
887                 if (res == NULL) {
888                         list_add_tail_rcu(&new->list, &ctx->lock_context.list);
889                         new->open_context = ctx;
890                         res = new;
891                         new = NULL;
892                 }
893                 spin_unlock(&inode->i_lock);
894                 kfree(new);
895         }
896         return res;
897 }
898 EXPORT_SYMBOL_GPL(nfs_get_lock_context);
899 
900 void nfs_put_lock_context(struct nfs_lock_context *l_ctx)
901 {
902         struct nfs_open_context *ctx = l_ctx->open_context;
903         struct inode *inode = d_inode(ctx->dentry);
904 
905         if (!refcount_dec_and_lock(&l_ctx->count, &inode->i_lock))
906                 return;
907         list_del_rcu(&l_ctx->list);
908         spin_unlock(&inode->i_lock);
909         kfree_rcu(l_ctx, rcu_head);
910 }
911 EXPORT_SYMBOL_GPL(nfs_put_lock_context);
912 
913 /**
914  * nfs_close_context - Common close_context() routine NFSv2/v3
915  * @ctx: pointer to context
916  * @is_sync: is this a synchronous close
917  *
918  * Ensure that the attributes are up to date if we're mounted
919  * with close-to-open semantics and we have cached data that will
920  * need to be revalidated on open.
921  */
922 void nfs_close_context(struct nfs_open_context *ctx, int is_sync)
923 {
924         struct nfs_inode *nfsi;
925         struct inode *inode;
926         struct nfs_server *server;
927 
928         if (!(ctx->mode & FMODE_WRITE))
929                 return;
930         if (!is_sync)
931                 return;
932         inode = d_inode(ctx->dentry);
933         if (NFS_PROTO(inode)->have_delegation(inode, FMODE_READ))
934                 return;
935         nfsi = NFS_I(inode);
936         if (inode->i_mapping->nrpages == 0)
937                 return;
938         if (nfsi->cache_validity & NFS_INO_INVALID_DATA)
939                 return;
940         if (!list_empty(&nfsi->open_files))
941                 return;
942         server = NFS_SERVER(inode);
943         if (server->flags & NFS_MOUNT_NOCTO)
944                 return;
945         nfs_revalidate_inode(server, inode);
946 }
947 EXPORT_SYMBOL_GPL(nfs_close_context);
948 
949 struct nfs_open_context *alloc_nfs_open_context(struct dentry *dentry,
950                                                 fmode_t f_mode,
951                                                 struct file *filp)
952 {
953         struct nfs_open_context *ctx;
954         const struct cred *cred = get_current_cred();
955 
956         ctx = kmalloc(sizeof(*ctx), GFP_KERNEL);
957         if (!ctx) {
958                 put_cred(cred);
959                 return ERR_PTR(-ENOMEM);
960         }
961         nfs_sb_active(dentry->d_sb);
962         ctx->dentry = dget(dentry);
963         ctx->cred = cred;
964         ctx->ll_cred = NULL;
965         ctx->state = NULL;
966         ctx->mode = f_mode;
967         ctx->flags = 0;
968         ctx->error = 0;
969         ctx->flock_owner = (fl_owner_t)filp;
970         nfs_init_lock_context(&ctx->lock_context);
971         ctx->lock_context.open_context = ctx;
972         INIT_LIST_HEAD(&ctx->list);
973         ctx->mdsthreshold = NULL;
974         return ctx;
975 }
976 EXPORT_SYMBOL_GPL(alloc_nfs_open_context);
977 
978 struct nfs_open_context *get_nfs_open_context(struct nfs_open_context *ctx)
979 {
980         if (ctx != NULL && refcount_inc_not_zero(&ctx->lock_context.count))
981                 return ctx;
982         return NULL;
983 }
984 EXPORT_SYMBOL_GPL(get_nfs_open_context);
985 
986 static void __put_nfs_open_context(struct nfs_open_context *ctx, int is_sync)
987 {
988         struct inode *inode = d_inode(ctx->dentry);
989         struct super_block *sb = ctx->dentry->d_sb;
990 
991         if (!refcount_dec_and_test(&ctx->lock_context.count))
992                 return;
993         if (!list_empty(&ctx->list)) {
994                 spin_lock(&inode->i_lock);
995                 list_del_rcu(&ctx->list);
996                 spin_unlock(&inode->i_lock);
997         }
998         if (inode != NULL)
999                 NFS_PROTO(inode)->close_context(ctx, is_sync);
1000         put_cred(ctx->cred);
1001         dput(ctx->dentry);
1002         nfs_sb_deactive(sb);
1003         put_rpccred(ctx->ll_cred);
1004         kfree(ctx->mdsthreshold);
1005         kfree_rcu(ctx, rcu_head);
1006 }
1007 
1008 void put_nfs_open_context(struct nfs_open_context *ctx)
1009 {
1010         __put_nfs_open_context(ctx, 0);
1011 }
1012 EXPORT_SYMBOL_GPL(put_nfs_open_context);
1013 
1014 static void put_nfs_open_context_sync(struct nfs_open_context *ctx)
1015 {
1016         __put_nfs_open_context(ctx, 1);
1017 }
1018 
1019 /*
1020  * Ensure that mmap has a recent RPC credential for use when writing out
1021  * shared pages
1022  */
1023 void nfs_inode_attach_open_context(struct nfs_open_context *ctx)
1024 {
1025         struct inode *inode = d_inode(ctx->dentry);
1026         struct nfs_inode *nfsi = NFS_I(inode);
1027 
1028         spin_lock(&inode->i_lock);
1029         list_add_tail_rcu(&ctx->list, &nfsi->open_files);
1030         spin_unlock(&inode->i_lock);
1031 }
1032 EXPORT_SYMBOL_GPL(nfs_inode_attach_open_context);
1033 
1034 void nfs_file_set_open_context(struct file *filp, struct nfs_open_context *ctx)
1035 {
1036         filp->private_data = get_nfs_open_context(ctx);
1037         if (list_empty(&ctx->list))
1038                 nfs_inode_attach_open_context(ctx);
1039 }
1040 EXPORT_SYMBOL_GPL(nfs_file_set_open_context);
1041 
1042 /*
1043  * Given an inode, search for an open context with the desired characteristics
1044  */
1045 struct nfs_open_context *nfs_find_open_context(struct inode *inode, const struct cred *cred, fmode_t mode)
1046 {
1047         struct nfs_inode *nfsi = NFS_I(inode);
1048         struct nfs_open_context *pos, *ctx = NULL;
1049 
1050         rcu_read_lock();
1051         list_for_each_entry_rcu(pos, &nfsi->open_files, list) {
1052                 if (cred != NULL && pos->cred != cred)
1053                         continue;
1054                 if ((pos->mode & (FMODE_READ|FMODE_WRITE)) != mode)
1055                         continue;
1056                 ctx = get_nfs_open_context(pos);
1057                 if (ctx)
1058                         break;
1059         }
1060         rcu_read_unlock();
1061         return ctx;
1062 }
1063 
1064 void nfs_file_clear_open_context(struct file *filp)
1065 {
1066         struct nfs_open_context *ctx = nfs_file_open_context(filp);
1067 
1068         if (ctx) {
1069                 struct inode *inode = d_inode(ctx->dentry);
1070 
1071                 /*
1072                  * We fatal error on write before. Try to writeback
1073                  * every page again.
1074                  */
1075                 if (ctx->error < 0)
1076                         invalidate_inode_pages2(inode->i_mapping);
1077                 filp->private_data = NULL;
1078                 put_nfs_open_context_sync(ctx);
1079         }
1080 }
1081 
1082 /*
1083  * These allocate and release file read/write context information.
1084  */
1085 int nfs_open(struct inode *inode, struct file *filp)
1086 {
1087         struct nfs_open_context *ctx;
1088 
1089         ctx = alloc_nfs_open_context(file_dentry(filp), filp->f_mode, filp);
1090         if (IS_ERR(ctx))
1091                 return PTR_ERR(ctx);
1092         nfs_file_set_open_context(filp, ctx);
1093         put_nfs_open_context(ctx);
1094         nfs_fscache_open_file(inode, filp);
1095         return 0;
1096 }
1097 EXPORT_SYMBOL_GPL(nfs_open);
1098 
1099 /*
1100  * This function is called whenever some part of NFS notices that
1101  * the cached attributes have to be refreshed.
1102  */
1103 int
1104 __nfs_revalidate_inode(struct nfs_server *server, struct inode *inode)
1105 {
1106         int              status = -ESTALE;
1107         struct nfs4_label *label = NULL;
1108         struct nfs_fattr *fattr = NULL;
1109         struct nfs_inode *nfsi = NFS_I(inode);
1110 
1111         dfprintk(PAGECACHE, "NFS: revalidating (%s/%Lu)\n",
1112                 inode->i_sb->s_id, (unsigned long long)NFS_FILEID(inode));
1113 
1114         trace_nfs_revalidate_inode_enter(inode);
1115 
1116         if (is_bad_inode(inode))
1117                 goto out;
1118         if (NFS_STALE(inode))
1119                 goto out;
1120 
1121         /* pNFS: Attributes aren't updated until we layoutcommit */
1122         if (S_ISREG(inode->i_mode)) {
1123                 status = pnfs_sync_inode(inode, false);
1124                 if (status)
1125                         goto out;
1126         }
1127 
1128         status = -ENOMEM;
1129         fattr = nfs_alloc_fattr();
1130         if (fattr == NULL)
1131                 goto out;
1132 
1133         nfs_inc_stats(inode, NFSIOS_INODEREVALIDATE);
1134 
1135         label = nfs4_label_alloc(NFS_SERVER(inode), GFP_KERNEL);
1136         if (IS_ERR(label)) {
1137                 status = PTR_ERR(label);
1138                 goto out;
1139         }
1140 
1141         status = NFS_PROTO(inode)->getattr(server, NFS_FH(inode), fattr,
1142                         label, inode);
1143         if (status != 0) {
1144                 dfprintk(PAGECACHE, "nfs_revalidate_inode: (%s/%Lu) getattr failed, error=%d\n",
1145                          inode->i_sb->s_id,
1146                          (unsigned long long)NFS_FILEID(inode), status);
1147                 if (status == -ESTALE) {
1148                         nfs_zap_caches(inode);
1149                         if (!S_ISDIR(inode->i_mode))
1150                                 set_bit(NFS_INO_STALE, &NFS_I(inode)->flags);
1151                 }
1152                 goto err_out;
1153         }
1154 
1155         status = nfs_refresh_inode(inode, fattr);
1156         if (status) {
1157                 dfprintk(PAGECACHE, "nfs_revalidate_inode: (%s/%Lu) refresh failed, error=%d\n",
1158                          inode->i_sb->s_id,
1159                          (unsigned long long)NFS_FILEID(inode), status);
1160                 goto err_out;
1161         }
1162 
1163         if (nfsi->cache_validity & NFS_INO_INVALID_ACL)
1164                 nfs_zap_acl_cache(inode);
1165 
1166         nfs_setsecurity(inode, fattr, label);
1167 
1168         dfprintk(PAGECACHE, "NFS: (%s/%Lu) revalidation complete\n",
1169                 inode->i_sb->s_id,
1170                 (unsigned long long)NFS_FILEID(inode));
1171 
1172 err_out:
1173         nfs4_label_free(label);
1174 out:
1175         nfs_free_fattr(fattr);
1176         trace_nfs_revalidate_inode_exit(inode, status);
1177         return status;
1178 }
1179 
1180 int nfs_attribute_cache_expired(struct inode *inode)
1181 {
1182         if (nfs_have_delegated_attributes(inode))
1183                 return 0;
1184         return nfs_attribute_timeout(inode);
1185 }
1186 
1187 /**
1188  * nfs_revalidate_inode - Revalidate the inode attributes
1189  * @server: pointer to nfs_server struct
1190  * @inode: pointer to inode struct
1191  *
1192  * Updates inode attribute information by retrieving the data from the server.
1193  */
1194 int nfs_revalidate_inode(struct nfs_server *server, struct inode *inode)
1195 {
1196         if (!nfs_need_revalidate_inode(inode))
1197                 return NFS_STALE(inode) ? -ESTALE : 0;
1198         return __nfs_revalidate_inode(server, inode);
1199 }
1200 EXPORT_SYMBOL_GPL(nfs_revalidate_inode);
1201 
1202 static int nfs_invalidate_mapping(struct inode *inode, struct address_space *mapping)
1203 {
1204         struct nfs_inode *nfsi = NFS_I(inode);
1205         int ret;
1206 
1207         if (mapping->nrpages != 0) {
1208                 if (S_ISREG(inode->i_mode)) {
1209                         ret = nfs_sync_mapping(mapping);
1210                         if (ret < 0)
1211                                 return ret;
1212                 }
1213                 ret = invalidate_inode_pages2(mapping);
1214                 if (ret < 0)
1215                         return ret;
1216         }
1217         if (S_ISDIR(inode->i_mode)) {
1218                 spin_lock(&inode->i_lock);
1219                 memset(nfsi->cookieverf, 0, sizeof(nfsi->cookieverf));
1220                 spin_unlock(&inode->i_lock);
1221         }
1222         nfs_inc_stats(inode, NFSIOS_DATAINVALIDATE);
1223         nfs_fscache_wait_on_invalidate(inode);
1224 
1225         dfprintk(PAGECACHE, "NFS: (%s/%Lu) data cache invalidated\n",
1226                         inode->i_sb->s_id,
1227                         (unsigned long long)NFS_FILEID(inode));
1228         return 0;
1229 }
1230 
1231 bool nfs_mapping_need_revalidate_inode(struct inode *inode)
1232 {
1233         return nfs_check_cache_invalid(inode, NFS_INO_REVAL_PAGECACHE) ||
1234                 NFS_STALE(inode);
1235 }
1236 
1237 int nfs_revalidate_mapping_rcu(struct inode *inode)
1238 {
1239         struct nfs_inode *nfsi = NFS_I(inode);
1240         unsigned long *bitlock = &nfsi->flags;
1241         int ret = 0;
1242 
1243         if (IS_SWAPFILE(inode))
1244                 goto out;
1245         if (nfs_mapping_need_revalidate_inode(inode)) {
1246                 ret = -ECHILD;
1247                 goto out;
1248         }
1249         spin_lock(&inode->i_lock);
1250         if (test_bit(NFS_INO_INVALIDATING, bitlock) ||
1251             (nfsi->cache_validity & NFS_INO_INVALID_DATA))
1252                 ret = -ECHILD;
1253         spin_unlock(&inode->i_lock);
1254 out:
1255         return ret;
1256 }
1257 
1258 /**
1259  * nfs_revalidate_mapping - Revalidate the pagecache
1260  * @inode: pointer to host inode
1261  * @mapping: pointer to mapping
1262  */
1263 int nfs_revalidate_mapping(struct inode *inode,
1264                 struct address_space *mapping)
1265 {
1266         struct nfs_inode *nfsi = NFS_I(inode);
1267         unsigned long *bitlock = &nfsi->flags;
1268         int ret = 0;
1269 
1270         /* swapfiles are not supposed to be shared. */
1271         if (IS_SWAPFILE(inode))
1272                 goto out;
1273 
1274         if (nfs_mapping_need_revalidate_inode(inode)) {
1275                 ret = __nfs_revalidate_inode(NFS_SERVER(inode), inode);
1276                 if (ret < 0)
1277                         goto out;
1278         }
1279 
1280         /*
1281          * We must clear NFS_INO_INVALID_DATA first to ensure that
1282          * invalidations that come in while we're shooting down the mappings
1283          * are respected. But, that leaves a race window where one revalidator
1284          * can clear the flag, and then another checks it before the mapping
1285          * gets invalidated. Fix that by serializing access to this part of
1286          * the function.
1287          *
1288          * At the same time, we need to allow other tasks to see whether we
1289          * might be in the middle of invalidating the pages, so we only set
1290          * the bit lock here if it looks like we're going to be doing that.
1291          */
1292         for (;;) {
1293                 ret = wait_on_bit_action(bitlock, NFS_INO_INVALIDATING,
1294                                          nfs_wait_bit_killable, TASK_KILLABLE);
1295                 if (ret)
1296                         goto out;
1297                 spin_lock(&inode->i_lock);
1298                 if (test_bit(NFS_INO_INVALIDATING, bitlock)) {
1299                         spin_unlock(&inode->i_lock);
1300                         continue;
1301                 }
1302                 if (nfsi->cache_validity & NFS_INO_INVALID_DATA)
1303                         break;
1304                 spin_unlock(&inode->i_lock);
1305                 goto out;
1306         }
1307 
1308         set_bit(NFS_INO_INVALIDATING, bitlock);
1309         smp_wmb();
1310         nfsi->cache_validity &= ~NFS_INO_INVALID_DATA;
1311         spin_unlock(&inode->i_lock);
1312         trace_nfs_invalidate_mapping_enter(inode);
1313         ret = nfs_invalidate_mapping(inode, mapping);
1314         trace_nfs_invalidate_mapping_exit(inode, ret);
1315 
1316         clear_bit_unlock(NFS_INO_INVALIDATING, bitlock);
1317         smp_mb__after_atomic();
1318         wake_up_bit(bitlock, NFS_INO_INVALIDATING);
1319 out:
1320         return ret;
1321 }
1322 
1323 static bool nfs_file_has_writers(struct nfs_inode *nfsi)
1324 {
1325         struct inode *inode = &nfsi->vfs_inode;
1326 
1327         if (!S_ISREG(inode->i_mode))
1328                 return false;
1329         if (list_empty(&nfsi->open_files))
1330                 return false;
1331         return inode_is_open_for_write(inode);
1332 }
1333 
1334 static bool nfs_file_has_buffered_writers(struct nfs_inode *nfsi)
1335 {
1336         return nfs_file_has_writers(nfsi) && nfs_file_io_is_buffered(nfsi);
1337 }
1338 
1339 static void nfs_wcc_update_inode(struct inode *inode, struct nfs_fattr *fattr)
1340 {
1341         struct timespec ts;
1342 
1343         if ((fattr->valid & NFS_ATTR_FATTR_PRECHANGE)
1344                         && (fattr->valid & NFS_ATTR_FATTR_CHANGE)
1345                         && inode_eq_iversion_raw(inode, fattr->pre_change_attr)) {
1346                 inode_set_iversion_raw(inode, fattr->change_attr);
1347                 if (S_ISDIR(inode->i_mode))
1348                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_DATA);
1349         }
1350         /* If we have atomic WCC data, we may update some attributes */
1351         ts = timespec64_to_timespec(inode->i_ctime);
1352         if ((fattr->valid & NFS_ATTR_FATTR_PRECTIME)
1353                         && (fattr->valid & NFS_ATTR_FATTR_CTIME)
1354                         && timespec_equal(&ts, &fattr->pre_ctime)) {
1355                 inode->i_ctime = timespec_to_timespec64(fattr->ctime);
1356         }
1357 
1358         ts = timespec64_to_timespec(inode->i_mtime);
1359         if ((fattr->valid & NFS_ATTR_FATTR_PREMTIME)
1360                         && (fattr->valid & NFS_ATTR_FATTR_MTIME)
1361                         && timespec_equal(&ts, &fattr->pre_mtime)) {
1362                 inode->i_mtime = timespec_to_timespec64(fattr->mtime);
1363                 if (S_ISDIR(inode->i_mode))
1364                         nfs_set_cache_invalid(inode, NFS_INO_INVALID_DATA);
1365         }
1366         if ((fattr->valid & NFS_ATTR_FATTR_PRESIZE)
1367                         && (fattr->valid & NFS_ATTR_FATTR_SIZE)
1368                         && i_size_read(inode) == nfs_size_to_loff_t(fattr->pre_size)
1369                         && !nfs_have_writebacks(inode)) {
1370                 i_size_write(inode, nfs_size_to_loff_t(fattr->size));
1371         }
1372 }
1373 
1374 /**
1375  * nfs_check_inode_attributes - verify consistency of the inode attribute cache
1376  * @inode: pointer to inode
1377  * @fattr: updated attributes
1378  *
1379  * Verifies the attribute cache. If we have just changed the attributes,
1380  * so that fattr carries weak cache consistency data, then it may
1381  * also update the ctime/mtime/change_attribute.
1382  */
1383 static int nfs_check_inode_attributes(struct inode *inode, struct nfs_fattr *fattr)
1384 {
1385         struct nfs_inode *nfsi = NFS_I(inode);
1386         loff_t cur_size, new_isize;
1387         unsigned long invalid = 0;
1388         struct timespec ts;
1389 
1390         if (NFS_PROTO(inode)->have_delegation(inode, FMODE_READ))
1391                 return 0;
1392 
1393         /* Has the inode gone and changed behind our back? */
1394         if ((fattr->valid & NFS_ATTR_FATTR_FILEID) && nfsi->fileid != fattr->fileid)
1395                 return -ESTALE;
1396         if ((fattr->valid & NFS_ATTR_FATTR_TYPE) && (inode->i_mode & S_IFMT) != (fattr->mode & S_IFMT))
1397                 return -ESTALE;
1398 
1399         if (!nfs_file_has_buffered_writers(nfsi)) {
1400                 /* Verify a few of the more important attributes */
1401                 if ((fattr->valid & NFS_ATTR_FATTR_CHANGE) != 0 && !inode_eq_iversion_raw(inode, fattr->change_attr))
1402                         invalid |= NFS_INO_INVALID_CHANGE
1403                                 | NFS_INO_REVAL_PAGECACHE;
1404 
1405                 ts = timespec64_to_timespec(inode->i_mtime);
1406                 if ((fattr->valid & NFS_ATTR_FATTR_MTIME) && !timespec_equal(&ts, &fattr->mtime))
1407                         invalid |= NFS_INO_INVALID_MTIME;
1408 
1409                 ts = timespec64_to_timespec(inode->i_ctime);
1410                 if ((fattr->valid & NFS_ATTR_FATTR_CTIME) && !timespec_equal(&ts, &fattr->ctime))
1411                         invalid |= NFS_INO_INVALID_CTIME;
1412 
1413                 if (fattr->valid & NFS_ATTR_FATTR_SIZE) {
1414                         cur_size = i_size_read(inode);
1415                         new_isize = nfs_size_to_loff_t(fattr->size);
1416                         if (cur_size != new_isize)
1417                                 invalid |= NFS_INO_INVALID_SIZE
1418                                         | NFS_INO_REVAL_PAGECACHE;
1419                 }
1420         }
1421 
1422         /* Have any file permissions changed? */
1423         if ((fattr->valid & NFS_ATTR_FATTR_MODE) && (inode->i_mode & S_IALLUGO) != (fattr->mode & S_IALLUGO))
1424                 invalid |= NFS_INO_INVALID_ACCESS
1425                         | NFS_INO_INVALID_ACL
1426                         | NFS_INO_INVALID_OTHER;
1427         if ((fattr->valid & NFS_ATTR_FATTR_OWNER) && !uid_eq(inode->i_uid, fattr->uid))
1428                 invalid |= NFS_INO_INVALID_ACCESS
1429                         | NFS_INO_INVALID_ACL
1430                         | NFS_INO_INVALID_OTHER;
1431         if ((fattr->valid & NFS_ATTR_FATTR_GROUP) && !gid_eq(inode->i_gid, fattr->gid))
1432                 invalid |= NFS_INO_INVALID_ACCESS
1433                         | NFS_INO_INVALID_ACL
1434                         | NFS_INO_INVALID_OTHER;
1435 
1436         /* Has the link count changed? */
1437         if ((fattr->valid & NFS_ATTR_FATTR_NLINK) && inode->i_nlink != fattr->nlink)
1438                 invalid |= NFS_INO_INVALID_OTHER;
1439 
1440         ts = timespec64_to_timespec(inode->i_atime);
1441         if ((fattr->valid & NFS_ATTR_FATTR_ATIME) && !timespec_equal(&ts, &fattr->atime))
1442                 invalid |= NFS_INO_INVALID_ATIME;
1443 
1444         if (invalid != 0)
1445                 nfs_set_cache_invalid(inode, invalid);
1446 
1447         nfsi->read_cache_jiffies = fattr->time_start;
1448         return 0;
1449 }
1450 
1451 static atomic_long_t nfs_attr_generation_counter;
1452 
1453 static unsigned long nfs_read_attr_generation_counter(void)
1454 {
1455         return atomic_long_read(&nfs_attr_generation_counter);
1456 }
1457 
1458 unsigned long nfs_inc_attr_generation_counter(void)
1459 {
1460         return atomic_long_inc_return(&nfs_attr_generation_counter);
1461 }
1462 EXPORT_SYMBOL_GPL(nfs_inc_attr_generation_counter);
1463 
1464 void nfs_fattr_init(struct nfs_fattr *fattr)
1465 {
1466         fattr->valid = 0;
1467         fattr->time_start = jiffies;
1468         fattr->gencount = nfs_inc_attr_generation_counter();
1469         fattr->owner_name = NULL;
1470         fattr->group_name = NULL;
1471 }
1472 EXPORT_SYMBOL_GPL(nfs_fattr_init);
1473 
1474 /**
1475  * nfs_fattr_set_barrier
1476  * @fattr: attributes
1477  *
1478  * Used to set a barrier after an attribute was updated. This
1479  * barrier ensures that older attributes from RPC calls that may
1480  * have raced with our update cannot clobber these new values.
1481  * Note that you are still responsible for ensuring that other
1482  * operations which change the attribute on the server do not
1483  * collide.
1484  */
1485 void nfs_fattr_set_barrier(struct nfs_fattr *fattr)
1486 {
1487         fattr->gencount = nfs_inc_attr_generation_counter();
1488 }
1489 
1490 struct nfs_fattr *nfs_alloc_fattr(void)
1491 {
1492         struct nfs_fattr *fattr;
1493 
1494         fattr = kmalloc(sizeof(*fattr), GFP_NOFS);
1495         if (fattr != NULL)
1496                 nfs_fattr_init(fattr);
1497         return fattr;
1498 }
1499 EXPORT_SYMBOL_GPL(nfs_alloc_fattr);
1500 
1501 struct nfs_fh *nfs_alloc_fhandle(void)
1502 {
1503         struct nfs_fh *fh;
1504 
1505         fh = kmalloc(sizeof(struct nfs_fh), GFP_NOFS);
1506         if (fh != NULL)
1507                 fh->size = 0;
1508         return fh;
1509 }
1510 EXPORT_SYMBOL_GPL(nfs_alloc_fhandle);
1511 
1512 #ifdef NFS_DEBUG
1513 /*
1514  * _nfs_display_fhandle_hash - calculate the crc32 hash for the filehandle
1515  *                             in the same way that wireshark does
1516  *
1517  * @fh: file handle
1518  *
1519  * For debugging only.
1520  */
1521 u32 _nfs_display_fhandle_hash(const struct nfs_fh *fh)
1522 {
1523         /* wireshark uses 32-bit AUTODIN crc and does a bitwise
1524          * not on the result */
1525         return nfs_fhandle_hash(fh);
1526 }
1527 EXPORT_SYMBOL_GPL(_nfs_display_fhandle_hash);
1528 
1529 /*
1530  * _nfs_display_fhandle - display an NFS file handle on the console
1531  *
1532  * @fh: file handle to display
1533  * @caption: display caption
1534  *
1535  * For debugging only.
1536  */
1537 void _nfs_display_fhandle(const struct nfs_fh *fh, const char *caption)
1538 {
1539         unsigned short i;
1540 
1541         if (fh == NULL || fh->size == 0) {
1542                 printk(KERN_DEFAULT "%s at %p is empty\n", caption, fh);
1543                 return;
1544         }
1545 
1546         printk(KERN_DEFAULT "%s at %p is %u bytes, crc: 0x%08x:\n",
1547                caption, fh, fh->size, _nfs_display_fhandle_hash(fh));
1548         for (i = 0; i < fh->size; i += 16) {
1549                 __be32 *pos = (__be32 *)&fh->data[i];
1550 
1551                 switch ((fh->size - i - 1) >> 2) {
1552                 case 0:
1553                         printk(KERN_DEFAULT " %08x\n",
1554                                 be32_to_cpup(pos));
1555                         break;
1556                 case 1:
1557                         printk(KERN_DEFAULT " %08x %08x\n",
1558                                 be32_to_cpup(pos), be32_to_cpup(pos + 1));
1559                         break;
1560                 case 2:
1561                         printk(KERN_DEFAULT " %08x %08x %08x\n",
1562                                 be32_to_cpup(pos), be32_to_cpup(pos + 1),
1563                                 be32_to_cpup(pos + 2));
1564                         break;
1565                 default:
1566                         printk(KERN_DEFAULT " %08x %08x %08x %08x\n",
1567                                 be32_to_cpup(pos), be32_to_cpup(pos + 1),
1568                                 be32_to_cpup(pos + 2), be32_to_cpup(pos + 3));
1569                 }
1570         }
1571 }
1572 EXPORT_SYMBOL_GPL(_nfs_display_fhandle);
1573 #endif
1574 
1575 /**
1576  * nfs_inode_attrs_need_update - check if the inode attributes need updating
1577  * @inode: pointer to inode
1578  * @fattr: attributes
1579  *
1580  * Attempt to divine whether or not an RPC call reply carrying stale
1581  * attributes got scheduled after another call carrying updated ones.
1582  *
1583  * To do so, the function first assumes that a more recent ctime means
1584  * that the attributes in fattr are newer, however it also attempt to
1585  * catch the case where ctime either didn't change, or went backwards
1586  * (if someone reset the clock on the server) by looking at whether
1587  * or not this RPC call was started after the inode was last updated.
1588  * Note also the check for wraparound of 'attr_gencount'
1589  *
1590  * The function returns 'true' if it thinks the attributes in 'fattr' are
1591  * more recent than the ones cached in the inode.
1592  *
1593  */
1594 static int nfs_inode_attrs_need_update(const struct inode *inode, const struct nfs_fattr *fattr)
1595 {
1596         const struct nfs_inode *nfsi = NFS_I(inode);
1597 
1598         return ((long)fattr->gencount - (long)nfsi->attr_gencount) > 0 ||
1599                 ((long)nfsi->attr_gencount - (long)nfs_read_attr_generation_counter() > 0);
1600 }
1601 
1602 static int nfs_refresh_inode_locked(struct inode *inode, struct nfs_fattr *fattr)
1603 {
1604         int ret;
1605 
1606         trace_nfs_refresh_inode_enter(inode);
1607 
1608         if (nfs_inode_attrs_need_update(inode, fattr))
1609                 ret = nfs_update_inode(inode, fattr);
1610         else
1611                 ret = nfs_check_inode_attributes(inode, fattr);
1612 
1613         trace_nfs_refresh_inode_exit(inode, ret);
1614         return ret;
1615 }
1616 
1617 /**
1618  * nfs_refresh_inode - try to update the inode attribute cache
1619  * @inode: pointer to inode
1620  * @fattr: updated attributes
1621  *
1622  * Check that an RPC call that returned attributes has not overlapped with
1623  * other recent updates of the inode metadata, then decide whether it is
1624  * safe to do a full update of the inode attributes, or whether just to
1625  * call nfs_check_inode_attributes.
1626  */
1627 int nfs_refresh_inode(struct inode *inode, struct nfs_fattr *fattr)
1628 {
1629         int status;
1630 
1631         if ((fattr->valid & NFS_ATTR_FATTR) == 0)
1632                 return 0;
1633         spin_lock(&inode->i_lock);
1634         status = nfs_refresh_inode_locked(inode, fattr);
1635         spin_unlock(&inode->i_lock);
1636 
1637         return status;
1638 }
1639 EXPORT_SYMBOL_GPL(nfs_refresh_inode);
1640 
1641 static int nfs_post_op_update_inode_locked(struct inode *inode,
1642                 struct nfs_fattr *fattr, unsigned int invalid)
1643 {
1644         if (S_ISDIR(inode->i_mode))
1645                 invalid |= NFS_INO_INVALID_DATA;
1646         nfs_set_cache_invalid(inode, invalid);
1647         if ((fattr->valid & NFS_ATTR_FATTR) == 0)
1648                 return 0;
1649         return nfs_refresh_inode_locked(inode, fattr);
1650 }
1651 
1652 /**
1653  * nfs_post_op_update_inode - try to update the inode attribute cache
1654  * @inode: pointer to inode
1655  * @fattr: updated attributes
1656  *
1657  * After an operation that has changed the inode metadata, mark the
1658  * attribute cache as being invalid, then try to update it.
1659  *
1660  * NB: if the server didn't return any post op attributes, this
1661  * function will force the retrieval of attributes before the next
1662  * NFS request.  Thus it should be used only for operations that
1663  * are expected to change one or more attributes, to avoid
1664  * unnecessary NFS requests and trips through nfs_update_inode().
1665  */
1666 int nfs_post_op_update_inode(struct inode *inode, struct nfs_fattr *fattr)
1667 {
1668         int status;
1669 
1670         spin_lock(&inode->i_lock);
1671         nfs_fattr_set_barrier(fattr);
1672         status = nfs_post_op_update_inode_locked(inode, fattr,
1673                         NFS_INO_INVALID_CHANGE
1674                         | NFS_INO_INVALID_CTIME
1675                         | NFS_INO_REVAL_FORCED);
1676         spin_unlock(&inode->i_lock);
1677 
1678         return status;
1679 }
1680 EXPORT_SYMBOL_GPL(nfs_post_op_update_inode);
1681 
1682 /**
1683  * nfs_post_op_update_inode_force_wcc_locked - update the inode attribute cache
1684  * @inode: pointer to inode
1685  * @fattr: updated attributes
1686  *
1687  * After an operation that has changed the inode metadata, mark the
1688  * attribute cache as being invalid, then try to update it. Fake up
1689  * weak cache consistency data, if none exist.
1690  *
1691  * This function is mainly designed to be used by the ->write_done() functions.
1692  */
1693 int nfs_post_op_update_inode_force_wcc_locked(struct inode *inode, struct nfs_fattr *fattr)
1694 {
1695         int status;
1696 
1697         /* Don't do a WCC update if these attributes are already stale */
1698         if ((fattr->valid & NFS_ATTR_FATTR) == 0 ||
1699                         !nfs_inode_attrs_need_update(inode, fattr)) {
1700                 fattr->valid &= ~(NFS_ATTR_FATTR_PRECHANGE
1701                                 | NFS_ATTR_FATTR_PRESIZE
1702                                 | NFS_ATTR_FATTR_PREMTIME
1703                                 | NFS_ATTR_FATTR_PRECTIME);
1704                 goto out_noforce;
1705         }
1706         if ((fattr->valid & NFS_ATTR_FATTR_CHANGE) != 0 &&
1707                         (fattr->valid & NFS_ATTR_FATTR_PRECHANGE) == 0) {
1708                 fattr->pre_change_attr = inode_peek_iversion_raw(inode);
1709                 fattr->valid |= NFS_ATTR_FATTR_PRECHANGE;
1710         }
1711         if ((fattr->valid & NFS_ATTR_FATTR_CTIME) != 0 &&
1712                         (fattr->valid & NFS_ATTR_FATTR_PRECTIME) == 0) {
1713                 fattr->pre_ctime = timespec64_to_timespec(inode->i_ctime);
1714                 fattr->valid |= NFS_ATTR_FATTR_PRECTIME;
1715         }
1716         if ((fattr->valid & NFS_ATTR_FATTR_MTIME) != 0 &&
1717                         (fattr->valid & NFS_ATTR_FATTR_PREMTIME) == 0) {
1718                 fattr->pre_mtime = timespec64_to_timespec(inode->i_mtime);
1719                 fattr->valid |= NFS_ATTR_FATTR_PREMTIME;
1720         }
1721         if ((fattr->valid & NFS_ATTR_FATTR_SIZE) != 0 &&
1722                         (fattr->valid & NFS_ATTR_FATTR_PRESIZE) == 0) {
1723                 fattr->pre_size = i_size_read(inode);
1724                 fattr->valid |= NFS_ATTR_FATTR_PRESIZE;
1725         }
1726 out_noforce:
1727         status = nfs_post_op_update_inode_locked(inode, fattr,
1728                         NFS_INO_INVALID_CHANGE
1729                         | NFS_INO_INVALID_CTIME
1730                         | NFS_INO_INVALID_MTIME);
1731         return status;
1732 }
1733 
1734 /**
1735  * nfs_post_op_update_inode_force_wcc - try to update the inode attribute cache
1736  * @inode: pointer to inode
1737  * @fattr: updated attributes
1738  *
1739  * After an operation that has changed the inode metadata, mark the
1740  * attribute cache as being invalid, then try to update it. Fake up
1741  * weak cache consistency data, if none exist.
1742  *
1743  * This function is mainly designed to be used by the ->write_done() functions.
1744  */
1745 int nfs_post_op_update_inode_force_wcc(struct inode *inode, struct nfs_fattr *fattr)
1746 {
1747         int status;
1748 
1749         spin_lock(&inode->i_lock);
1750         nfs_fattr_set_barrier(fattr);
1751         status = nfs_post_op_update_inode_force_wcc_locked(inode, fattr);
1752         spin_unlock(&inode->i_lock);
1753         return status;
1754 }
1755 EXPORT_SYMBOL_GPL(nfs_post_op_update_inode_force_wcc);
1756 
1757 
1758 static inline bool nfs_fileid_valid(struct nfs_inode *nfsi,
1759                                     struct nfs_fattr *fattr)
1760 {
1761         bool ret1 = true, ret2 = true;
1762 
1763         if (fattr->valid & NFS_ATTR_FATTR_FILEID)
1764                 ret1 = (nfsi->fileid == fattr->fileid);
1765         if (fattr->valid & NFS_ATTR_FATTR_MOUNTED_ON_FILEID)
1766                 ret2 = (nfsi->fileid == fattr->mounted_on_fileid);
1767         return ret1 || ret2;
1768 }
1769 
1770 /*
1771  * Many nfs protocol calls return the new file attributes after
1772  * an operation.  Here we update the inode to reflect the state
1773  * of the server's inode.
1774  *
1775  * This is a bit tricky because we have to make sure all dirty pages
1776  * have been sent off to the server before calling invalidate_inode_pages.
1777  * To make sure no other process adds more write requests while we try
1778  * our best to flush them, we make them sleep during the attribute refresh.
1779  *
1780  * A very similar scenario holds for the dir cache.
1781  */
1782 static int nfs_update_inode(struct inode *inode, struct nfs_fattr *fattr)
1783 {
1784         struct nfs_server *server;
1785         struct nfs_inode *nfsi = NFS_I(inode);
1786         loff_t cur_isize, new_isize;
1787         unsigned long invalid = 0;
1788         unsigned long now = jiffies;
1789         unsigned long save_cache_validity;
1790         bool have_writers = nfs_file_has_buffered_writers(nfsi);
1791         bool cache_revalidated = true;
1792         bool attr_changed = false;
1793         bool have_delegation;
1794 
1795         dfprintk(VFS, "NFS: %s(%s/%lu fh_crc=0x%08x ct=%d info=0x%x)\n",
1796                         __func__, inode->i_sb->s_id, inode->i_ino,
1797                         nfs_display_fhandle_hash(NFS_FH(inode)),
1798                         atomic_read(&inode->i_count), fattr->valid);
1799 
1800         if (!nfs_fileid_valid(nfsi, fattr)) {
1801                 printk(KERN_ERR "NFS: server %s error: fileid changed\n"
1802                         "fsid %s: expected fileid 0x%Lx, got 0x%Lx\n",
1803                         NFS_SERVER(inode)->nfs_client->cl_hostname,
1804                         inode->i_sb->s_id, (long long)nfsi->fileid,
1805                         (long long)fattr->fileid);
1806                 goto out_err;
1807         }
1808 
1809         /*
1810          * Make sure the inode's type hasn't changed.
1811          */
1812         if ((fattr->valid & NFS_ATTR_FATTR_TYPE) && (inode->i_mode & S_IFMT) != (fattr->mode & S_IFMT)) {
1813                 /*
1814                 * Big trouble! The inode has become a different object.
1815                 */
1816                 printk(KERN_DEBUG "NFS: %s: inode %lu mode changed, %07o to %07o\n",
1817                                 __func__, inode->i_ino, inode->i_mode, fattr->mode);
1818                 goto out_err;
1819         }
1820 
1821         server = NFS_SERVER(inode);
1822         /* Update the fsid? */
1823         if (S_ISDIR(inode->i_mode) && (fattr->valid & NFS_ATTR_FATTR_FSID) &&
1824                         !nfs_fsid_equal(&server->fsid, &fattr->fsid) &&
1825                         !IS_AUTOMOUNT(inode))
1826                 server->fsid = fattr->fsid;
1827 
1828         /* Save the delegation state before clearing cache_validity */
1829         have_delegation = nfs_have_delegated_attributes(inode);
1830 
1831         /*
1832          * Update the read time so we don't revalidate too often.
1833          */
1834         nfsi->read_cache_jiffies = fattr->time_start;
1835 
1836         save_cache_validity = nfsi->cache_validity;
1837         nfsi->cache_validity &= ~(NFS_INO_INVALID_ATTR
1838                         | NFS_INO_INVALID_ATIME
1839                         | NFS_INO_REVAL_FORCED
1840                         | NFS_INO_REVAL_PAGECACHE);
1841 
1842         /* Do atomic weak cache consistency updates */
1843         nfs_wcc_update_inode(inode, fattr);
1844 
1845         if (pnfs_layoutcommit_outstanding(inode)) {
1846                 nfsi->cache_validity |= save_cache_validity & NFS_INO_INVALID_ATTR;
1847                 cache_revalidated = false;
1848         }
1849 
1850         /* More cache consistency checks */
1851         if (fattr->valid & NFS_ATTR_FATTR_CHANGE) {
1852                 if (!inode_eq_iversion_raw(inode, fattr->change_attr)) {
1853                         /* Could it be a race with writeback? */
1854                         if (!(have_writers || have_delegation)) {
1855                                 invalid |= NFS_INO_INVALID_DATA
1856                                         | NFS_INO_INVALID_ACCESS
1857                                         | NFS_INO_INVALID_ACL;
1858                                 /* Force revalidate of all attributes */
1859                                 save_cache_validity |= NFS_INO_INVALID_CTIME
1860                                         | NFS_INO_INVALID_MTIME
1861                                         | NFS_INO_INVALID_SIZE
1862                                         | NFS_INO_INVALID_OTHER;
1863                                 if (S_ISDIR(inode->i_mode))
1864                                         nfs_force_lookup_revalidate(inode);
1865                                 dprintk("NFS: change_attr change on server for file %s/%ld\n",
1866                                                 inode->i_sb->s_id,
1867                                                 inode->i_ino);
1868                         }
1869                         inode_set_iversion_raw(inode, fattr->change_attr);
1870                         attr_changed = true;
1871                 }
1872         } else {
1873                 nfsi->cache_validity |= save_cache_validity &
1874                                 (NFS_INO_INVALID_CHANGE
1875                                 | NFS_INO_REVAL_PAGECACHE
1876                                 | NFS_INO_REVAL_FORCED);
1877                 cache_revalidated = false;
1878         }
1879 
1880         if (fattr->valid & NFS_ATTR_FATTR_MTIME) {
1881                 inode->i_mtime = timespec_to_timespec64(fattr->mtime);
1882         } else if (server->caps & NFS_CAP_MTIME) {
1883                 nfsi->cache_validity |= save_cache_validity &
1884                                 (NFS_INO_INVALID_MTIME
1885                                 | NFS_INO_REVAL_FORCED);
1886                 cache_revalidated = false;
1887         }
1888 
1889         if (fattr->valid & NFS_ATTR_FATTR_CTIME) {
1890                 inode->i_ctime = timespec_to_timespec64(fattr->ctime);
1891         } else if (server->caps & NFS_CAP_CTIME) {
1892                 nfsi->cache_validity |= save_cache_validity &
1893                                 (NFS_INO_INVALID_CTIME
1894                                 | NFS_INO_REVAL_FORCED);
1895                 cache_revalidated = false;
1896         }
1897 
1898         /* Check if our cached file size is stale */
1899         if (fattr->valid & NFS_ATTR_FATTR_SIZE) {
1900                 new_isize = nfs_size_to_loff_t(fattr->size);
1901                 cur_isize = i_size_read(inode);
1902                 if (new_isize != cur_isize && !have_delegation) {
1903                         /* Do we perhaps have any outstanding writes, or has
1904                          * the file grown beyond our last write? */
1905                         if (!nfs_have_writebacks(inode) || new_isize > cur_isize) {
1906                                 i_size_write(inode, new_isize);
1907                                 if (!have_writers)
1908                                         invalid |= NFS_INO_INVALID_DATA;
1909                                 attr_changed = true;
1910                         }
1911                         dprintk("NFS: isize change on server for file %s/%ld "
1912                                         "(%Ld to %Ld)\n",
1913                                         inode->i_sb->s_id,
1914                                         inode->i_ino,
1915                                         (long long)cur_isize,
1916                                         (long long)new_isize);
1917                 }
1918         } else {
1919                 nfsi->cache_validity |= save_cache_validity &
1920                                 (NFS_INO_INVALID_SIZE
1921                                 | NFS_INO_REVAL_PAGECACHE
1922                                 | NFS_INO_REVAL_FORCED);
1923                 cache_revalidated = false;
1924         }
1925 
1926 
1927         if (fattr->valid & NFS_ATTR_FATTR_ATIME)
1928                 inode->i_atime = timespec_to_timespec64(fattr->atime);
1929         else if (server->caps & NFS_CAP_ATIME) {
1930                 nfsi->cache_validity |= save_cache_validity &
1931                                 (NFS_INO_INVALID_ATIME
1932                                 | NFS_INO_REVAL_FORCED);
1933                 cache_revalidated = false;
1934         }
1935 
1936         if (fattr->valid & NFS_ATTR_FATTR_MODE) {
1937                 if ((inode->i_mode & S_IALLUGO) != (fattr->mode & S_IALLUGO)) {
1938                         umode_t newmode = inode->i_mode & S_IFMT;
1939                         newmode |= fattr->mode & S_IALLUGO;
1940                         inode->i_mode = newmode;
1941                         invalid |= NFS_INO_INVALID_ACCESS
1942                                 | NFS_INO_INVALID_ACL;
1943                         attr_changed = true;
1944                 }
1945         } else if (server->caps & NFS_CAP_MODE) {
1946                 nfsi->cache_validity |= save_cache_validity &
1947                                 (NFS_INO_INVALID_OTHER
1948                                 | NFS_INO_REVAL_FORCED);
1949                 cache_revalidated = false;
1950         }
1951 
1952         if (fattr->valid & NFS_ATTR_FATTR_OWNER) {
1953                 if (!uid_eq(inode->i_uid, fattr->uid)) {
1954                         invalid |= NFS_INO_INVALID_ACCESS
1955                                 | NFS_INO_INVALID_ACL;
1956                         inode->i_uid = fattr->uid;
1957                         attr_changed = true;
1958                 }
1959         } else if (server->caps & NFS_CAP_OWNER) {
1960                 nfsi->cache_validity |= save_cache_validity &
1961                                 (NFS_INO_INVALID_OTHER
1962                                 | NFS_INO_REVAL_FORCED);
1963                 cache_revalidated = false;
1964         }
1965 
1966         if (fattr->valid & NFS_ATTR_FATTR_GROUP) {
1967                 if (!gid_eq(inode->i_gid, fattr->gid)) {
1968                         invalid |= NFS_INO_INVALID_ACCESS
1969                                 | NFS_INO_INVALID_ACL;
1970                         inode->i_gid = fattr->gid;
1971                         attr_changed = true;
1972                 }
1973         } else if (server->caps & NFS_CAP_OWNER_GROUP) {
1974                 nfsi->cache_validity |= save_cache_validity &
1975                                 (NFS_INO_INVALID_OTHER
1976                                 | NFS_INO_REVAL_FORCED);
1977                 cache_revalidated = false;
1978         }
1979 
1980         if (fattr->valid & NFS_ATTR_FATTR_NLINK) {
1981                 if (inode->i_nlink != fattr->nlink) {
1982                         if (S_ISDIR(inode->i_mode))
1983                                 invalid |= NFS_INO_INVALID_DATA;
1984                         set_nlink(inode, fattr->nlink);
1985                         attr_changed = true;
1986                 }
1987         } else if (server->caps & NFS_CAP_NLINK) {
1988                 nfsi->cache_validity |= save_cache_validity &
1989                                 (NFS_INO_INVALID_OTHER
1990                                 | NFS_INO_REVAL_FORCED);
1991                 cache_revalidated = false;
1992         }
1993 
1994         if (fattr->valid & NFS_ATTR_FATTR_SPACE_USED) {
1995                 /*
1996                  * report the blocks in 512byte units
1997                  */
1998                 inode->i_blocks = nfs_calc_block_size(fattr->du.nfs3.used);
1999         } else if (fattr->valid & NFS_ATTR_FATTR_BLOCKS_USED)
2000                 inode->i_blocks = fattr->du.nfs2.blocks;
2001         else
2002                 cache_revalidated = false;
2003 
2004         /* Update attrtimeo value if we're out of the unstable period */
2005         if (attr_changed) {
2006                 invalid &= ~NFS_INO_INVALID_ATTR;
2007                 nfs_inc_stats(inode, NFSIOS_ATTRINVALIDATE);
2008                 nfsi->attrtimeo = NFS_MINATTRTIMEO(inode);
2009                 nfsi->attrtimeo_timestamp = now;
2010                 /* Set barrier to be more recent than all outstanding updates */
2011                 nfsi->attr_gencount = nfs_inc_attr_generation_counter();
2012         } else {
2013                 if (cache_revalidated) {
2014                         if (!time_in_range_open(now, nfsi->attrtimeo_timestamp,
2015                                 nfsi->attrtimeo_timestamp + nfsi->attrtimeo)) {
2016                                 nfsi->attrtimeo <<= 1;
2017                                 if (nfsi->attrtimeo > NFS_MAXATTRTIMEO(inode))
2018                                         nfsi->attrtimeo = NFS_MAXATTRTIMEO(inode);
2019                         }
2020                         nfsi->attrtimeo_timestamp = now;
2021                 }
2022                 /* Set the barrier to be more recent than this fattr */
2023                 if ((long)fattr->gencount - (long)nfsi->attr_gencount > 0)
2024                         nfsi->attr_gencount = fattr->gencount;
2025         }
2026 
2027         /* Don't invalidate the data if we were to blame */
2028         if (!(S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode)
2029                                 || S_ISLNK(inode->i_mode)))
2030                 invalid &= ~NFS_INO_INVALID_DATA;
2031         nfs_set_cache_invalid(inode, invalid);
2032 
2033         return 0;
2034  out_err:
2035         /*
2036          * No need to worry about unhashing the dentry, as the
2037          * lookup validation will know that the inode is bad.
2038          * (But we fall through to invalidate the caches.)
2039          */
2040         nfs_invalidate_inode(inode);
2041         return -ESTALE;
2042 }
2043 
2044 struct inode *nfs_alloc_inode(struct super_block *sb)
2045 {
2046         struct nfs_inode *nfsi;
2047         nfsi = kmem_cache_alloc(nfs_inode_cachep, GFP_KERNEL);
2048         if (!nfsi)
2049                 return NULL;
2050         nfsi->flags = 0UL;
2051         nfsi->cache_validity = 0UL;
2052 #if IS_ENABLED(CONFIG_NFS_V4)
2053         nfsi->nfs4_acl = NULL;
2054 #endif /* CONFIG_NFS_V4 */
2055         return &nfsi->vfs_inode;
2056 }
2057 EXPORT_SYMBOL_GPL(nfs_alloc_inode);
2058 
2059 static void nfs_i_callback(struct rcu_head *head)
2060 {
2061         struct inode *inode = container_of(head, struct inode, i_rcu);
2062         kmem_cache_free(nfs_inode_cachep, NFS_I(inode));
2063 }
2064 
2065 void nfs_destroy_inode(struct inode *inode)
2066 {
2067         call_rcu(&inode->i_rcu, nfs_i_callback);
2068 }
2069 EXPORT_SYMBOL_GPL(nfs_destroy_inode);
2070 
2071 static inline void nfs4_init_once(struct nfs_inode *nfsi)
2072 {
2073 #if IS_ENABLED(CONFIG_NFS_V4)
2074         INIT_LIST_HEAD(&nfsi->open_states);
2075         nfsi->delegation = NULL;
2076         init_rwsem(&nfsi->rwsem);
2077         nfsi->layout = NULL;
2078 #endif
2079 }
2080 
2081 static void init_once(void *foo)
2082 {
2083         struct nfs_inode *nfsi = (struct nfs_inode *) foo;
2084 
2085         inode_init_once(&nfsi->vfs_inode);
2086         INIT_LIST_HEAD(&nfsi->open_files);
2087         INIT_LIST_HEAD(&nfsi->access_cache_entry_lru);
2088         INIT_LIST_HEAD(&nfsi->access_cache_inode_lru);
2089         INIT_LIST_HEAD(&nfsi->commit_info.list);
2090         atomic_long_set(&nfsi->nrequests, 0);
2091         atomic_long_set(&nfsi->commit_info.ncommit, 0);
2092         atomic_set(&nfsi->commit_info.rpcs_out, 0);
2093         init_rwsem(&nfsi->rmdir_sem);
2094         mutex_init(&nfsi->commit_mutex);
2095         nfs4_init_once(nfsi);
2096 }
2097 
2098 static int __init nfs_init_inodecache(void)
2099 {
2100         nfs_inode_cachep = kmem_cache_create("nfs_inode_cache",
2101                                              sizeof(struct nfs_inode),
2102                                              0, (SLAB_RECLAIM_ACCOUNT|
2103                                                 SLAB_MEM_SPREAD|SLAB_ACCOUNT),
2104                                              init_once);
2105         if (nfs_inode_cachep == NULL)
2106                 return -ENOMEM;
2107 
2108         return 0;
2109 }
2110 
2111 static void nfs_destroy_inodecache(void)
2112 {
2113         /*
2114          * Make sure all delayed rcu free inodes are flushed before we
2115          * destroy cache.
2116          */
2117         rcu_barrier();
2118         kmem_cache_destroy(nfs_inode_cachep);
2119 }
2120 
2121 struct workqueue_struct *nfsiod_workqueue;
2122 EXPORT_SYMBOL_GPL(nfsiod_workqueue);
2123 
2124 /*
2125  * start up the nfsiod workqueue
2126  */
2127 static int nfsiod_start(void)
2128 {
2129         struct workqueue_struct *wq;
2130         dprintk("RPC:       creating workqueue nfsiod\n");
2131         wq = alloc_workqueue("nfsiod", WQ_MEM_RECLAIM, 0);
2132         if (wq == NULL)
2133                 return -ENOMEM;
2134         nfsiod_workqueue = wq;
2135         return 0;
2136 }
2137 
2138 /*
2139  * Destroy the nfsiod workqueue
2140  */
2141 static void nfsiod_stop(void)
2142 {
2143         struct workqueue_struct *wq;
2144 
2145         wq = nfsiod_workqueue;
2146         if (wq == NULL)
2147                 return;
2148         nfsiod_workqueue = NULL;
2149         destroy_workqueue(wq);
2150 }
2151 
2152 unsigned int nfs_net_id;
2153 EXPORT_SYMBOL_GPL(nfs_net_id);
2154 
2155 static int nfs_net_init(struct net *net)
2156 {
2157         nfs_clients_init(net);
2158         return nfs_fs_proc_net_init(net);
2159 }
2160 
2161 static void nfs_net_exit(struct net *net)
2162 {
2163         struct nfs_net *nn = net_generic(net, nfs_net_id);
2164 
2165         nfs_fs_proc_net_exit(net);
2166         nfs_cleanup_cb_ident_idr(net);
2167         WARN_ON_ONCE(!list_empty(&nn->nfs_client_list));
2168         WARN_ON_ONCE(!list_empty(&nn->nfs_volume_list));
2169 }
2170 
2171 static struct pernet_operations nfs_net_ops = {
2172         .init = nfs_net_init,
2173         .exit = nfs_net_exit,
2174         .id   = &nfs_net_id,
2175         .size = sizeof(struct nfs_net),
2176 };
2177 
2178 /*
2179  * Initialize NFS
2180  */
2181 static int __init init_nfs_fs(void)
2182 {
2183         int err;
2184 
2185         err = register_pernet_subsys(&nfs_net_ops);
2186         if (err < 0)
2187                 goto out9;
2188 
2189         err = nfs_fscache_register();
2190         if (err < 0)
2191                 goto out8;
2192 
2193         err = nfsiod_start();
2194         if (err)
2195                 goto out7;
2196 
2197         err = nfs_fs_proc_init();
2198         if (err)
2199                 goto out6;
2200 
2201         err = nfs_init_nfspagecache();
2202         if (err)
2203                 goto out5;
2204 
2205         err = nfs_init_inodecache();
2206         if (err)
2207                 goto out4;
2208 
2209         err = nfs_init_readpagecache();
2210         if (err)
2211                 goto out3;
2212 
2213         err = nfs_init_writepagecache();
2214         if (err)
2215                 goto out2;
2216 
2217         err = nfs_init_directcache();
2218         if (err)
2219                 goto out1;
2220 
2221         rpc_proc_register(&init_net, &nfs_rpcstat);
2222 
2223         err = register_nfs_fs();
2224         if (err)
2225                 goto out0;
2226 
2227         return 0;
2228 out0:
2229         rpc_proc_unregister(&init_net, "nfs");
2230         nfs_destroy_directcache();
2231 out1:
2232         nfs_destroy_writepagecache();
2233 out2:
2234         nfs_destroy_readpagecache();
2235 out3:
2236         nfs_destroy_inodecache();
2237 out4:
2238         nfs_destroy_nfspagecache();
2239 out5:
2240         nfs_fs_proc_exit();
2241 out6:
2242         nfsiod_stop();
2243 out7:
2244         nfs_fscache_unregister();
2245 out8:
2246         unregister_pernet_subsys(&nfs_net_ops);
2247 out9:
2248         return err;
2249 }
2250 
2251 static void __exit exit_nfs_fs(void)
2252 {
2253         nfs_destroy_directcache();
2254         nfs_destroy_writepagecache();
2255         nfs_destroy_readpagecache();
2256         nfs_destroy_inodecache();
2257         nfs_destroy_nfspagecache();
2258         nfs_fscache_unregister();
2259         unregister_pernet_subsys(&nfs_net_ops);
2260         rpc_proc_unregister(&init_net, "nfs");
2261         unregister_nfs_fs();
2262         nfs_fs_proc_exit();
2263         nfsiod_stop();
2264 }
2265 
2266 /* Not quite true; I just maintain it */
2267 MODULE_AUTHOR("Olaf Kirch <okir@monad.swb.de>");
2268 MODULE_LICENSE("GPL");
2269 module_param(enable_ino64, bool, 0644);
2270 
2271 module_init(init_nfs_fs)
2272 module_exit(exit_nfs_fs)
2273 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp