目次
NFS-Ganesha/GlusterFS
サーバ設定(v4.1 file-based pNFS)
root@takayuki-VirtualBox:/home/takayuki# apt-get install glusterfs-server
root@takayuki-VirtualBox:/home/takayuki# systemctl start glusterd
root@takayuki-VirtualBox:/home/takayuki# gluster
Welcome to gluster prompt, type 'help' to see the available commands.
gluster> peer status
Number of Peers: 0
gluster> volume create glusterfs 192.168.56.3:/glusterfs force
volume create: glusterfs: success: please start the volume to access data
gluster> volume info
Volume Name: glusterfs
Type: Distribute
Volume ID: 6a076c69-7c87-42f4-8b06-164e7d083aa7
Status: Created
Snapshot Count: 0
Number of Bricks: 1
Transport-type: tcp
Bricks:
Brick1: 192.168.56.3:/glusterfs
Options Reconfigured:
storage.fips-mode-rchecksum: on
transport.address-family: inet
nfs.disable: on
gluster> volume start glusterfs
volume start: glusterfs: successroot@takayuki-VirtualBox:/usr/lib/ganesha# cat /etc/ganesha/ganesha.conf
###################################################
#
# Ganesha Config Example
#
# This is a commented example configuration file for Ganesha. It is not
# complete, but only has some common configuration options. See the man pages
# for complete documentation.
#
###################################################
## These are core parameters that affect Ganesha as a whole.
NFS_CORE_PARAM {
## Allow NFSv3 to mount paths with the Pseudo path, the same as NFSv4,
## instead of using the physical paths.
mount_path_pseudo = true;
## Configure the protocols that Ganesha will listen for. This is a hard
## limit, as this list determines which sockets are opened. This list
## can be restricted per export, but cannot be expanded.
Protocols = 3,4;
}
## These are defaults for exports. They can be overridden per-export.
EXPORT_DEFAULTS {
## Access type for clients. Default is None, so some access must be
## given either here or in the export itself.
Access_Type = RW;
}
## Configure settings for the object handle cache
#MDCACHE {
## The point at which object cache entries will start being reused.
#Entries_HWMark = 100000;
#}
## Configure an export for some file tree
EXPORT{
Export_Id = 1 ; # Export ID unique to each export
Path = "/test"; # Path of the volume to be exported. Eg: "/test_volume"
FSAL {
name = GLUSTER;
hostname = "192.168.56.3"; # IP of one of the nodes in the trusted pool
volume = "glusterfs"; # Volume name. Eg: "test_volume"
}
Access_type = RW; # Access permissions
Squash = No_root_squash; # To enable/disable root squashing
Disable_ACL = TRUE; # To enable/disable ACL
Pseudo = "/glusterfs"; # NFSv4 pseudo path for this export. Eg: "/test_volume_pseudo"
Protocols = "3","4" ; # NFS protocols supported
Transports = "UDP","TCP" ; # Transport protocols supported
SecType = "sys"; # Security flavors supported
}
GLUSTER
{
PNFS_MDS = true;
}root@takayuki-VirtualBox:/usr/lib/ganesha# systemctl restart nfs-ganesha
root@takayuki-VirtualBox:/usr/lib/ganesha# showmount -e
Export list for takayuki-VirtualBox:
/glusterfs (everyone)クライアント側のマウント
root@takayuki-VirtualBox2:/# mount -t nfs -o v4.1 192.168.56.3:/glusterfs /test
root@takayuki-VirtualBox2:/# lsmod|grep nfs
nfs_layout_nfsv41_files 36864 1
nfsv3 61440 1
nfs_acl 12288 1 nfsv3
nfs_layout_flexfiles 57344 0
nfsv4 1105920 3 nfs_layout_flexfiles,nfs_layout_nfsv41_files
nfs 569344 5 nfsv4,nfs_layout_flexfiles,nfs_layout_nfsv41_files,nfsv3
lockd 143360 2 nfsv3,nfs
sunrpc 794624 13 nfsv4,auth_rpcgss,nfs_layout_flexfiles,lockd,nfs_layout_nfsv41_files,nfsv3,rpcsec_gss_krb5,nfs_acl,nfs
netfs 507904 1 nfs
root@takayuki-VirtualBox2:/# lsmod|grep nfs_layout_nfsv41_files
nfs_layout_nfsv41_files 36864 1
nfsv4 1105920 3 nfs_layout_flexfiles,nfs_layout_nfsv41_files
nfs 569344 5 nfsv4,nfs_layout_flexfiles,nfs_layout_nfsv41_files,nfsv3
sunrpc 794624 13 nfsv4,auth_rpcgss,nfs_layout_flexfiles,lockd,nfs_layout_nfsv41_files,nfsv3,rpcsec_gss_krb5,nfs_acl,nfs★Ubuntu24.04のpNFSではechoでファイルに書き込むとだんまりになる。
★nfs-ganesh v9.2にアップデートするとファイル書き込み成功。
パケットキャプチャ
root@takayuki-VirtualBox2:/# mount -t nfs -o v4.1 192.168.56.3:/glusterfs /test
root@takayuki-VirtualBox2:/# echo 444 > /test/hoge6
root@takayuki-VirtualBox2:/# umount /test
No. Time Source Destination Protocol Length Info
211 31.270687 192.168.56.4 192.168.56.3 NFS 116 V4 NULL Call (Reply In 213)
213 31.271363 192.168.56.3 192.168.56.4 NFS 100 V4 NULL Reply (Call In 211)
215 31.275992 192.168.56.4 192.168.56.3 NFS 356 V4 Call (Reply In 216) EXCHANGE_ID
216 31.276585 192.168.56.3 192.168.56.4 NFS 212 V4 Reply (Call In 215) EXCHANGE_ID
217 31.280914 192.168.56.4 192.168.56.3 NFS 356 V4 Call (Reply In 218) EXCHANGE_ID
218 31.281311 192.168.56.3 192.168.56.4 NFS 212 V4 Reply (Call In 217) EXCHANGE_ID
219 31.283004 192.168.56.4 192.168.56.3 NFS 296 V4 Call (Reply In 220) CREATE_SESSION
220 31.283531 192.168.56.3 192.168.56.4 NFS 200 V4 Reply (Call In 219) CREATE_SESSION
221 31.284884 192.168.56.4 192.168.56.3 NFS 212 V4 Call (Reply In 222) RECLAIM_COMPLETE
222 31.285309 192.168.56.3 192.168.56.4 NFS 164 V4 Reply (Call In 221) RECLAIM_COMPLETE
223 31.289815 192.168.56.4 192.168.56.3 NFS 220 V4 Call (Reply In 224) SECINFO_NO_NAME
224 31.290169 192.168.56.3 192.168.56.4 NFS 268 V4 Reply (Call In 223) SECINFO_NO_NAME
225 31.310206 192.168.56.4 192.168.56.3 NFS 232 V4 Call (Reply In 226) PUTROOTFH | GETATTR
226 31.310695 192.168.56.3 192.168.56.4 NFS 480 V4 Reply (Call In 225) PUTROOTFH | GETATTR
227 31.312100 192.168.56.4 192.168.56.3 NFS 364 V4 Call (Reply In 228) GETATTR FH: 0x7133d1b0
228 31.312620 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 227) GETATTR
229 31.314095 192.168.56.4 192.168.56.3 NFS 364 V4 Call (Reply In 230) GETATTR FH: 0x7133d1b0
230 31.314533 192.168.56.3 192.168.56.4 NFS 240 V4 Reply (Call In 229) GETATTR
231 31.316027 192.168.56.4 192.168.56.3 NFS 364 V4 Call (Reply In 232) GETATTR FH: 0x7133d1b0
232 31.316448 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 231) GETATTR
233 31.317477 192.168.56.4 192.168.56.3 NFS 364 V4 Call (Reply In 234) GETATTR FH: 0x7133d1b0
234 31.317833 192.168.56.3 192.168.56.4 NFS 240 V4 Reply (Call In 233) GETATTR
235 31.319114 192.168.56.4 192.168.56.3 NFS 356 V4 Call (Reply In 236) GETATTR FH: 0x7133d1b0
236 31.319428 192.168.56.3 192.168.56.4 NFS 192 V4 Reply (Call In 235) GETATTR
237 31.320733 192.168.56.4 192.168.56.3 NFS 364 V4 Call (Reply In 238) GETATTR FH: 0x7133d1b0
238 31.321107 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 237) GETATTR
239 31.322880 192.168.56.4 192.168.56.3 NFS 360 V4 Call (Reply In 240) GETATTR FH: 0x7133d1b0
240 31.323253 192.168.56.3 192.168.56.4 NFS 340 V4 Reply (Call In 239) GETATTR
241 31.324653 192.168.56.4 192.168.56.3 NFS 368 V4 Call (Reply In 242) ACCESS FH: 0x7133d1b0, [Check: RD LU MD XT DL]
242 31.324990 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 241) ACCESS, [Access Denied: MD XT DL], [Allowed: RD LU]
243 31.326207 192.168.56.4 192.168.56.3 NFS 384 V4 Call (Reply In 244) LOOKUP DH: 0x7133d1b0/glusterfs
244 31.326546 192.168.56.3 192.168.56.4 NFS 400 V4 Reply (Call In 243) LOOKUP
245 31.327935 192.168.56.4 192.168.56.3 NFS 384 V4 Call (Reply In 246) LOOKUP DH: 0x7133d1b0/glusterfs
246 31.328302 192.168.56.3 192.168.56.4 NFS 400 V4 Reply (Call In 245) LOOKUP
247 31.330272 192.168.56.4 192.168.56.3 NFS 276 V4 Call (Reply In 248) GETATTR FH: 0x57358ea4
248 31.330808 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 247) GETATTR
249 31.332692 192.168.56.4 192.168.56.3 NFS 276 V4 Call (Reply In 259) GETATTR FH: 0x57358ea4
259 31.334533 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 249) GETATTR
260 31.335798 192.168.56.4 192.168.56.3 NFS 268 V4 Call (Reply In 261) GETATTR FH: 0x57358ea4
261 31.336157 192.168.56.3 192.168.56.4 NFS 192 V4 Reply (Call In 260) GETATTR
262 31.338330 192.168.56.4 192.168.56.3 NFS 276 V4 Call (Reply In 263) GETATTR FH: 0x57358ea4
263 31.338789 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 262) GETATTR
264 31.341078 192.168.56.4 192.168.56.3 NFS 272 V4 Call (Reply In 265) GETATTR FH: 0x57358ea4
265 31.341595 192.168.56.3 192.168.56.4 NFS 340 V4 Reply (Call In 264) GETATTR
278 40.672412 192.168.56.4 192.168.56.3 NFS 280 V4 Call (Reply In 279) ACCESS FH: 0x57358ea4, [Check: RD LU MD XT DL]
279 40.672988 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 278) ACCESS, [Allowed: RD LU MD XT DL]
281 40.675185 192.168.56.4 192.168.56.3 NFS 448 V4 Call (Reply In 289) OPEN DH: 0x57358ea4/hoge6 | LAYOUTGET
289 40.678822 192.168.56.3 192.168.56.4 NFS 620 V4 Reply (Call In 281) OPEN StateID: 0xce5d | LAYOUTGET ★dump(1)
290 40.682458 192.168.56.4 192.168.56.3 NFS 244 V4 Call (Reply In 291) GETDEVINFO
291 40.683003 192.168.56.3 192.168.56.4 NFS 220 V4 Reply (Call In 290) GETDEVINFO
292 40.688198 192.168.56.4 192.168.56.3 NFS 312 V4 Call (Reply In 295) WRITE StateID: 0xcbf0 Offset: 0 Len: 4
295 40.694554 192.168.56.3 192.168.56.4 NFS 260 V4 Reply (Call In 292) WRITE
296 40.696693 192.168.56.4 192.168.56.3 NFS 352 V4 Call (Reply In 299) LAYOUTRETURN | CLOSE StateID: 0xce5d
299 40.697722 192.168.56.3 192.168.56.4 NFS 264 V4 Reply (Call In 296) LAYOUTRETURN | CLOSE
468 44.680099 192.168.56.4 192.168.56.3 NFS 188 V4 Call (Reply In 469) DESTROY_SESSION
469 44.680579 192.168.56.3 192.168.56.4 NFS 120 V4 Reply (Call In 468) DESTROY_SESSION
471 44.681985 192.168.56.4 192.168.56.3 NFS 180 V4 Call (Reply In 472) DESTROY_CLIENTID
472 44.682494 192.168.56.3 192.168.56.4 NFS 120 V4 Reply (Call In 471) DESTROY_CLIENTID
dump(1)

pNFSのlayouttype応答のトレース
root@takayuki-VirtualBox:/home/takayuki/repos/nfs-ganesha/src# ps ax|grep ganesha
2110 ? Ssl 0:01 /usr/bin/ganesha.nfsd -C -L /var/log/ganesha/ganesha.log -f /etc/ganesha/ganesha.conf -N NIV_EVENT
2292 pts/1 S+ 0:00 grep --color=auto ganesha
root@takayuki-VirtualBox:/home/takayuki/repos/nfs-ganesha/src# sudo gdb -p 2110
(gdb) b fs_layouttypes
Breakpoint 1 at 0x755201461eef: fs_layouttypes. (2 locations)(gdb)bt
#0 fs_layouttypes (export_pub=0x5f62ae242730, count=0x7551e9347190, types=0x7551e9347198) at /home/takayuki/repos/nfs-ganesha/src/FSAL/FSAL_GLUSTER/mds.c:62
#1 0x00007552043cfe9b in mdcache_fs_layouttypes (exp_hdl=0x5f62ae242340, count=0x7551e9347190, types=0x7551e9347198)
at /home/takayuki/repos/nfs-ganesha/src/FSAL/Stackable_FSALs/FSAL_MDCACHE/mdcache_export.c:717
#2 0x000075520439f0b6 in encode_fs_layout_types (xdr=0x7551e9347280, args=0x7551e9347350) at /home/takayuki/repos/nfs-ganesha/src/Protocols/NFS/nfs_proto_tools.c:2288
#3 0x00007552043a157c in xdr_fattr4_encode (xdrs=0x7551e9347280, args=0x7551e9347350, req_bitmap=0x7551d8019bd8, attr_bitmap=0x7551d801a170)
at /home/takayuki/repos/nfs-ganesha/src/Protocols/NFS/nfs_proto_tools.c:3964
#4 0x00007552043a1bc1 in nfs4_FSALattr_To_Fattr (args=0x7551e9347350, Bitmap=0x7551d8019bd8, Fattr=0x7551d801a170) at /home/takayuki/repos/nfs-ganesha/src/Protocols/NFS/nfs_proto_tools.c:4114
#5 0x00007552043a10f5 in file_To_Fattr (data=0x7551d8019ec0, request_mask=0, attr=0x7551e9347520, Fattr=0x7551d801a170, Bitmap=0x7551d8019bd8)
at /home/takayuki/repos/nfs-ganesha/src/Protocols/NFS/nfs_proto_tools.c:3832
#6 0x000075520436b8d1 in nfs4_op_getattr (op=0x7551d8019bd0, data=0x7551d8019ec0, resp=0x7551d801a160) at /home/takayuki/repos/nfs-ganesha/src/Protocols/NFS/nfs4_op_getattr.c:167
#7 0x000075520436049f in process_one_op (data=0x7551d8019ec0, status=0x7551e93476dc) at /home/takayuki/repos/nfs-ganesha/src/Protocols/NFS/nfs4_Compound.c:911
#8 0x00007552043618a2 in nfs4_Compound (arg=0x7551d8012690, req=0x7551d8011e50, res=0x7551d8019c70) at /home/takayuki/repos/nfs-ganesha/src/Protocols/NFS/nfs4_Compound.c:1414
#9 0x000075520426fbb0 in nfs_rpc_process_request (reqdata=0x7551d8011e50, retry=false) at /home/takayuki/repos/nfs-ganesha/src/MainNFSD/nfs_worker_thread.c:1483
#10 0x00007552042701f9 in nfs_rpc_valid_NFS (req=0x7551d8011e50) at /home/takayuki/repos/nfs-ganesha/src/MainNFSD/nfs_worker_thread.c:1698
#11 0x00007552041d2173 in svc_vc_decode (req=0x7551d8011e50) at /home/takayuki/repos/nfs-ganesha/src/libntirpc/src/svc_vc.c:1429
#12 0x00007552041cb3ff in svc_request (xprt=0x7551b000ee00, xdrs=0x7551d8018270) at /home/takayuki/repos/nfs-ganesha/src/libntirpc/src/svc_rqst.c:1313
#13 0x00007552041d206f in svc_vc_recv (xprt=0x7551b000ee00) at /home/takayuki/repos/nfs-ganesha/src/libntirpc/src/svc_vc.c:1402
#14 0x00007552041cb37b in svc_rqst_xprt_task_recv (wpe=0x7551b000f0f8) at /home/takayuki/repos/nfs-ganesha/src/libntirpc/src/svc_rqst.c:1294
#15 0x00007552041cc283 in svc_rqst_epoll_loop (wpe=0x5f62af385558) at /home/takayuki/repos/nfs-ganesha/src/libntirpc/src/svc_rqst.c:1689
#16 0x00007552041db01c in work_pool_thread (arg=0x7551c00016f0) at /home/takayuki/repos/nfs-ganesha/src/libntirpc/src/work_pool.c:197
#17 0x0000755203e9caa4 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:447
#18 0x0000755203f29c3c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:78カーネルNFS
カーネル設定
takayuki@takayuki-VirtualBox:~$ cat /etc/exports
/share *(rw,async,no_root_squash,no_subtree_check,pnfs)クライアントマウント
root@takayuki-VirtualBox2:/home/takayuki# mount -t nfs -o v4.2 192.168.56.3:/share /test
root@takayuki-VirtualBox2:/home/takayuki# lsmod|grep nfs_layout
nfs_layout_flexfiles 57344 1
nfsv4 1105920 2 nfs_layout_flexfiles
nfs 569344 3 nfsv4,nfs_layout_flexfiles
sunrpc 794624 10 nfsv4,auth_rpcgss,nfs_layout_flexfiles,lockd,rpcsec_gss_krb5,nfsセッション確立
root@takayuki-VirtualBox2:/# mount -t nfs -o v4.2 192.168.56.3:/share /test
root@takayuki-VirtualBox2:/# echo 444 > /test/hoge2
root@takayuki-VirtualBox2:/# sudo umount /testroot@takayuki-VirtualBox:/home/takayuki# tcpdump -i any -w pnfs_session.pcap
192.168.56.3: pNFSサーバ(nfs-kernel-server)
192.168.56.4: クライアント
No. Time Source Destination Protocol Length Info
No. Time Source Destination Protocol Length Info
7 2.104290 192.168.56.4 192.168.56.3 NFS 116 V4 NULL Call (Reply In 9)
9 2.104534 192.168.56.3 192.168.56.4 NFS 100 V4 NULL Reply (Call In 7)
11 2.108137 192.168.56.4 192.168.56.3 NFS 356 V4 Call (Reply In 12) EXCHANGE_ID
12 2.108527 192.168.56.3 192.168.56.4 NFS 328 V4 Reply (Call In 11) EXCHANGE_ID
13 2.110646 192.168.56.4 192.168.56.3 NFS 356 V4 Call (Reply In 14) EXCHANGE_ID
14 2.112062 192.168.56.3 192.168.56.4 NFS 328 V4 Reply (Call In 13) EXCHANGE_ID
15 2.114506 192.168.56.4 192.168.56.3 NFS 296 V4 Call (Reply In 16) CREATE_SESSION
16 2.116216 192.168.56.3 192.168.56.4 NFS 200 V4 Reply (Call In 15) CREATE_SESSION
17 2.117611 192.168.56.4 192.168.56.3 NFS 212 V4 Call (Reply In 18) RECLAIM_COMPLETE
18 2.131726 192.168.56.3 192.168.56.4 NFS 164 V4 Reply (Call In 17) RECLAIM_COMPLETE
19 2.133128 192.168.56.4 192.168.56.3 NFS 220 V4 Call (Reply In 20) SECINFO_NO_NAME
20 2.133324 192.168.56.3 192.168.56.4 NFS 180 V4 Reply (Call In 19) SECINFO_NO_NAME
21 2.134393 192.168.56.4 192.168.56.3 NFS 232 V4 Call (Reply In 22) PUTROOTFH | GETATTR
22 2.134739 192.168.56.3 192.168.56.4 NFS 336 V4 Reply (Call In 21) PUTROOTFH | GETATTR
23 2.136071 192.168.56.4 192.168.56.3 NFS 244 V4 Call (Reply In 24) GETATTR FH: 0x62d40c52
24 2.136432 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 23) GETATTR
25 2.137398 192.168.56.4 192.168.56.3 NFS 244 V4 Call (Reply In 26) GETATTR FH: 0x62d40c52
26 2.137702 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 25) GETATTR
27 2.138803 192.168.56.4 192.168.56.3 NFS 244 V4 Call (Reply In 28) GETATTR FH: 0x62d40c52
28 2.138995 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 27) GETATTR
29 2.140603 192.168.56.4 192.168.56.3 NFS 244 V4 Call (Reply In 30) GETATTR FH: 0x62d40c52
30 2.140986 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 29) GETATTR
31 2.142518 192.168.56.4 192.168.56.3 NFS 236 V4 Call (Reply In 32) GETATTR FH: 0x62d40c52
32 2.142831 192.168.56.3 192.168.56.4 NFS 192 V4 Reply (Call In 31) GETATTR
33 2.144499 192.168.56.4 192.168.56.3 NFS 244 V4 Call (Reply In 34) GETATTR FH: 0x62d40c52
34 2.144745 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 33) GETATTR
35 2.146855 192.168.56.4 192.168.56.3 NFS 240 V4 Call (Reply In 36) GETATTR FH: 0x62d40c52
36 2.147208 192.168.56.3 192.168.56.4 NFS 316 V4 Reply (Call In 35) GETATTR
37 2.148293 192.168.56.4 192.168.56.3 NFS 248 V4 Call (Reply In 38) ACCESS FH: 0x62d40c52, [Check: RD LU MD XT DL XAR XAW XAL]
38 2.148478 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 37) ACCESS, [Access Denied: MD XT DL XAW], [Allowed: RD LU XAR XAL]
39 2.149677 192.168.56.4 192.168.56.3 NFS 260 V4 Call (Reply In 40) LOOKUP DH: 0x62d40c52/share
40 2.150055 192.168.56.3 192.168.56.4 NFS 364 V4 Reply (Call In 39) LOOKUP
41 2.150899 192.168.56.4 192.168.56.3 NFS 260 V4 Call (Reply In 42) LOOKUP DH: 0x62d40c52/share
42 2.151226 192.168.56.3 192.168.56.4 NFS 364 V4 Reply (Call In 41) LOOKUP
43 2.152217 192.168.56.4 192.168.56.3 NFS 264 V4 Call (Reply In 44) GETATTR FH: 0xa0d3d015
44 2.152837 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 43) GETATTR
45 2.155847 192.168.56.4 192.168.56.3 NFS 264 V4 Call (Reply In 46) GETATTR FH: 0xa0d3d015
46 2.156127 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 45) GETATTR
47 2.157122 192.168.56.4 192.168.56.3 NFS 256 V4 Call (Reply In 48) GETATTR FH: 0xa0d3d015
48 2.157305 192.168.56.3 192.168.56.4 NFS 192 V4 Reply (Call In 47) GETATTR
49 2.158247 192.168.56.4 192.168.56.3 NFS 264 V4 Call (Reply In 50) GETATTR FH: 0xa0d3d015
50 2.158687 192.168.56.3 192.168.56.4 NFS 248 V4 Reply (Call In 49) GETATTR
51 2.160571 192.168.56.4 192.168.56.3 NFS 260 V4 Call (Reply In 52) GETATTR FH: 0xa0d3d015
52 2.160907 192.168.56.3 192.168.56.4 NFS 316 V4 Reply (Call In 51) GETATTR
58 9.285740 192.168.56.4 192.168.56.3 NFS 268 V4 Call (Reply In 59) ACCESS FH: 0xa0d3d015, [Check: RD LU MD XT DL XAR XAW XAL]
59 9.287266 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 58) ACCESS, [Allowed: RD LU MD XT DL XAR XAW XAL]
61 9.292301 192.168.56.4 192.168.56.3 NFS 444 V4 Call (Reply In 62) OPEN DH: 0xa0d3d015/hoge2 | LAYOUTGET
62 9.293307 192.168.56.3 192.168.56.4 NFS 456 V4 Reply (Call In 61) OPEN StateID: 0x1a6a | LAYOUTGET Status: NFS4ERR_BAD_STATEID
63 9.323438 192.168.56.4 192.168.56.3 NFS 312 V4 Call (Reply In 64) LAYOUTGET
64 9.326574 192.168.56.3 192.168.56.4 NFS 344 V4 Reply (Call In 63) LAYOUTGET ★dump(1)
65 9.328403 192.168.56.4 192.168.56.3 NFS 244 V4 Call (Reply In 66) GETDEVINFO
66 9.329024 192.168.56.3 192.168.56.4 NFS 244 V4 Reply (Call In 65) GETDEVINFO
70 9.361802 192.168.56.4 192.168.56.3 NFS 116 V3 NULL Call (Reply In 72)
72 9.363182 192.168.56.3 192.168.56.4 NFS 100 V3 NULL Reply (Call In 70)
74 9.364488 192.168.56.4 192.168.56.3 NFS 220 V3 WRITE Call (Reply In 75), FH: 0x6642756c Offset: 0 Len: 4 FILE_SYNC
75 9.365141 192.168.56.3 192.168.56.4 NFS 212 V3 WRITE Reply (Call In 74) Len: 4 FILE_SYNC
76 9.367706 192.168.56.4 192.168.56.3 NFS 648 V4 Call (Reply In 77) LAYOUTRETURN | CLOSE StateID: 0x1a6a
77 9.367944 192.168.56.3 192.168.56.4 NFS 272 V4 Reply (Call In 76) LAYOUTRETURN | CLOSE
83 13.062522 192.168.56.4 192.168.56.3 NFS 188 V4 Call (Reply In 84) DESTROY_SESSION
84 13.063239 192.168.56.3 192.168.56.4 NFS 120 V4 Reply (Call In 83) DESTROY_SESSION
86 13.064312 192.168.56.4 192.168.56.3 NFS 180 V4 Call (Reply In 87) DESTROY_CLIENTID
87 13.076845 192.168.56.3 192.168.56.4 NFS 120 V4 Reply (Call In 86) DESTROY_CLIENTID
★dump(1)
