[Amazon FSx for NetApp ONTAP] SMBのWrite LengthとRead Lengthをパケットキャプチャして確認してみた

::*> cifs options show -instance -vserver svm

Vserver: svm

                            Client Session Timeout: 900
                              Copy Offload Enabled: false
                                Default Unix Group: -
                                 Default Unix User: pcuser
                                   Guest Unix User: -
               Are Administrators mapped to 'root': true
           Is Advanced Sparse File Support Enabled: true
                  Is Fsctl File Level Trim Enabled: true
                  Direct-Copy Copy Offload Enabled: false
                           Export Policies Enabled: false
            Grant Unix Group Permissions to Others: false
                          Is Advertise DFS Enabled: false
     Is Client Duplicate Session Detection Enabled: true
               Is Client Version Reporting Enabled: true
                                    Is DAC Enabled: false
                      Is Fake Open Support Enabled: true
                         Is Hide Dot Files Enabled: false
                              Is Large MTU Enabled: true
                             Is Local Auth Enabled: true
                 Is Local Users and Groups Enabled: true
                           Is Multichannel Enabled: true
            Is NetBIOS over TCP (port 139) Enabled: true
               Is NBNS over UDP (port 137) Enabled: false
                               Is Referral Enabled: false
             Is Search Short Names Support Enabled: false
  Socket Option KEEPIDLE of Connections in Seconds: 0
  Is Trusted Domain Enumeration And Search Enabled: true
                        Is UNIX Extensions Enabled: false
          Is Use Junction as Reparse Point Enabled: true
    Maximum Length of Data Zeroed by One Operation: 32MB
                               Max Multiplex Count: 255
          Max Connections per Multichannel Session: 32
                 Max LIFs per Multichannel Session: 256
              Max Same User Session Per Connection: 2500
                 Max Same Tree Connect Per Session: 5000
                      Max Opens Same File Per Tree: 1000
                          Max Watches Set Per Tree: 500
                   Is Path Component Cache Enabled: true
Is Path Component Cache Symlink Resolution Enabled: true
              Path Component Cache Maximum Entries: 100000
        Path Component Cache Entry Expiration Time: 300000
      Path Component Cache Symlink Expiration Time: 300000
   Path Component Cache Maximum Session Token Size: 1000
    NT ACLs on UNIX Security Style Volumes Enabled: true
                                  Read Grants Exec: disabled
                                  Read Only Delete: disabled
                  Reported File System Sector Size: 4096
                                Restrict Anonymous: no-enumeration
                              Shadowcopy Dir Depth: 5
                                Shadowcopy Enabled: true
                                      SMB1 Enabled: false
                  Max Buffer Size for SMB1 Message: 65535
                                      SMB2 Enabled: true
                                      SMB3 Enabled: true
                                    SMB3.1 Enabled: true
            Map Null User to Windows User or Group: -
                                      WINS Servers: -
         Report Widelink as Reparse Point Versions: SMB1
                              Max Credits to Grant: 512
         Set Modebits when NFSv4_acl are Inherited: false
                       Map SID to UID on Set Owner: true
Check Share Permission for NetShareEnumAll Request: false
   Preserve UNIX Symlink During Backup through SMB: false


::*> cifs security show -instance -vserver svm

Vserver: svm

                            Kerberos Clock Skew:                   5 minutes
                            Kerberos Ticket Age:                  10 hours
                           Kerberos Renewal Age:                   7 days
                           Kerberos KDC Timeout:                   3 seconds
                            Is Signing Required:               false
                Is Password Complexity Required:                true
           Use start_tls for AD LDAP connection:               false
         (DEPRECATED)-Is AES Encryption Enabled:                true
                         LM Compatibility Level:  lm-ntlm-ntlmv2-krb
                     Is SMB Encryption Required:               false
                        Client Session Security:                none
   (DEPRECATED)-SMB1 Enabled for DC Connections:               false
                SMB2 Enabled for DC Connections:      system-default
  LDAP Referral Enabled For AD LDAP connections:               false
               Use LDAPS for AD LDAP connection:               false
      Encryption is required for DC Connections:               false
   AES session key enabled for NetLogon channel:                true
    Try Channel Binding For AD LDAP Connections:                true
        Encryption Types Advertised to Kerberos:
                                          aes-256, aes-128, rc4, des

> Get-NetAdapterAdvancedProperty -Name "Ethernet*"

Name                      DisplayName                    DisplayValue                   RegistryKeyword RegistryValue
----                      -----------                    ------------                   --------------- -------------
Ethernet 3                IPv4 Checksum offload          Rx & Tx Enabled                *IPChecksumO... {3}
Ethernet 3                Jumbo Packet                   Disabled                       *JumboPacket    {1514}
Ethernet 3                Large Send Offload V1 (IPv4)   Enabled                        *LsoV1IPv4      {1}
Ethernet 3                Large Send Offload V2 (IPv4)   Enabled                        *LsoV2IPv4      {1}
Ethernet 3                Large Send Offload V2 (IPv6)   Enabled                        *LsoV2IPv6      {1}
Ethernet 3                Maximum Number of RSS Queues   32                             *NumRssQueues   {32}
Ethernet 3                Priority and Vlan Support      Both                           *PriorityVLA... {3}
Ethernet 3                Receive Buffers                1024                           *ReceiveBuffers {1024}
Ethernet 3                Receive Side Scaling           Enabled                        *RSS            {1}
Ethernet 3                TCP Checksum Offload (IPv4)    Rx & Tx Enabled                *TCPChecksum... {3}
Ethernet 3                TCP Checksum Offload (IPv6)    Rx & Tx Enabled                *TCPChecksum... {3}
Ethernet 3                Transmit Buffers               1024                           *TransmitBuf... {1024}
Ethernet 3                UDP Checksum Offload (IPv4)    Rx & Tx Enabled                *UDPChecksum... {3}
Ethernet 3                UDP Checksum Offload (IPv6)    Rx & Tx Enabled                *UDPChecksum... {3}
Ethernet 3                LLQ Header Size Policy         Recommended                    LlqPolicy       {0}
Ethernet 3                Metrics Refresh Interval       1                              MetricsRefre... {1}
Ethernet 3                MAC Address                    --                             NetworkAddress  {--}
Ethernet 3                VLAN ID                        0                              VlanId          {0}

$ yes \
  `printf %b $(printf '\\%03o' {32..126})` | \
  tr -d ' ' | \
  dd \
    bs=16K \
    count=256 \
    of=ASCII_4MiB.txt
256+0 records in
256+0 records out
4194304 bytes transferred in 0.188794 secs (22216299 bytes/sec)

$ head -c 3 ./ASCII_4MiB.txt
!"#bash-5.2$
bash-5.2$ head -n 3 ./ASCII_4MiB.txt
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~

::*> cifs session show -instance

Vserver: svm

                            Node: FsxId0e64a4f5386f74c87-01
                      Session ID: 16182559361049034765
                   Connection ID: 671331449
    Incoming Data LIF IP Address: 10.0.8.246
          Workstation IP Address: 10.0.0.34
        Authentication Mechanism: Kerberos
           User Authenticated as: domain-user
                    Windows User: CORP\Administrator
                       UNIX User: root
                     Open Shares: 1
                      Open Files: 3
                      Open Other: 0
                  Connected Time: 19m 53s
                       Idle Time: 9m 6s
                Protocol Version: SMB3_1
          Continuously Available: No
               Is Session Signed: false
                    NetBIOS Name: -
           SMB Encryption Status: unencrypted
               Large MTU Enabled: true
                Connection Count: 1
                   Active Shares: previous-version-test-share

$ yes \
  `printf %b $(printf '\\%03o' {32..126})` | \
  tr -d ' ' | \
  dd \
    bs=16K \
    count=4K \
    of=ASCII_64MiB.txt
4096+0 records in
4096+0 records out
67108864 bytes transferred in 3.391273 secs (19788694 bytes/sec)

$ yes \
  `printf %b $(printf '\\%03o' {32..126})` | \
  tr -d ' ' | \
  dd \
    bs=16K \
    count=16 \
    of=ASCII_256KiB.txt
16+0 records in
16+0 records out
262144 bytes transferred in 0.010351 secs (25325476 bytes/sec)

> cp .\ASCI_4MiB.txt \\SMB-SERVER.corp.non-97.net\previous-version-test-share\

> fio `
  --directory=\\SMB-SERVER.corp.non-97.net\previous-version-test-share\ `
  --name fio_randwrite_4KiB_block_64KiB_4jobs `
  --ioengine=windowsaio `
  --direct=1 `
  --iodepth=1 `
  --rw=randwrite `
  --bs=4K `
  --size=64K `
  --numjobs=4 `
  --eta-newline=10 `
  --group_reporting `
  --norandommap
fio: this platform does not support process shared mutexes, forcing use of threads. Use the 'thread' option to get rid of this warning.
fio_randwrite_4KiB_block_64KiB_4jobs: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=windowsaio, iodepth=1
...
fio-3.38
Starting 4 threads
fio_randwrite_4KiB_block_64KiB_4jobs: Laying out IO file (1 file / 0MiB)
fio_randwrite_4KiB_block_64KiB_4jobs: Laying out IO file (1 file / 0MiB)

fio_randwrite_4KiB_block_64KiB_4jobs: (groupid=0, jobs=4): err= 0: pid=2472: Tue Feb 11 13:07:46 2025
  write: IOPS=1641, BW=6564KiB/s (6722kB/s)(256KiB/39msec); 0 zone resets
    slat (usec): min=16, max=3652, avg=170.59, stdev=500.87
    clat (usec): min=24, max=9677, avg=1005.81, stdev=1839.81
     lat (usec): min=428, max=9712, avg=1176.40, stdev=1859.90
    clat percentiles (usec):
     |  1.00th=[   25],  5.00th=[   67], 10.00th=[  383], 20.00th=[  416],
     | 30.00th=[  453], 40.00th=[  482], 50.00th=[  494], 60.00th=[  529],
     | 70.00th=[  562], 80.00th=[  660], 90.00th=[ 1303], 95.00th=[ 4228],
     | 99.00th=[ 9634], 99.50th=[ 9634], 99.90th=[ 9634], 99.95th=[ 9634],
     | 99.99th=[ 9634]
  lat (usec)   : 50=3.12%, 100=3.12%, 250=1.56%, 500=43.75%, 750=32.81%
  lat (usec)   : 1000=3.12%
  lat (msec)   : 2=4.69%, 10=7.81%
  cpu          : usr=0.00%, sys=0.00%, ctx=0, majf=0, minf=0
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,64,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
  WRITE: bw=6564KiB/s (6722kB/s), 6564KiB/s-6564KiB/s (6722kB/s-6722kB/s), io=256KiB (262kB), run=39-39msec

$ tshark \
  -r 13MiB_file_write_explorer.pcapng \
  -Y "smb2.cmd == 9 &&  smb2.flags.response == 0" \
  -T fields -e smb2.write_length \
  | sort -n \
  | uniq -c \
  | sort -nr
   7 1048576
   2 811008
   2 237568
   1 551920

$ tshark \
  -r 13MiB_file_read_Impress.pcapng \
  -Y "smb2.cmd == 8 &&  smb2.flags.response == 0" \
  -T fields -e smb2.read_length \
  | sort -n \
  | uniq -c \
  | sort -nr
 193 4096
  10 262144
   8 8192
   5 253952
   4 73728
   4 32768
   4 28672
   4 221184
   3 40960
   3 258048
   3 188416
   3 151552
   2 98304
   2 86016
   2 77824
   2 57344
   2 49152
   2 249856
   2 241664
   2 225280
   2 212992
   2 163840
   2 12288
   2 1024
   1 69632
   1 65536
   1 61440
   1 31728
   1 245760
   1 24576
   1 237568
   1 233472
   1 200704
   1 196608
   1 184320
   1 176128
   1 155648
   1 147456
   1 131072
   1 114688
   1 110592
   1 106496
   1 102400

$ tshark \
  -r 13MiB_file_read_Impress.pcapng \
  -Y "smb2.cmd == 8 && smb2.flags.response == 0" \
  -T fields -e smb2.read_length \
  | awk '
    {
      count[int($1/102400)]++
    }
    END {
      for (i in count)
        printf("%d-%d KiB: %d\n", i*100, (i+1)*100-1, count[i])
    }' \
  | sort -n
0-99 KiB: 235
100-199 KiB: 19
200-299 KiB: 33