Re: cannot use btrfs for nfs server

Forza
2021-07-19T12:06:23Z

On 2021-07-13 09:37, Ulli Horlacher wrote:
> On Mon 2021-07-12 (23:56), g.btrfs@cobb.uk.net wrote:
>
>>> root@tsmsrvj:/etc# du -Hs /nfs/localhost/snapshots
>>> du: WARNING: Circular directory structure.
>>> This almost certainly means that you have a corrupted file system.
>>> NOTIFY YOUR SYSTEM MANAGER.
>>> The following directory is part of the cycle:
>>> /nfs/localhost/snapshots/spool
>>
>> Sure. But it makes the useful operations work. du, find, ls -R, etc all
>> work properly on /nfs/localhost/fex.
>
> Properly on /nfs/localhost/fex : yes
> Properly on /nfs/localhost/snapshots : NO
>
> And the error messages are annoying!
>
> root@tsmsrvj:/etc# exportfs -v
> /data/fex localhost.localdomain(rw,async,wdelay,crossmnt,no_root_squash,no_subtree_check,sec=sys,rw,secure,no_root_squash,no_all_squash)
> /data/snapshots localhost.localdomain(rw,async,wdelay,crossmnt,no_root_squash,no_subtree_check,sec=sys,rw,secure,no_root_squash,no_all_squash)
>
> root@tsmsrvj:/etc# mount -o vers=3 localhost:/data/fex /nfs/localhost/fex
> root@tsmsrvj:/etc# mount -o vers=3 localhost:/data/snapshots /nfs/localhost/snapshots
> root@tsmsrvj:/etc# mount | grep localhost
> localhost:/data/fex on /nfs/localhost/fex type nfs (rw,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=127.0.0.1,mountvers=3,mountport=37961,mountproto=udp,local_lock=none,addr=127.0.0.1)
> localhost:/data/snapshots on /nfs/localhost/snapshots type nfs (rw,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=127.0.0.1,mountvers=3,mountport=37961,mountproto=udp,local_lock=none,addr=127.0.0.1)
>

What kind of NFS server is this? Isn't UDP mounts legacy and not
normally used by default?

Can you switch to an nfs4 server and try again? I also still think you
should use fsid export option.

> root@tsmsrvj:/etc# ls -la /data/snapshots /nfs/localhost/snapshots
> /data/snapshots:
> total 16
> drwxr-xr-x 1 root root 20 Jul 13 09:19 .
> drwxr-xr-x 1 root root 24 Jul 12 17:42 ..
> drwxr-xr-x 1 fex fex 261964 Mar 7 14:53 fex_1
> drwxr-xr-x 1 fex fex 261964 Mar 7 14:53 fex_2
>
> /nfs/localhost/snapshots:
> total 4
> drwxr-xr-x 1 root root 20 Jul 13 09:19 .
> drwxr-xr-x 4 root root 4096 Jul 12 17:49 ..
> drwxr-xr-x 1 fex fex 261964 Mar 7 14:53 fex_1
> drwxr-xr-x 1 fex fex 261964 Mar 7 14:53 fex_2
>
> root@tsmsrvj:/etc# du -Hs /nfs/localhost/snapshots
> du: WARNING: Circular directory structure.
> This almost certainly means that you have a corrupted file system.
> NOTIFY YOUR SYSTEM MANAGER.
> The following directory is part of the cycle:
> /nfs/localhost/snapshots/fex_1/XXXXXXXXXX@gmail.com
>
> du: WARNING: Circular directory structure.
> This almost certainly means that you have a corrupted file system.
> NOTIFY YOUR SYSTEM MANAGER.
> The following directory is part of the cycle:
> /nfs/localhost/snapshots/fex_2/XXXXXXXXXX@gmail.com
>
> 25708064 /nfs/localhost/snapshots
>
> root@tsmsrvj:/etc# du -Hs /data/snapshots
> 25712896 /data/snapshots
>
> root@tsmsrvj:/etc# ls -R /nfs/localhost/snapshots | wc -l
> ls: /nfs/localhost/snapshots/fex_1/XXXXXXXXXX@gmail.com: not listing already-listed directory
> ls: /nfs/localhost/snapshots/fex_2/XXXXXXXXXX@gmail.com: not listing already-listed directory
> 128977
>
> root@tsmsrvj:/etc# ls -R /data/snapshots | wc -l
> 129021
>
> root@tsmsrvj:/etc# ls -aR /nfs/localhost/snapshots | wc -l
> ls: /nfs/localhost/snapshots/fex_1/XXXXXXXXXX@gmail.com: not listing already-listed directory
> ls: /nfs/localhost/snapshots/fex_2/XXXXXXXXXX@gmail.com: not listing already-listed directory
> 281357
>
> root@tsmsrvj:/etc# ls -aR /data/snapshots | wc -l
> 281427
>
>
>
> More debug info:
>
> root@tsmsrvj:/data/snapshots# find . >/tmp/local.list
>
> root@tsmsrvj:/nfs/localhost/snapshots# find . >/tmp/nfs.list
> find: File system loop detected; './fex_1/XXXXXXXXXX@gmail.com' is part of the same file system loop as '.'.
> find: File system loop detected; './fex_2/XXXXXXXXXX@gmail.com' is part of the same file system loop as '.'.
>
> root@tsmsrvj:/nfs/localhost/snapshots# diff -u /tmp/local.list /tmp/nfs.list
>
> --- /tmp/local.list 2021-07-13 09:25:36.388084331 +0200
> +++ /tmp/nfs.list 2021-07-13 09:26:02.120793230 +0200
> @@ -1,25 +1,5 @@
> .
> ./fex_1
> -./fex_1/XXXXXXXXXX@gmail.com
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/alist
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/filename
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/size
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/autodelete
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/keep
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/ip
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/uurl
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/useragent
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/header
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/dkey
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/speed
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/md5sum
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/download
> -./fex_1/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/error
> -./fex_1/XXXXXXXXXX@gmail.com/.log
> -./fex_1/XXXXXXXXXX@gmail.com/.log/fup
> -./fex_1/XXXXXXXXXX@gmail.com/.log/fop
> ./fex_1/XXXXXXXXXX@web.de
> ./fex_1/XXXXXXXXXX@web.de/@LOCALE
> ./fex_1/XXXXXXXXXX@web.de/.log
> @@ -97976,26 +97956,6 @@
> ./fex_1/.xkeys
> ./fex_1/.snapshot
> ./fex_2
> -./fex_2/XXXXXXXXXX@gmail.com
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/alist
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/filename
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/size
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/autodelete
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/keep
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/ip
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/uurl
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/useragent
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/header
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/dkey
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/speed
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/md5sum
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/download
> -./fex_2/XXXXXXXXXX@gmail.com/XXXXXXXXXX@pi2.uni-stuttgart.de/origin-8.5.1-SR2.zip/error
> -./fex_2/XXXXXXXXXX@gmail.com/.log
> -./fex_2/XXXXXXXXXX@gmail.com/.log/fup
> -./fex_2/XXXXXXXXXX@gmail.com/.log/fop
> ./fex_2/XXXXXXXXXX@web.de
> ./fex_2/XXXXXXXXXX@web.de/@LOCALE
> ./fex_2/XXXXXXXXXX@web.de/.log
>