[GH-ISSUE #2560] Getting "# ls : reading directory '.': Operation not permitted" on s3 bucket(netapp). #1238

Open
opened 2026-03-04 01:52:28 +03:00 by kerem · 9 comments
Owner

Originally created by @taigrrr8 on GitHub (Oct 21, 2024).
Original GitHub issue: https://github.com/s3fs-fuse/s3fs-fuse/issues/2560

OS: Redhat 8.9
s3fs-fuse: 1.94-1.el8.x86_64.

passwd-s3fs is in default location under /etc/ with 600 permission.

/etc/fstab:

bucket-abc /netapp_s3 fuse.s3fs netdev,allow_other,use_cache=/tmp/s3fs_cache,uid=9000,gid=9000,umask=077,use_path_request
style,url=http://x.x.x.x/ 0 0

Also tried different umask settings such as:
umask=000
umask=00002
umask=077

strace:

strace ls

execve("/bin/ls", ["ls"], 0x7ffc399dc1e0 /* 24 vars /) = 0
brk(NULL) = 0x55f077465000
arch_prctl(0x3001 /
ARCH_??? /, 0x7ffd75ebde90) = -1 EINVAL (Invalid argument)
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe8505000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=19055, ...}) = 0
mmap(NULL, 19055, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8500000
close(3) = 0
openat(AT_FDCWD, "/lib64/libselinux.so.1", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200z\0\0\0\0\0\0"..., 832) = 832
lseek(3, 157360, SEEK_SET) = 157360
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
fstat(3, {st_mode=S_IFREG|0755, st_size=172104, ...}) = 0
lseek(3, 157360, SEEK_SET) = 157360
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 2270704, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe80ad000
mprotect(0x7fbbe80d4000, 2097152, PROT_NONE) = 0
mmap(0x7fbbe82d4000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x27000) = 0x7fbbe82d4000
mmap(0x7fbbe82d6000, 5616, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe82d6000
close(3) = 0
openat(AT_FDCWD, "/lib64/libcap.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220&\0\0\0\0\0\0"..., 832) = 832
lseek(3, 26952, SEEK_SET) = 26952
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
fstat(3, {st_mode=S_IFREG|0755, st_size=33752, ...}) = 0
lseek(3, 26952, SEEK_SET) = 26952
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 2126224, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7ea5000
mprotect(0x7fbbe7eac000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe80ab000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x7fbbe80ab000
close(3) = 0
openat(AT_FDCWD, "/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\250\3\0\0\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=2164640, ...}) = 0
lseek(3, 808, SEEK_SET) = 808
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 4020448, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7acf000
mprotect(0x7fbbe7c9c000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7e9b000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1cc000) = 0x7fbbe7e9b000
mmap(0x7fbbe7ea1000, 14560, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe7ea1000
close(3) = 0
openat(AT_FDCWD, "/lib64/libpcre2-8.so.0", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200#\0\0\0\0\0\0"..., 832) = 832
lseek(3, 533040, SEEK_SET) = 533040
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
fstat(3, {st_mode=S_IFREG|0755, st_size=543304, ...}) = 0
lseek(3, 533040, SEEK_SET) = 533040
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 2634280, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe784b000
mprotect(0x7fbbe78ce000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7acd000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x82000) = 0x7fbbe7acd000
close(3) = 0
openat(AT_FDCWD, "/lib64/libdl.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\16\0\0\0\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=19128, ...}) = 0
mmap(NULL, 2109600, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7647000
mprotect(0x7fbbe764a000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7849000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7fbbe7849000
close(3) = 0
openat(AT_FDCWD, "/lib64/libpthread.so.0", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360n\0\0\0\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=149984, ...}) = 0
mmap(NULL, 2225344, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7427000
mprotect(0x7fbbe7442000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7641000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1a000) = 0x7fbbe7641000
mmap(0x7fbbe7643000, 13504, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe7643000
close(3) = 0
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe84fe000
mmap(NULL, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe84fb000
arch_prctl(ARCH_SET_FS, 0x7fbbe84fb800) = 0
mprotect(0x7fbbe7e9b000, 16384, PROT_READ) = 0
mprotect(0x7fbbe7641000, 4096, PROT_READ) = 0
mprotect(0x7fbbe7849000, 4096, PROT_READ) = 0
mprotect(0x7fbbe7acd000, 4096, PROT_READ) = 0
mprotect(0x7fbbe80ab000, 4096, PROT_READ) = 0
mprotect(0x7fbbe82d4000, 4096, PROT_READ) = 0
mprotect(0x55f075781000, 8192, PROT_READ) = 0
mprotect(0x7fbbe8507000, 4096, PROT_READ) = 0
munmap(0x7fbbe8500000, 19055) = 0
set_tid_address(0x7fbbe84fbad0) = 1161928
set_robust_list(0x7fbbe84fbae0, 24) = 0
rt_sigaction(SIGRTMIN, {sa_handler=0x7fbbe742d970, sa_mask=[], sa_flags=SA_RESTORER|SA_SIGINFO, sa_restorer=0x7fbbe7439d10}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {sa_handler=0x7fbbe742da00, sa_mask=[], sa_flags=SA_RESTORER|SA_RESTART|SA_SIGINFO, sa_restorer=0x7fbbe7439d10}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
prlimit64(0, RLIMIT_STACK, NULL, {rlim_cur=8192
1024, rlim_max=RLIM64_INFINITY}) = 0
prctl(PR_CAPBSET_READ, CAP_MAC_OVERRIDE) = 1
prctl(PR_CAPBSET_READ, 0x30 /* CAP_??? /) = -1 EINVAL (Invalid argument)
prctl(PR_CAPBSET_READ, CAP_CHECKPOINT_RESTORE) = 1
prctl(PR_CAPBSET_READ, 0x2c /
CAP_??? /) = -1 EINVAL (Invalid argument)
prctl(PR_CAPBSET_READ, 0x2a /
CAP_??? /) = -1 EINVAL (Invalid argument)
prctl(PR_CAPBSET_READ, 0x29 /
CAP_??? */) = -1 EINVAL (Invalid argument)
statfs("/sys/fs/selinux", 0x7ffd75ebde40) = -1 ENOENT (No such file or directory)
statfs("/selinux", 0x7ffd75ebde40) = -1 ENOENT (No such file or directory)
getrandom("\x59\xa8\xe3\xb0\xde\xd2\xc3\xb5", 8, GRND_NONBLOCK) = 8
brk(NULL) = 0x55f077465000
brk(0x55f077486000) = 0x55f077486000
openat(AT_FDCWD, "/proc/filesystems", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
read(3, "nodev\tsysfs\nnodev\ttmpfs\nnodev\tbd"..., 1024) = 372
read(3, "", 1024) = 0
close(3) = 0
access("/etc/selinux/config", F_OK) = 0
openat(AT_FDCWD, "/usr/lib/locale/locale-archive", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/locale.alias", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=2997, ...}) = 0
read(3, "# Locale name alias data base.\n#"..., 4096) = 2997
read(3, "", 4096) = 0
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_IDENTIFICATION", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_IDENTIFICATION", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=368, ...}) = 0
mmap(NULL, 368, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8504000
close(3) = 0
openat(AT_FDCWD, "/usr/lib64/gconv/gconv-modules.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=26998, ...}) = 0
mmap(NULL, 26998, PROT_READ, MAP_SHARED, 3, 0) = 0x7fbbe84f4000
close(3) = 0
futex(0x7fbbe7ea09a8, FUTEX_WAKE_PRIVATE, 2147483647) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MEASUREMENT", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MEASUREMENT", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=23, ...}) = 0
mmap(NULL, 23, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8503000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_TELEPHONE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_TELEPHONE", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=59, ...}) = 0
mmap(NULL, 59, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8502000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_ADDRESS", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_ADDRESS", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=167, ...}) = 0
mmap(NULL, 167, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8501000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_NAME", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_NAME", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=77, ...}) = 0
mmap(NULL, 77, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8500000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_PAPER", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_PAPER", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=34, ...}) = 0
mmap(NULL, 34, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f3000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MESSAGES", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MESSAGES", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=29, ...}) = 0
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=57, ...}) = 0
mmap(NULL, 57, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f2000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MONETARY", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MONETARY", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=286, ...}) = 0
mmap(NULL, 286, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f1000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_COLLATE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_COLLATE", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=2586930, ...}) = 0
mmap(NULL, 2586930, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe71af000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_TIME", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_TIME", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=3316, ...}) = 0
mmap(NULL, 3316, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f0000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_NUMERIC", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_NUMERIC", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=54, ...}) = 0
mmap(NULL, 54, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84ef000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_CTYPE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_CTYPE", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=337024, ...}) = 0
mmap(NULL, 337024, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe849c000
close(3) = 0
ioctl(1, TCGETS, {B38400 opost isig icanon echo ...}) = 0
ioctl(1, TIOCGWINSZ, {ws_row=36, ws_col=122, ws_xpixel=0, ws_ypixel=0}) = 0
openat(AT_FDCWD, ".", O_RDONLY|O_NONBLOCK|O_CLOEXEC|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0777, st_size=4096, ...}) = 0
getdents64(3, 0x55f07746f980, 32768) = -1 EPERM (Operation not permitted)
openat(AT_FDCWD, "/usr/share/locale/en_US.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
write(2, "ls: ", 4ls: ) = 4
write(2, "reading directory '.'", 21reading directory '.') = 21
openat(AT_FDCWD, "/usr/share/locale/en_US.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
write(2, ": Operation not permitted", 25: Operation not permitted) = 25
write(2, "\n", 1
) = 1
close(3) = 0
close(1) = 0
close(2) = 0
exit_group(2) = ?
+++ exited with 2 +++

Mounting the bucket looks good. No errors. Was working for months on all servers(30+). All of a sudden, it started giving these "operation not permitted" errors for simple commands as "ls". Creating files works and returns no errors. Obviously, I can't verify by listing the file.

[root@host1 netapp_s3]# touch abc
[root@host1 netapp_s3]# ls
ls: reading directory '.': Operation not permitted

Any ideas?
Thx.
T

Originally created by @taigrrr8 on GitHub (Oct 21, 2024). Original GitHub issue: https://github.com/s3fs-fuse/s3fs-fuse/issues/2560 OS: Redhat 8.9 s3fs-fuse: 1.94-1.el8.x86_64. passwd-s3fs is in default location under /etc/ with 600 permission. /etc/fstab: bucket-abc /netapp_s3 fuse.s3fs _netdev,allow_other,use_cache=/tmp/s3fs_cache,uid=9000,gid=9000,umask=077,use_path_request_ style,url=http://x.x.x.x/ 0 0 Also tried different umask settings such as: umask=000 umask=00002 umask=077 strace: # strace ls execve("/bin/ls", ["ls"], 0x7ffc399dc1e0 /* 24 vars */) = 0 brk(NULL) = 0x55f077465000 arch_prctl(0x3001 /* ARCH_??? */, 0x7ffd75ebde90) = -1 EINVAL (Invalid argument) mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe8505000 access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=19055, ...}) = 0 mmap(NULL, 19055, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8500000 close(3) = 0 openat(AT_FDCWD, "/lib64/libselinux.so.1", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200z\0\0\0\0\0\0"..., 832) = 832 lseek(3, 157360, SEEK_SET) = 157360 read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32 fstat(3, {st_mode=S_IFREG|0755, st_size=172104, ...}) = 0 lseek(3, 157360, SEEK_SET) = 157360 read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32 mmap(NULL, 2270704, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe80ad000 mprotect(0x7fbbe80d4000, 2097152, PROT_NONE) = 0 mmap(0x7fbbe82d4000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x27000) = 0x7fbbe82d4000 mmap(0x7fbbe82d6000, 5616, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe82d6000 close(3) = 0 openat(AT_FDCWD, "/lib64/libcap.so.2", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220&\0\0\0\0\0\0"..., 832) = 832 lseek(3, 26952, SEEK_SET) = 26952 read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32 fstat(3, {st_mode=S_IFREG|0755, st_size=33752, ...}) = 0 lseek(3, 26952, SEEK_SET) = 26952 read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32 mmap(NULL, 2126224, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7ea5000 mprotect(0x7fbbe7eac000, 2093056, PROT_NONE) = 0 mmap(0x7fbbe80ab000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x7fbbe80ab000 close(3) = 0 openat(AT_FDCWD, "/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\250\3\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0755, st_size=2164640, ...}) = 0 lseek(3, 808, SEEK_SET) = 808 read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32 mmap(NULL, 4020448, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7acf000 mprotect(0x7fbbe7c9c000, 2093056, PROT_NONE) = 0 mmap(0x7fbbe7e9b000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1cc000) = 0x7fbbe7e9b000 mmap(0x7fbbe7ea1000, 14560, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe7ea1000 close(3) = 0 openat(AT_FDCWD, "/lib64/libpcre2-8.so.0", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200#\0\0\0\0\0\0"..., 832) = 832 lseek(3, 533040, SEEK_SET) = 533040 read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32 fstat(3, {st_mode=S_IFREG|0755, st_size=543304, ...}) = 0 lseek(3, 533040, SEEK_SET) = 533040 read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32 mmap(NULL, 2634280, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe784b000 mprotect(0x7fbbe78ce000, 2093056, PROT_NONE) = 0 mmap(0x7fbbe7acd000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x82000) = 0x7fbbe7acd000 close(3) = 0 openat(AT_FDCWD, "/lib64/libdl.so.2", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\16\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0755, st_size=19128, ...}) = 0 mmap(NULL, 2109600, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7647000 mprotect(0x7fbbe764a000, 2093056, PROT_NONE) = 0 mmap(0x7fbbe7849000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7fbbe7849000 close(3) = 0 openat(AT_FDCWD, "/lib64/libpthread.so.0", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360n\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0755, st_size=149984, ...}) = 0 mmap(NULL, 2225344, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7427000 mprotect(0x7fbbe7442000, 2093056, PROT_NONE) = 0 mmap(0x7fbbe7641000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1a000) = 0x7fbbe7641000 mmap(0x7fbbe7643000, 13504, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe7643000 close(3) = 0 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe84fe000 mmap(NULL, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe84fb000 arch_prctl(ARCH_SET_FS, 0x7fbbe84fb800) = 0 mprotect(0x7fbbe7e9b000, 16384, PROT_READ) = 0 mprotect(0x7fbbe7641000, 4096, PROT_READ) = 0 mprotect(0x7fbbe7849000, 4096, PROT_READ) = 0 mprotect(0x7fbbe7acd000, 4096, PROT_READ) = 0 mprotect(0x7fbbe80ab000, 4096, PROT_READ) = 0 mprotect(0x7fbbe82d4000, 4096, PROT_READ) = 0 mprotect(0x55f075781000, 8192, PROT_READ) = 0 mprotect(0x7fbbe8507000, 4096, PROT_READ) = 0 munmap(0x7fbbe8500000, 19055) = 0 set_tid_address(0x7fbbe84fbad0) = 1161928 set_robust_list(0x7fbbe84fbae0, 24) = 0 rt_sigaction(SIGRTMIN, {sa_handler=0x7fbbe742d970, sa_mask=[], sa_flags=SA_RESTORER|SA_SIGINFO, sa_restorer=0x7fbbe7439d10}, NULL, 8) = 0 rt_sigaction(SIGRT_1, {sa_handler=0x7fbbe742da00, sa_mask=[], sa_flags=SA_RESTORER|SA_RESTART|SA_SIGINFO, sa_restorer=0x7fbbe7439d10}, NULL, 8) = 0 rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0 prlimit64(0, RLIMIT_STACK, NULL, {rlim_cur=8192*1024, rlim_max=RLIM64_INFINITY}) = 0 prctl(PR_CAPBSET_READ, CAP_MAC_OVERRIDE) = 1 prctl(PR_CAPBSET_READ, 0x30 /* CAP_??? */) = -1 EINVAL (Invalid argument) prctl(PR_CAPBSET_READ, CAP_CHECKPOINT_RESTORE) = 1 prctl(PR_CAPBSET_READ, 0x2c /* CAP_??? */) = -1 EINVAL (Invalid argument) prctl(PR_CAPBSET_READ, 0x2a /* CAP_??? */) = -1 EINVAL (Invalid argument) prctl(PR_CAPBSET_READ, 0x29 /* CAP_??? */) = -1 EINVAL (Invalid argument) statfs("/sys/fs/selinux", 0x7ffd75ebde40) = -1 ENOENT (No such file or directory) statfs("/selinux", 0x7ffd75ebde40) = -1 ENOENT (No such file or directory) getrandom("\x59\xa8\xe3\xb0\xde\xd2\xc3\xb5", 8, GRND_NONBLOCK) = 8 brk(NULL) = 0x55f077465000 brk(0x55f077486000) = 0x55f077486000 openat(AT_FDCWD, "/proc/filesystems", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 read(3, "nodev\tsysfs\nnodev\ttmpfs\nnodev\tbd"..., 1024) = 372 read(3, "", 1024) = 0 close(3) = 0 access("/etc/selinux/config", F_OK) = 0 openat(AT_FDCWD, "/usr/lib/locale/locale-archive", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/locale.alias", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=2997, ...}) = 0 read(3, "# Locale name alias data base.\n#"..., 4096) = 2997 read(3, "", 4096) = 0 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_IDENTIFICATION", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_IDENTIFICATION", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=368, ...}) = 0 mmap(NULL, 368, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8504000 close(3) = 0 openat(AT_FDCWD, "/usr/lib64/gconv/gconv-modules.cache", O_RDONLY) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=26998, ...}) = 0 mmap(NULL, 26998, PROT_READ, MAP_SHARED, 3, 0) = 0x7fbbe84f4000 close(3) = 0 futex(0x7fbbe7ea09a8, FUTEX_WAKE_PRIVATE, 2147483647) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MEASUREMENT", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MEASUREMENT", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=23, ...}) = 0 mmap(NULL, 23, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8503000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_TELEPHONE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_TELEPHONE", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=59, ...}) = 0 mmap(NULL, 59, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8502000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_ADDRESS", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_ADDRESS", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=167, ...}) = 0 mmap(NULL, 167, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8501000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_NAME", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_NAME", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=77, ...}) = 0 mmap(NULL, 77, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8500000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_PAPER", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_PAPER", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=34, ...}) = 0 mmap(NULL, 34, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f3000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MESSAGES", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MESSAGES", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFDIR|0755, st_size=29, ...}) = 0 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=57, ...}) = 0 mmap(NULL, 57, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f2000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MONETARY", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MONETARY", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=286, ...}) = 0 mmap(NULL, 286, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f1000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_COLLATE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_COLLATE", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=2586930, ...}) = 0 mmap(NULL, 2586930, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe71af000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_TIME", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_TIME", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=3316, ...}) = 0 mmap(NULL, 3316, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f0000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_NUMERIC", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_NUMERIC", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=54, ...}) = 0 mmap(NULL, 54, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84ef000 close(3) = 0 openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_CTYPE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_CTYPE", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=337024, ...}) = 0 mmap(NULL, 337024, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe849c000 close(3) = 0 ioctl(1, TCGETS, {B38400 opost isig icanon echo ...}) = 0 ioctl(1, TIOCGWINSZ, {ws_row=36, ws_col=122, ws_xpixel=0, ws_ypixel=0}) = 0 openat(AT_FDCWD, ".", O_RDONLY|O_NONBLOCK|O_CLOEXEC|O_DIRECTORY) = 3 fstat(3, {st_mode=S_IFDIR|0777, st_size=4096, ...}) = 0 getdents64(3, 0x55f07746f980, 32768) = -1 EPERM (Operation not permitted) openat(AT_FDCWD, "/usr/share/locale/en_US.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en_US.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en_US/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory) write(2, "ls: ", 4ls: ) = 4 write(2, "reading directory '.'", 21reading directory '.') = 21 openat(AT_FDCWD, "/usr/share/locale/en_US.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en_US.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en_US/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory) openat(AT_FDCWD, "/usr/share/locale/en/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory) write(2, ": Operation not permitted", 25: Operation not permitted) = 25 write(2, "\n", 1 ) = 1 close(3) = 0 close(1) = 0 close(2) = 0 exit_group(2) = ? +++ exited with 2 +++ Mounting the bucket looks good. No errors. Was working for months on all servers(30+). All of a sudden, it started giving these "operation not permitted" errors for simple commands as "ls". Creating files works and returns no errors. Obviously, I can't verify by listing the file. [root@host1 netapp_s3]# touch abc [root@host1 netapp_s3]# ls ls: reading directory '.': Operation not permitted Any ideas? Thx. T
Author
Owner

@gaul commented on GitHub (Oct 22, 2024):

strace is not helpful. Try running s3fs with -d -o curldbg.

<!-- gh-comment-id:2428311385 --> @gaul commented on GitHub (Oct 22, 2024): `strace` is not helpful. Try running s3fs with `-d -o curldbg`.
Author
Owner

@ggtakec commented on GitHub (Oct 22, 2024):

And please specify dbglevel=dbg(or info) together.

<!-- gh-comment-id:2428933340 --> @ggtakec commented on GitHub (Oct 22, 2024): And please specify `dbglevel=dbg(or info)` together.
Author
Owner

@taigrrr8 commented on GitHub (Oct 22, 2024):

Thank you for the quick response.

Here's the command line mounting with debug turned on.

s3fs bucket-abc /netapp_s3 -o passwd_file=/etc/passwd-s3fs -o allow_other -o use_path_request_style -o url=http://x.x.x.x/ -o dbglevel=info -f -o curldbg

2024-10-22T15:12:34.198Z [INF] s3fs version 1.94(unknown) : s3fs -o passwd_file=/etc/passwd-s3fs -o allow_other -o use_path_request_style -o url=http://10.207.38.39/ -o dbglevel=info -f -o curldbg bucket-abc /netapp_s3
2024-10-22T15:12:34.199Z [CRT] s3fs_logger.cpp:LowSetLogLevel(232): change debug level from [CRT] to [INF]
2024-10-22T15:12:34.199Z [INF] s3fs.cpp:set_mountpoint_attribute(4604): PROC(uid=0, gid=0) - MountPoint(uid=9000, gid=9000, mode=40777)
2024-10-22T15:12:34.200Z [INF] curl.cpp:InitMimeType(435): Loaded mime information from /etc/mime.types
2024-10-22T15:12:34.200Z [INF] fdcache_stat.cpp:CheckCacheFileStatTopDir(78): The path to cache top dir is empty, thus not need to check permission.
2024-10-22T15:12:34.200Z [INF] s3fs.cpp:main(5822): Free space ratio default to 10 %, ensure the available disk space is greater than 999.000 MB
2024-10-22T15:12:34.207Z [INF] s3fs.cpp:s3fs_init(4276): init v1.94(commit:unknown) with OpenSSL, credential-library(built-in)
2024-10-22T15:12:34.207Z [INF] s3fs.cpp:s3fs_check_service(4449): check services.
2024-10-22T15:12:34.207Z [INF] curl.cpp:CheckBucket(3623): check a bucket path(/).
2024-10-22T15:12:34.207Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/
2024-10-22T15:12:34.207Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/
2024-10-22T15:12:34.207Z [INF] curl.cpp:insertV4Headers(2847): computing signature [GET] [/] [] []
2024-10-22T15:12:34.207Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:34.207Z [CURL DBG] * Trying x.x.x.x...
2024-10-22T15:12:34.207Z [CURL DBG] * TCP_NODELAY set
2024-10-22T15:12:34.235Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0)
2024-10-22T15:12:34.235Z [CURL DBG] > GET /bucket-abc/ HTTP/1.1
2024-10-22T15:12:34.235Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:34.235Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:34.235Z [CURL DBG] > Accept: /
2024-10-22T15:12:34.235Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=f4b58212ae1da85d29fc849d6c0914c7718c6e7a3ffa0c2ebee346ab5459a334
2024-10-22T15:12:34.235Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:34.235Z [CURL DBG] > x-amz-date: 20241022T151234Z
2024-10-22T15:12:34.235Z [CURL DBG] >
2024-10-22T15:12:34.311Z [CURL DBG] < HTTP/1.1 200 OK
2024-10-22T15:12:34.311Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:34.311Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:34 GMT
2024-10-22T15:12:34.311Z [CURL DBG] < x-amz-request-id: 904291009
2024-10-22T15:12:34.311Z [CURL DBG] < Content-Length: 255083
2024-10-22T15:12:34.311Z [CURL DBG] < Content-Type: application/xml
2024-10-22T15:12:34.311Z [CURL DBG] < Accept-Ranges: bytes
2024-10-22T15:12:34.311Z [CURL DBG] <
2024-10-22T15:12:34.705Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:34.705Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200
2024-10-22T15:12:34.705Z [INF] threadpoolman.cpp:StopThreads(178): Any threads are running now, then nothing to do.
2024-10-22T15:12:34.705Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:34.706Z [INF] curl.cpp:HeadRequest(3255): [tpath=//]
2024-10-22T15:12:34.706Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=//][bpath=][save=][sseckeypos=18446744073709551615]
2024-10-22T15:12:34.706Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc//
2024-10-22T15:12:34.706Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc//
2024-10-22T15:12:34.706Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [//] [] []
2024-10-22T15:12:34.706Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:34.706Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline]
2024-10-22T15:12:34.706Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x
2024-10-22T15:12:34.706Z [CURL DBG] * Connected to x.x.x.x(x.x.x.x) port 80 (#0)
2024-10-22T15:12:34.706Z [CURL DBG] > HEAD /gitlab-s3// HTTP/1.1
2024-10-22T15:12:34.706Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:34.706Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:34.706Z [CURL DBG] > Accept: /
2024-10-22T15:12:34.706Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=7c65c93ab32eb8440af661668f9266ab9985ae01f2be8783cd76e2bd436fdcff
2024-10-22T15:12:34.706Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:34.706Z [CURL DBG] > x-amz-date: 20241022T151234Z
2024-10-22T15:12:34.706Z [CURL DBG] >
2024-10-22T15:12:34.735Z [CURL DBG] < HTTP/1.1 200 OK
2024-10-22T15:12:34.735Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:34.735Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:34 GMT
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-request-id: 893471987
2024-10-22T15:12:34.735Z [CURL DBG] < Connection: Keep-Alive
2024-10-22T15:12:34.735Z [CURL DBG] < Accept-Ranges: bytes
2024-10-22T15:12:34.735Z [CURL DBG] < Content-Length: 0
2024-10-22T15:12:34.735Z [CURL DBG] < content-type: application/x-directory
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-atime: 0
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-ctime: 1729544687.591014337
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-gid: 0
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-mode: 16895
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-mtime: 0
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-uid: 0
2024-10-22T15:12:34.735Z [CURL DBG] < Last-Modified: Mon, 21 Oct 2024 21:04:47 GMT
2024-10-22T15:12:34.735Z [CURL DBG] < ETag: "d41d8cd98f00b204e9800998ecf8427e"
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-version-id: Njc0NTA2MDAwLnYxLjIuMTcyOTU0NDY4Ny4u
2024-10-22T15:12:34.735Z [CURL DBG] <
2024-10-22T15:12:34.735Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:34.735Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200
2024-10-22T15:12:34.735Z [INF] cache.cpp:AddStat(339): add stat cache entry[path=/]
2024-10-22T15:12:35.847Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:36.854Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:37.855Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:38.857Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:39.926Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:40.927Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:41.925Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923011,uid=773,gid=773]
2024-10-22T15:12:41.925Z [INF] curl.cpp:HeadRequest(3255): [tpath=/dev]
2024-10-22T15:12:41.925Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=/dev][bpath=][save=][sseckeypos=18446744073709551615]
2024-10-22T15:12:41.925Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/dev
2024-10-22T15:12:41.925Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/dev
2024-10-22T15:12:41.925Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [/dev] [] []
2024-10-22T15:12:41.925Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:41.925Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline]
2024-10-22T15:12:41.925Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x
2024-10-22T15:12:41.925Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0)
2024-10-22T15:12:41.925Z [CURL DBG] > HEAD /bucket-abc/dev HTTP/1.1
2024-10-22T15:12:41.925Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:41.925Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:41.925Z [CURL DBG] > Accept: /
2024-10-22T15:12:41.925Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=4181d06ed76a1a89b12890bc4c82b70dba58e354d79b6207ea8d55f18d949da9
2024-10-22T15:12:41.925Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:41.925Z [CURL DBG] > x-amz-date: 20241022T151241Z
2024-10-22T15:12:41.925Z [CURL DBG] >
2024-10-22T15:12:41.928Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:41.954Z [CURL DBG] < HTTP/1.1 404 Not Found
2024-10-22T15:12:41.954Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:41.954Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:41 GMT
2024-10-22T15:12:41.954Z [CURL DBG] < Connection: Keep-Alive
2024-10-22T15:12:41.954Z [CURL DBG] < Content-Type: application/xml
2024-10-22T15:12:41.954Z [CURL DBG] <
2024-10-22T15:12:41.954Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:41.954Z [INF] curl.cpp:RequestPerform(2547): HTTP response code 404 was returned, returning ENOENT
2024-10-22T15:12:41.954Z [INF] curl.cpp:HeadRequest(3255): [tpath=/dev/]
2024-10-22T15:12:41.954Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=/dev/][bpath=][save=][sseckeypos=18446744073709551615]
2024-10-22T15:12:41.954Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/dev/
2024-10-22T15:12:41.954Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/dev/
2024-10-22T15:12:41.954Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [/dev/] [] []
2024-10-22T15:12:41.954Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:41.954Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline]
2024-10-22T15:12:41.954Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x
2024-10-22T15:12:41.954Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0)
2024-10-22T15:12:41.954Z [CURL DBG] > HEAD /bucket-abc/dev/ HTTP/1.1
2024-10-22T15:12:41.954Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:41.954Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:41.954Z [CURL DBG] > Accept: /
2024-10-22T15:12:41.954Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=cf751eaf7a124fabe1d64684ae2ed942be0f4ff34748cabe7f8ca5a201d843de
2024-10-22T15:12:41.954Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:41.954Z [CURL DBG] > x-amz-date: 20241022T151241Z
2024-10-22T15:12:41.954Z [CURL DBG] >
2024-10-22T15:12:41.983Z [CURL DBG] < HTTP/1.1 200 OK
2024-10-22T15:12:41.983Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:41.983Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:41 GMT
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-request-id: 899251899
2024-10-22T15:12:41.983Z [CURL DBG] < Connection: Keep-Alive
2024-10-22T15:12:41.983Z [CURL DBG] < Accept-Ranges: bytes
2024-10-22T15:12:41.983Z [CURL DBG] < Content-Length: 0
2024-10-22T15:12:41.983Z [CURL DBG] < content-type: application/x-directory
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-atime: 1718311907.518976947
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-ctime: 1718391993.568278227
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-gid: 0
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-mode: 16832
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-mtime: 1718311907.518976947
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-uid: 0
2024-10-22T15:12:41.983Z [CURL DBG] < Last-Modified: Fri, 14 Jun 2024 19:06:33 GMT
2024-10-22T15:12:41.983Z [CURL DBG] < ETag: "d41d8cd98f00b204e9800998ecf8427e"
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-version-id: NjA2NjQ0MDAwLnYxLjIuMTcxODM5MTk5My4u
2024-10-22T15:12:41.983Z [CURL DBG] <
2024-10-22T15:12:41.983Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:41.983Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200
2024-10-22T15:12:41.983Z [INF] cache.cpp:AddStat(339): add stat cache entry[path=/dev/]
2024-10-22T15:12:41.983Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923011,uid=773,gid=773]
2024-10-22T15:12:43.403Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:44.478Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:45.479Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:46.479Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:47.481Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:48.481Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:49.529Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:50.538Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:51.540Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:51.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923012,uid=773,gid=773]
2024-10-22T15:12:51.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923012,uid=773,gid=773]
2024-10-22T15:12:52.541Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:54.004Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:55.090Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:56.551Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:57.552Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:58.554Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:59.586Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:00.587Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:01.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923012,uid=773,gid=773]
2024-10-22T15:13:01.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923012,uid=773,gid=773]
2024-10-22T15:13:02.034Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:03.036Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:04.037Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:05.129Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:06.130Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]

It mounts with no issues.. But same "Operation not permitted" when doing "ls".

Some additional info:

stat /netapp_s3/dev/ | grep "Access: ("
Access: (0777/drwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root)
[root@vv2txaprisrls01 /]# stat /netapp_s3/ | grep "Access: ("
Access: (0777/drwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root)

Looks like I was able to "cd" into a directory(/dev) but can't list anything. That means execute permissions work but read permission does not. Even though it's showing full permissions. hmmm.

Also having Netapp team verify the bucket permissions from their end.

T

<!-- gh-comment-id:2429352563 --> @taigrrr8 commented on GitHub (Oct 22, 2024): Thank you for the quick response. Here's the command line mounting with debug turned on. s3fs bucket-abc /netapp_s3 -o passwd_file=/etc/passwd-s3fs -o allow_other -o use_path_request_style -o url=http://x.x.x.x/ -o dbglevel=info -f -o curldbg 2024-10-22T15:12:34.198Z [INF] s3fs version 1.94(unknown) : s3fs -o passwd_file=/etc/passwd-s3fs -o allow_other -o use_path_request_style -o url=http://10.207.38.39/ -o dbglevel=info -f -o curldbg bucket-abc /netapp_s3 2024-10-22T15:12:34.199Z [CRT] s3fs_logger.cpp:LowSetLogLevel(232): change debug level from [CRT] to [INF] 2024-10-22T15:12:34.199Z [INF] s3fs.cpp:set_mountpoint_attribute(4604): PROC(uid=0, gid=0) - MountPoint(uid=9000, gid=9000, mode=40777) 2024-10-22T15:12:34.200Z [INF] curl.cpp:InitMimeType(435): Loaded mime information from /etc/mime.types 2024-10-22T15:12:34.200Z [INF] fdcache_stat.cpp:CheckCacheFileStatTopDir(78): The path to cache top dir is empty, thus not need to check permission. 2024-10-22T15:12:34.200Z [INF] s3fs.cpp:main(5822): Free space ratio default to 10 %, ensure the available disk space is greater than 999.000 MB 2024-10-22T15:12:34.207Z [INF] s3fs.cpp:s3fs_init(4276): init v1.94(commit:unknown) with OpenSSL, credential-library(built-in) 2024-10-22T15:12:34.207Z [INF] s3fs.cpp:s3fs_check_service(4449): check services. 2024-10-22T15:12:34.207Z [INF] curl.cpp:CheckBucket(3623): check a bucket path(/). 2024-10-22T15:12:34.207Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/ 2024-10-22T15:12:34.207Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/ 2024-10-22T15:12:34.207Z [INF] curl.cpp:insertV4Headers(2847): computing signature [GET] [/] [] [] 2024-10-22T15:12:34.207Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x 2024-10-22T15:12:34.207Z [CURL DBG] * Trying x.x.x.x... 2024-10-22T15:12:34.207Z [CURL DBG] * TCP_NODELAY set 2024-10-22T15:12:34.235Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0) 2024-10-22T15:12:34.235Z [CURL DBG] > GET /bucket-abc/ HTTP/1.1 2024-10-22T15:12:34.235Z [CURL DBG] > Host: x.x.x.x 2024-10-22T15:12:34.235Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL) 2024-10-22T15:12:34.235Z [CURL DBG] > Accept: */* 2024-10-22T15:12:34.235Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=f4b58212ae1da85d29fc849d6c0914c7718c6e7a3ffa0c2ebee346ab5459a334 2024-10-22T15:12:34.235Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 2024-10-22T15:12:34.235Z [CURL DBG] > x-amz-date: 20241022T151234Z 2024-10-22T15:12:34.235Z [CURL DBG] > 2024-10-22T15:12:34.311Z [CURL DBG] < HTTP/1.1 200 OK 2024-10-22T15:12:34.311Z [CURL DBG] < Server: NetApp CSS/9.14.1P8 2024-10-22T15:12:34.311Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:34 GMT 2024-10-22T15:12:34.311Z [CURL DBG] < x-amz-request-id: 904291009 2024-10-22T15:12:34.311Z [CURL DBG] < Content-Length: 255083 2024-10-22T15:12:34.311Z [CURL DBG] < Content-Type: application/xml 2024-10-22T15:12:34.311Z [CURL DBG] < Accept-Ranges: bytes 2024-10-22T15:12:34.311Z [CURL DBG] < 2024-10-22T15:12:34.705Z [CURL DBG] * Connection #0 to host x.x.x.x left intact 2024-10-22T15:12:34.705Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200 2024-10-22T15:12:34.705Z [INF] threadpoolman.cpp:StopThreads(178): Any threads are running now, then nothing to do. 2024-10-22T15:12:34.705Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan. 2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan. 2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan. 2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan. 2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan. 2024-10-22T15:12:34.706Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:34.706Z [INF] curl.cpp:HeadRequest(3255): [tpath=//] 2024-10-22T15:12:34.706Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=//][bpath=][save=][sseckeypos=18446744073709551615] 2024-10-22T15:12:34.706Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc// 2024-10-22T15:12:34.706Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc// 2024-10-22T15:12:34.706Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [//] [] [] 2024-10-22T15:12:34.706Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x 2024-10-22T15:12:34.706Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline] 2024-10-22T15:12:34.706Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x 2024-10-22T15:12:34.706Z [CURL DBG] * Connected to x.x.x.x(x.x.x.x) port 80 (#0) 2024-10-22T15:12:34.706Z [CURL DBG] > HEAD /gitlab-s3// HTTP/1.1 2024-10-22T15:12:34.706Z [CURL DBG] > Host: x.x.x.x 2024-10-22T15:12:34.706Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL) 2024-10-22T15:12:34.706Z [CURL DBG] > Accept: */* 2024-10-22T15:12:34.706Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=7c65c93ab32eb8440af661668f9266ab9985ae01f2be8783cd76e2bd436fdcff 2024-10-22T15:12:34.706Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 2024-10-22T15:12:34.706Z [CURL DBG] > x-amz-date: 20241022T151234Z 2024-10-22T15:12:34.706Z [CURL DBG] > 2024-10-22T15:12:34.735Z [CURL DBG] < HTTP/1.1 200 OK 2024-10-22T15:12:34.735Z [CURL DBG] < Server: NetApp CSS/9.14.1P8 2024-10-22T15:12:34.735Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:34 GMT 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-request-id: 893471987 2024-10-22T15:12:34.735Z [CURL DBG] < Connection: Keep-Alive 2024-10-22T15:12:34.735Z [CURL DBG] < Accept-Ranges: bytes 2024-10-22T15:12:34.735Z [CURL DBG] < Content-Length: 0 2024-10-22T15:12:34.735Z [CURL DBG] < content-type: application/x-directory 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-atime: 0 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-ctime: 1729544687.591014337 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-gid: 0 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-mode: 16895 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-mtime: 0 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-uid: 0 2024-10-22T15:12:34.735Z [CURL DBG] < Last-Modified: Mon, 21 Oct 2024 21:04:47 GMT 2024-10-22T15:12:34.735Z [CURL DBG] < ETag: "d41d8cd98f00b204e9800998ecf8427e" 2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-version-id: Njc0NTA2MDAwLnYxLjIuMTcyOTU0NDY4Ny4u 2024-10-22T15:12:34.735Z [CURL DBG] < 2024-10-22T15:12:34.735Z [CURL DBG] * Connection #0 to host x.x.x.x left intact 2024-10-22T15:12:34.735Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200 2024-10-22T15:12:34.735Z [INF] cache.cpp:AddStat(339): add stat cache entry[path=/] 2024-10-22T15:12:35.847Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:36.854Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:37.855Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:38.857Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:39.926Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:40.927Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:41.925Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923011,uid=773,gid=773] 2024-10-22T15:12:41.925Z [INF] curl.cpp:HeadRequest(3255): [tpath=/dev] 2024-10-22T15:12:41.925Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=/dev][bpath=][save=][sseckeypos=18446744073709551615] 2024-10-22T15:12:41.925Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/dev 2024-10-22T15:12:41.925Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/dev 2024-10-22T15:12:41.925Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [/dev] [] [] 2024-10-22T15:12:41.925Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x 2024-10-22T15:12:41.925Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline] 2024-10-22T15:12:41.925Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x 2024-10-22T15:12:41.925Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0) 2024-10-22T15:12:41.925Z [CURL DBG] > HEAD /bucket-abc/dev HTTP/1.1 2024-10-22T15:12:41.925Z [CURL DBG] > Host: x.x.x.x 2024-10-22T15:12:41.925Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL) 2024-10-22T15:12:41.925Z [CURL DBG] > Accept: */* 2024-10-22T15:12:41.925Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=4181d06ed76a1a89b12890bc4c82b70dba58e354d79b6207ea8d55f18d949da9 2024-10-22T15:12:41.925Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 2024-10-22T15:12:41.925Z [CURL DBG] > x-amz-date: 20241022T151241Z 2024-10-22T15:12:41.925Z [CURL DBG] > 2024-10-22T15:12:41.928Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:41.954Z [CURL DBG] < HTTP/1.1 404 Not Found 2024-10-22T15:12:41.954Z [CURL DBG] < Server: NetApp CSS/9.14.1P8 2024-10-22T15:12:41.954Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:41 GMT 2024-10-22T15:12:41.954Z [CURL DBG] < Connection: Keep-Alive 2024-10-22T15:12:41.954Z [CURL DBG] < Content-Type: application/xml 2024-10-22T15:12:41.954Z [CURL DBG] < 2024-10-22T15:12:41.954Z [CURL DBG] * Connection #0 to host x.x.x.x left intact 2024-10-22T15:12:41.954Z [INF] curl.cpp:RequestPerform(2547): HTTP response code 404 was returned, returning ENOENT 2024-10-22T15:12:41.954Z [INF] curl.cpp:HeadRequest(3255): [tpath=/dev/] 2024-10-22T15:12:41.954Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=/dev/][bpath=][save=][sseckeypos=18446744073709551615] 2024-10-22T15:12:41.954Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/dev/ 2024-10-22T15:12:41.954Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/dev/ 2024-10-22T15:12:41.954Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [/dev/] [] [] 2024-10-22T15:12:41.954Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x 2024-10-22T15:12:41.954Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline] 2024-10-22T15:12:41.954Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x 2024-10-22T15:12:41.954Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0) 2024-10-22T15:12:41.954Z [CURL DBG] > HEAD /bucket-abc/dev/ HTTP/1.1 2024-10-22T15:12:41.954Z [CURL DBG] > Host: x.x.x.x 2024-10-22T15:12:41.954Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL) 2024-10-22T15:12:41.954Z [CURL DBG] > Accept: */* 2024-10-22T15:12:41.954Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=cf751eaf7a124fabe1d64684ae2ed942be0f4ff34748cabe7f8ca5a201d843de 2024-10-22T15:12:41.954Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 2024-10-22T15:12:41.954Z [CURL DBG] > x-amz-date: 20241022T151241Z 2024-10-22T15:12:41.954Z [CURL DBG] > 2024-10-22T15:12:41.983Z [CURL DBG] < HTTP/1.1 200 OK 2024-10-22T15:12:41.983Z [CURL DBG] < Server: NetApp CSS/9.14.1P8 2024-10-22T15:12:41.983Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:41 GMT 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-request-id: 899251899 2024-10-22T15:12:41.983Z [CURL DBG] < Connection: Keep-Alive 2024-10-22T15:12:41.983Z [CURL DBG] < Accept-Ranges: bytes 2024-10-22T15:12:41.983Z [CURL DBG] < Content-Length: 0 2024-10-22T15:12:41.983Z [CURL DBG] < content-type: application/x-directory 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-atime: 1718311907.518976947 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-ctime: 1718391993.568278227 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-gid: 0 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-mode: 16832 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-mtime: 1718311907.518976947 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-uid: 0 2024-10-22T15:12:41.983Z [CURL DBG] < Last-Modified: Fri, 14 Jun 2024 19:06:33 GMT 2024-10-22T15:12:41.983Z [CURL DBG] < ETag: "d41d8cd98f00b204e9800998ecf8427e" 2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-version-id: NjA2NjQ0MDAwLnYxLjIuMTcxODM5MTk5My4u 2024-10-22T15:12:41.983Z [CURL DBG] < 2024-10-22T15:12:41.983Z [CURL DBG] * Connection #0 to host x.x.x.x left intact 2024-10-22T15:12:41.983Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200 2024-10-22T15:12:41.983Z [INF] cache.cpp:AddStat(339): add stat cache entry[path=/dev/] 2024-10-22T15:12:41.983Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923011,uid=773,gid=773] 2024-10-22T15:12:43.403Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:44.478Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:45.479Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:46.479Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:47.481Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:48.481Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:49.529Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:50.538Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:51.540Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:51.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923012,uid=773,gid=773] 2024-10-22T15:12:51.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923012,uid=773,gid=773] 2024-10-22T15:12:52.541Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:54.004Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:55.090Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:56.551Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:57.552Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:58.554Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:12:59.586Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:13:00.587Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:13:01.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923012,uid=773,gid=773] 2024-10-22T15:13:01.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923012,uid=773,gid=773] 2024-10-22T15:13:02.034Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:13:03.036Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:13:04.037Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:13:05.129Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] 2024-10-22T15:13:06.130Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0] It mounts with no issues.. But same "Operation not permitted" when doing "ls". Some additional info: stat /netapp_s3/dev/ | grep "Access: (" Access: (0777/drwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) [root@vv2txaprisrls01 /]# stat /netapp_s3/ | grep "Access: (" Access: (0777/drwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) Looks like I was able to "cd" into a directory(/dev) but can't list anything. That means execute permissions work but read permission does not. Even though it's showing full permissions. hmmm. Also having Netapp team verify the bucket permissions from their end. T
Author
Owner

@gaul commented on GitHub (Oct 22, 2024):

Can you show the logs from the unsuccessful operation? The curl debug logs appear to be from the mount not from the ls.

<!-- gh-comment-id:2430198481 --> @gaul commented on GitHub (Oct 22, 2024): Can you show the logs from the unsuccessful operation? The curl debug logs appear to be from the `mount` not from the `ls`.
Author
Owner

@taigrrr8 commented on GitHub (Oct 22, 2024):

Hi guys.

I found the fix or workaround for this issue.

I saw this in the log:

[ERR] curl.cpp:RequestPerform(2542): HTTP response code 403, returning EPERM. Body Text: SignatureDoesNotMatchThe request signature we calculated does not match the signature y
ou provided. Check your key and signing method.
2024-10-22T23:13:30.014Z [ERR] s3fs.cpp:list_bucket(3509): ListBucketRequest returns with error

So I added "-o sigv2" to the mount command to tell it to use Signature V2 instead of V4 and it fixed it. Looks like the Netapp S3 does not like/recognize Signature V4. I'm able to "ls" and see my files/directories now.

Exact command:

s3fs bucket-abc /netapp_s3 -o passwd_file=/etc/passwd-s3fs-2 -o allow_other -o umask=0000 -o use_path_request_style -o sigv2 -o url=http://x.x.x.x/ -o dbglevel=dbg -o logfile=/var/log/s3fs

If I was to use /etc/fstab for automount on boot up, would I just add "sigv2" just like any other option?

Something like:

bucket-abc /netapp_s3 fuse.s3fs _netdev,allow_other,use_cache=/tmp/s3fs_cache,uid=9000,gid=9000,umask=000,use_path_request_style,sigv2,url=ht
tp://x.x.x.x/ 0 0

Please advise and thanks again,
T

<!-- gh-comment-id:2430505726 --> @taigrrr8 commented on GitHub (Oct 22, 2024): Hi guys. I found the fix or workaround for this issue. I saw this in the log: [ERR] curl.cpp:RequestPerform(2542): HTTP response code 403, returning EPERM. Body Text: <?xml version="1.0" encoding="UTF-8"?><Error><Code>SignatureDoesNotMatch</Code><Message>The request signature we calculated does not match the signature y ou provided. Check your key and signing method.</Message></Error> 2024-10-22T23:13:30.014Z [ERR] s3fs.cpp:list_bucket(3509): ListBucketRequest returns with error So I added "-o sigv2" to the mount command to tell it to use Signature V2 instead of V4 and it fixed it. Looks like the Netapp S3 does not like/recognize Signature V4. I'm able to "ls" and see my files/directories now. Exact command: s3fs bucket-abc /netapp_s3 -o passwd_file=/etc/passwd-s3fs-2 -o allow_other -o umask=0000 -o use_path_request_style -o sigv2 -o url=http://x.x.x.x/ -o dbglevel=dbg -o logfile=/var/log/s3fs If I was to use /etc/fstab for automount on boot up, would I just add "sigv2" just like any other option? Something like: bucket-abc /netapp_s3 fuse.s3fs _netdev,allow_other,use_cache=/tmp/s3fs_cache,uid=9000,gid=9000,umask=000,use_path_request_style,**sigv2**,url=ht tp://x.x.x.x/ 0 0 Please advise and thanks again, T
Author
Owner

@gaul commented on GitHub (Oct 23, 2024):

Yes you can add sigv2 to fstab. Does NetApp really not support sigv4? AWS added this over 10 years ago. The wiki suggests that the defaults should work:

https://github.com/s3fs-fuse/s3fs-fuse/wiki/Non-Amazon-S3#netapp-storagegrid

<!-- gh-comment-id:2430764323 --> @gaul commented on GitHub (Oct 23, 2024): Yes you can add `sigv2` to fstab. Does NetApp really not support sigv4? AWS added this over 10 years ago. The wiki suggests that the defaults should work: https://github.com/s3fs-fuse/s3fs-fuse/wiki/Non-Amazon-S3#netapp-storagegrid
Author
Owner

@taigrrr8 commented on GitHub (Oct 23, 2024):

Hi Gaul,

Yea, I've looked at those same posts. We're using Netapp Ontap device.

Unfortunately, adding "sigv4" as one of the options in the /etc/fstab didn't work. It doesn't even try to mount. Looks like it doesn't recognize "sigv4" as an option.

T

<!-- gh-comment-id:2432050855 --> @taigrrr8 commented on GitHub (Oct 23, 2024): Hi Gaul, Yea, I've looked at those same posts. We're using Netapp Ontap device. Unfortunately, adding "sigv4" as one of the options in the /etc/fstab didn't work. It doesn't even try to mount. Looks like it doesn't recognize "sigv4" as an option. T
Author
Owner

@gaul commented on GitHub (Oct 23, 2024):

Too bad about sigv4. Does it work with sigv2? If so can we close this issue? The syntax I last used is slightly different than you suggested: https://stackoverflow.com/a/54223184/2800111

<!-- gh-comment-id:2432788300 --> @gaul commented on GitHub (Oct 23, 2024): Too bad about sigv4. Does it work with sigv2? If so can we close this issue? The syntax I last used is slightly different than you suggested: https://stackoverflow.com/a/54223184/2800111
Author
Owner

@taigrrr8 commented on GitHub (Oct 23, 2024):

Yes, it works with SigV2. Just have to figure out how to pass it into the /etc/fstab. We can create a startup script that runs the s3fs command and mount it at boot for now.

As far as the syntax, yes, I noticed that too. But putting "s3fs#mybucket" in the /etc/fstab gives an error. Basically says "# unrecognized parameter" or something like that when trying to mount.

Feel free to close the ticket and thank you for the great support and quick responses!!
T

<!-- gh-comment-id:2433110939 --> @taigrrr8 commented on GitHub (Oct 23, 2024): Yes, it works with SigV2. Just have to figure out how to pass it into the /etc/fstab. We can create a startup script that runs the s3fs command and mount it at boot for now. As far as the syntax, yes, I noticed that too. But putting "s3fs#mybucket" in the /etc/fstab gives an error. Basically says "# unrecognized parameter" or something like that when trying to mount. Feel free to close the ticket and thank you for the great support and quick responses!! T
Sign in to join this conversation.
No milestone
No project
No assignees
1 participant
Notifications
Due date
The due date is invalid or out of range. Please use the format "yyyy-mm-dd".

No due date set.

Dependencies

No dependencies set.

Reference
starred/s3fs-fuse#1238
No description provided.