mirror of
https://github.com/s3fs-fuse/s3fs-fuse.git
synced 2026-04-25 05:16:00 +03:00
[GH-ISSUE #2560] Getting "# ls : reading directory '.': Operation not permitted" on s3 bucket(netapp). #1238
Labels
No labels
bug
bug
dataloss
duplicate
enhancement
feature request
help wanted
invalid
need info
performance
pull-request
question
question
testing
No milestone
No project
No assignees
1 participant
Notifications
Due date
No due date set.
Dependencies
No dependencies set.
Reference
starred/s3fs-fuse#1238
Loading…
Add table
Add a link
Reference in a new issue
No description provided.
Delete branch "%!s()"
Deleting a branch is permanent. Although the deleted branch may continue to exist for a short time before it actually gets removed, it CANNOT be undone in most cases. Continue?
Originally created by @taigrrr8 on GitHub (Oct 21, 2024).
Original GitHub issue: https://github.com/s3fs-fuse/s3fs-fuse/issues/2560
OS: Redhat 8.9
s3fs-fuse: 1.94-1.el8.x86_64.
passwd-s3fs is in default location under /etc/ with 600 permission.
/etc/fstab:
bucket-abc /netapp_s3 fuse.s3fs netdev,allow_other,use_cache=/tmp/s3fs_cache,uid=9000,gid=9000,umask=077,use_path_request
style,url=http://x.x.x.x/ 0 0
Also tried different umask settings such as:
umask=000
umask=00002
umask=077
strace:
strace ls
execve("/bin/ls", ["ls"], 0x7ffc399dc1e0 /* 24 vars /) = 0
brk(NULL) = 0x55f077465000
arch_prctl(0x3001 / ARCH_??? /, 0x7ffd75ebde90) = -1 EINVAL (Invalid argument)
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe8505000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=19055, ...}) = 0
mmap(NULL, 19055, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8500000
close(3) = 0
openat(AT_FDCWD, "/lib64/libselinux.so.1", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200z\0\0\0\0\0\0"..., 832) = 832
lseek(3, 157360, SEEK_SET) = 157360
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
fstat(3, {st_mode=S_IFREG|0755, st_size=172104, ...}) = 0
lseek(3, 157360, SEEK_SET) = 157360
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 2270704, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe80ad000
mprotect(0x7fbbe80d4000, 2097152, PROT_NONE) = 0
mmap(0x7fbbe82d4000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x27000) = 0x7fbbe82d4000
mmap(0x7fbbe82d6000, 5616, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe82d6000
close(3) = 0
openat(AT_FDCWD, "/lib64/libcap.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220&\0\0\0\0\0\0"..., 832) = 832
lseek(3, 26952, SEEK_SET) = 26952
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
fstat(3, {st_mode=S_IFREG|0755, st_size=33752, ...}) = 0
lseek(3, 26952, SEEK_SET) = 26952
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 2126224, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7ea5000
mprotect(0x7fbbe7eac000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe80ab000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x7fbbe80ab000
close(3) = 0
openat(AT_FDCWD, "/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\250\3\0\0\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=2164640, ...}) = 0
lseek(3, 808, SEEK_SET) = 808
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 4020448, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7acf000
mprotect(0x7fbbe7c9c000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7e9b000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1cc000) = 0x7fbbe7e9b000
mmap(0x7fbbe7ea1000, 14560, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe7ea1000
close(3) = 0
openat(AT_FDCWD, "/lib64/libpcre2-8.so.0", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200#\0\0\0\0\0\0"..., 832) = 832
lseek(3, 533040, SEEK_SET) = 533040
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
fstat(3, {st_mode=S_IFREG|0755, st_size=543304, ...}) = 0
lseek(3, 533040, SEEK_SET) = 533040
read(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32) = 32
mmap(NULL, 2634280, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe784b000
mprotect(0x7fbbe78ce000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7acd000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x82000) = 0x7fbbe7acd000
close(3) = 0
openat(AT_FDCWD, "/lib64/libdl.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\16\0\0\0\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=19128, ...}) = 0
mmap(NULL, 2109600, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7647000
mprotect(0x7fbbe764a000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7849000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7fbbe7849000
close(3) = 0
openat(AT_FDCWD, "/lib64/libpthread.so.0", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360n\0\0\0\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=149984, ...}) = 0
mmap(NULL, 2225344, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fbbe7427000
mprotect(0x7fbbe7442000, 2093056, PROT_NONE) = 0
mmap(0x7fbbe7641000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1a000) = 0x7fbbe7641000
mmap(0x7fbbe7643000, 13504, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbbe7643000
close(3) = 0
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe84fe000
mmap(NULL, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fbbe84fb000
arch_prctl(ARCH_SET_FS, 0x7fbbe84fb800) = 0
mprotect(0x7fbbe7e9b000, 16384, PROT_READ) = 0
mprotect(0x7fbbe7641000, 4096, PROT_READ) = 0
mprotect(0x7fbbe7849000, 4096, PROT_READ) = 0
mprotect(0x7fbbe7acd000, 4096, PROT_READ) = 0
mprotect(0x7fbbe80ab000, 4096, PROT_READ) = 0
mprotect(0x7fbbe82d4000, 4096, PROT_READ) = 0
mprotect(0x55f075781000, 8192, PROT_READ) = 0
mprotect(0x7fbbe8507000, 4096, PROT_READ) = 0
munmap(0x7fbbe8500000, 19055) = 0
set_tid_address(0x7fbbe84fbad0) = 1161928
set_robust_list(0x7fbbe84fbae0, 24) = 0
rt_sigaction(SIGRTMIN, {sa_handler=0x7fbbe742d970, sa_mask=[], sa_flags=SA_RESTORER|SA_SIGINFO, sa_restorer=0x7fbbe7439d10}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {sa_handler=0x7fbbe742da00, sa_mask=[], sa_flags=SA_RESTORER|SA_RESTART|SA_SIGINFO, sa_restorer=0x7fbbe7439d10}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
prlimit64(0, RLIMIT_STACK, NULL, {rlim_cur=81921024, rlim_max=RLIM64_INFINITY}) = 0
prctl(PR_CAPBSET_READ, CAP_MAC_OVERRIDE) = 1
prctl(PR_CAPBSET_READ, 0x30 /* CAP_??? /) = -1 EINVAL (Invalid argument)
prctl(PR_CAPBSET_READ, CAP_CHECKPOINT_RESTORE) = 1
prctl(PR_CAPBSET_READ, 0x2c / CAP_??? /) = -1 EINVAL (Invalid argument)
prctl(PR_CAPBSET_READ, 0x2a / CAP_??? /) = -1 EINVAL (Invalid argument)
prctl(PR_CAPBSET_READ, 0x29 / CAP_??? */) = -1 EINVAL (Invalid argument)
statfs("/sys/fs/selinux", 0x7ffd75ebde40) = -1 ENOENT (No such file or directory)
statfs("/selinux", 0x7ffd75ebde40) = -1 ENOENT (No such file or directory)
getrandom("\x59\xa8\xe3\xb0\xde\xd2\xc3\xb5", 8, GRND_NONBLOCK) = 8
brk(NULL) = 0x55f077465000
brk(0x55f077486000) = 0x55f077486000
openat(AT_FDCWD, "/proc/filesystems", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
read(3, "nodev\tsysfs\nnodev\ttmpfs\nnodev\tbd"..., 1024) = 372
read(3, "", 1024) = 0
close(3) = 0
access("/etc/selinux/config", F_OK) = 0
openat(AT_FDCWD, "/usr/lib/locale/locale-archive", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/locale.alias", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=2997, ...}) = 0
read(3, "# Locale name alias data base.\n#"..., 4096) = 2997
read(3, "", 4096) = 0
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_IDENTIFICATION", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_IDENTIFICATION", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=368, ...}) = 0
mmap(NULL, 368, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8504000
close(3) = 0
openat(AT_FDCWD, "/usr/lib64/gconv/gconv-modules.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=26998, ...}) = 0
mmap(NULL, 26998, PROT_READ, MAP_SHARED, 3, 0) = 0x7fbbe84f4000
close(3) = 0
futex(0x7fbbe7ea09a8, FUTEX_WAKE_PRIVATE, 2147483647) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MEASUREMENT", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MEASUREMENT", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=23, ...}) = 0
mmap(NULL, 23, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8503000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_TELEPHONE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_TELEPHONE", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=59, ...}) = 0
mmap(NULL, 59, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8502000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_ADDRESS", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_ADDRESS", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=167, ...}) = 0
mmap(NULL, 167, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8501000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_NAME", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_NAME", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=77, ...}) = 0
mmap(NULL, 77, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe8500000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_PAPER", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_PAPER", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=34, ...}) = 0
mmap(NULL, 34, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f3000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MESSAGES", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MESSAGES", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=29, ...}) = 0
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=57, ...}) = 0
mmap(NULL, 57, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f2000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_MONETARY", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_MONETARY", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=286, ...}) = 0
mmap(NULL, 286, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f1000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_COLLATE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_COLLATE", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=2586930, ...}) = 0
mmap(NULL, 2586930, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe71af000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_TIME", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_TIME", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=3316, ...}) = 0
mmap(NULL, 3316, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84f0000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_NUMERIC", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_NUMERIC", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=54, ...}) = 0
mmap(NULL, 54, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe84ef000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/locale/en_US.UTF-8/LC_CTYPE", O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/lib/locale/en_US.utf8/LC_CTYPE", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=337024, ...}) = 0
mmap(NULL, 337024, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbbe849c000
close(3) = 0
ioctl(1, TCGETS, {B38400 opost isig icanon echo ...}) = 0
ioctl(1, TIOCGWINSZ, {ws_row=36, ws_col=122, ws_xpixel=0, ws_ypixel=0}) = 0
openat(AT_FDCWD, ".", O_RDONLY|O_NONBLOCK|O_CLOEXEC|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0777, st_size=4096, ...}) = 0
getdents64(3, 0x55f07746f980, 32768) = -1 EPERM (Operation not permitted)
openat(AT_FDCWD, "/usr/share/locale/en_US.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
write(2, "ls: ", 4ls: ) = 4
write(2, "reading directory '.'", 21reading directory '.') = 21
openat(AT_FDCWD, "/usr/share/locale/en_US.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en_US/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/usr/share/locale/en/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such file or directory)
write(2, ": Operation not permitted", 25: Operation not permitted) = 25
write(2, "\n", 1
) = 1
close(3) = 0
close(1) = 0
close(2) = 0
exit_group(2) = ?
+++ exited with 2 +++
Mounting the bucket looks good. No errors. Was working for months on all servers(30+). All of a sudden, it started giving these "operation not permitted" errors for simple commands as "ls". Creating files works and returns no errors. Obviously, I can't verify by listing the file.
[root@host1 netapp_s3]# touch abc
[root@host1 netapp_s3]# ls
ls: reading directory '.': Operation not permitted
Any ideas?
Thx.
T
@gaul commented on GitHub (Oct 22, 2024):
straceis not helpful. Try running s3fs with-d -o curldbg.@ggtakec commented on GitHub (Oct 22, 2024):
And please specify
dbglevel=dbg(or info)together.@taigrrr8 commented on GitHub (Oct 22, 2024):
Thank you for the quick response.
Here's the command line mounting with debug turned on.
s3fs bucket-abc /netapp_s3 -o passwd_file=/etc/passwd-s3fs -o allow_other -o use_path_request_style -o url=http://x.x.x.x/ -o dbglevel=info -f -o curldbg
2024-10-22T15:12:34.198Z [INF] s3fs version 1.94(unknown) : s3fs -o passwd_file=/etc/passwd-s3fs -o allow_other -o use_path_request_style -o url=http://10.207.38.39/ -o dbglevel=info -f -o curldbg bucket-abc /netapp_s3
2024-10-22T15:12:34.199Z [CRT] s3fs_logger.cpp:LowSetLogLevel(232): change debug level from [CRT] to [INF]
2024-10-22T15:12:34.199Z [INF] s3fs.cpp:set_mountpoint_attribute(4604): PROC(uid=0, gid=0) - MountPoint(uid=9000, gid=9000, mode=40777)
2024-10-22T15:12:34.200Z [INF] curl.cpp:InitMimeType(435): Loaded mime information from /etc/mime.types
2024-10-22T15:12:34.200Z [INF] fdcache_stat.cpp:CheckCacheFileStatTopDir(78): The path to cache top dir is empty, thus not need to check permission.
2024-10-22T15:12:34.200Z [INF] s3fs.cpp:main(5822): Free space ratio default to 10 %, ensure the available disk space is greater than 999.000 MB
2024-10-22T15:12:34.207Z [INF] s3fs.cpp:s3fs_init(4276): init v1.94(commit:unknown) with OpenSSL, credential-library(built-in)
2024-10-22T15:12:34.207Z [INF] s3fs.cpp:s3fs_check_service(4449): check services.
2024-10-22T15:12:34.207Z [INF] curl.cpp:CheckBucket(3623): check a bucket path(/).
2024-10-22T15:12:34.207Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/
2024-10-22T15:12:34.207Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/
2024-10-22T15:12:34.207Z [INF] curl.cpp:insertV4Headers(2847): computing signature [GET] [/] [] []
2024-10-22T15:12:34.207Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:34.207Z [CURL DBG] * Trying x.x.x.x...
2024-10-22T15:12:34.207Z [CURL DBG] * TCP_NODELAY set
2024-10-22T15:12:34.235Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0)
2024-10-22T15:12:34.235Z [CURL DBG] > GET /bucket-abc/ HTTP/1.1
2024-10-22T15:12:34.235Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:34.235Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:34.235Z [CURL DBG] > Accept: /
2024-10-22T15:12:34.235Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=f4b58212ae1da85d29fc849d6c0914c7718c6e7a3ffa0c2ebee346ab5459a334
2024-10-22T15:12:34.235Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:34.235Z [CURL DBG] > x-amz-date: 20241022T151234Z
2024-10-22T15:12:34.235Z [CURL DBG] >
2024-10-22T15:12:34.311Z [CURL DBG] < HTTP/1.1 200 OK
2024-10-22T15:12:34.311Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:34.311Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:34 GMT
2024-10-22T15:12:34.311Z [CURL DBG] < x-amz-request-id: 904291009
2024-10-22T15:12:34.311Z [CURL DBG] < Content-Length: 255083
2024-10-22T15:12:34.311Z [CURL DBG] < Content-Type: application/xml
2024-10-22T15:12:34.311Z [CURL DBG] < Accept-Ranges: bytes
2024-10-22T15:12:34.311Z [CURL DBG] <
2024-10-22T15:12:34.705Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:34.705Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200
2024-10-22T15:12:34.705Z [INF] threadpoolman.cpp:StopThreads(178): Any threads are running now, then nothing to do.
2024-10-22T15:12:34.705Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] threadpoolman.cpp:Worker(76): Start worker thread in ThreadPoolMan.
2024-10-22T15:12:34.706Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:34.706Z [INF] curl.cpp:HeadRequest(3255): [tpath=//]
2024-10-22T15:12:34.706Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=//][bpath=][save=][sseckeypos=18446744073709551615]
2024-10-22T15:12:34.706Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc//
2024-10-22T15:12:34.706Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc//
2024-10-22T15:12:34.706Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [//] [] []
2024-10-22T15:12:34.706Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:34.706Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline]
2024-10-22T15:12:34.706Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x
2024-10-22T15:12:34.706Z [CURL DBG] * Connected to x.x.x.x(x.x.x.x) port 80 (#0)
2024-10-22T15:12:34.706Z [CURL DBG] > HEAD /gitlab-s3// HTTP/1.1
2024-10-22T15:12:34.706Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:34.706Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:34.706Z [CURL DBG] > Accept: /
2024-10-22T15:12:34.706Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=7c65c93ab32eb8440af661668f9266ab9985ae01f2be8783cd76e2bd436fdcff
2024-10-22T15:12:34.706Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:34.706Z [CURL DBG] > x-amz-date: 20241022T151234Z
2024-10-22T15:12:34.706Z [CURL DBG] >
2024-10-22T15:12:34.735Z [CURL DBG] < HTTP/1.1 200 OK
2024-10-22T15:12:34.735Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:34.735Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:34 GMT
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-request-id: 893471987
2024-10-22T15:12:34.735Z [CURL DBG] < Connection: Keep-Alive
2024-10-22T15:12:34.735Z [CURL DBG] < Accept-Ranges: bytes
2024-10-22T15:12:34.735Z [CURL DBG] < Content-Length: 0
2024-10-22T15:12:34.735Z [CURL DBG] < content-type: application/x-directory
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-atime: 0
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-ctime: 1729544687.591014337
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-gid: 0
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-mode: 16895
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-mtime: 0
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-meta-uid: 0
2024-10-22T15:12:34.735Z [CURL DBG] < Last-Modified: Mon, 21 Oct 2024 21:04:47 GMT
2024-10-22T15:12:34.735Z [CURL DBG] < ETag: "d41d8cd98f00b204e9800998ecf8427e"
2024-10-22T15:12:34.735Z [CURL DBG] < x-amz-version-id: Njc0NTA2MDAwLnYxLjIuMTcyOTU0NDY4Ny4u
2024-10-22T15:12:34.735Z [CURL DBG] <
2024-10-22T15:12:34.735Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:34.735Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200
2024-10-22T15:12:34.735Z [INF] cache.cpp:AddStat(339): add stat cache entry[path=/]
2024-10-22T15:12:35.847Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:36.854Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:37.855Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:38.857Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:39.926Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:40.927Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:41.925Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923011,uid=773,gid=773]
2024-10-22T15:12:41.925Z [INF] curl.cpp:HeadRequest(3255): [tpath=/dev]
2024-10-22T15:12:41.925Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=/dev][bpath=][save=][sseckeypos=18446744073709551615]
2024-10-22T15:12:41.925Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/dev
2024-10-22T15:12:41.925Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/dev
2024-10-22T15:12:41.925Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [/dev] [] []
2024-10-22T15:12:41.925Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:41.925Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline]
2024-10-22T15:12:41.925Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x
2024-10-22T15:12:41.925Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0)
2024-10-22T15:12:41.925Z [CURL DBG] > HEAD /bucket-abc/dev HTTP/1.1
2024-10-22T15:12:41.925Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:41.925Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:41.925Z [CURL DBG] > Accept: /
2024-10-22T15:12:41.925Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=4181d06ed76a1a89b12890bc4c82b70dba58e354d79b6207ea8d55f18d949da9
2024-10-22T15:12:41.925Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:41.925Z [CURL DBG] > x-amz-date: 20241022T151241Z
2024-10-22T15:12:41.925Z [CURL DBG] >
2024-10-22T15:12:41.928Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:41.954Z [CURL DBG] < HTTP/1.1 404 Not Found
2024-10-22T15:12:41.954Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:41.954Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:41 GMT
2024-10-22T15:12:41.954Z [CURL DBG] < Connection: Keep-Alive
2024-10-22T15:12:41.954Z [CURL DBG] < Content-Type: application/xml
2024-10-22T15:12:41.954Z [CURL DBG] <
2024-10-22T15:12:41.954Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:41.954Z [INF] curl.cpp:RequestPerform(2547): HTTP response code 404 was returned, returning ENOENT
2024-10-22T15:12:41.954Z [INF] curl.cpp:HeadRequest(3255): [tpath=/dev/]
2024-10-22T15:12:41.954Z [INF] curl.cpp:PreHeadRequest(3215): [tpath=/dev/][bpath=][save=][sseckeypos=18446744073709551615]
2024-10-22T15:12:41.954Z [INF] curl_util.cpp:prepare_url(210): URL is http://x.x.x.x/bucket-abc/dev/
2024-10-22T15:12:41.954Z [INF] curl_util.cpp:prepare_url(243): URL changed is http://x.x.x.x/bucket-abc/dev/
2024-10-22T15:12:41.954Z [INF] curl.cpp:insertV4Headers(2847): computing signature [HEAD] [/dev/] [] []
2024-10-22T15:12:41.954Z [INF] curl_util.cpp:url_to_host(265): url is http://x.x.x.x
2024-10-22T15:12:41.954Z [CURL DBG] * Found bundle for host x.x.x.x: 0x7f8eb0001180 [can pipeline]
2024-10-22T15:12:41.954Z [CURL DBG] * Re-using existing connection! (#0) with host x.x.x.x
2024-10-22T15:12:41.954Z [CURL DBG] * Connected to x.x.x.x (x.x.x.x) port 80 (#0)
2024-10-22T15:12:41.954Z [CURL DBG] > HEAD /bucket-abc/dev/ HTTP/1.1
2024-10-22T15:12:41.954Z [CURL DBG] > Host: x.x.x.x
2024-10-22T15:12:41.954Z [CURL DBG] > User-Agent: s3fs/1.94 (commit hash unknown; OpenSSL)
2024-10-22T15:12:41.954Z [CURL DBG] > Accept: /
2024-10-22T15:12:41.954Z [CURL DBG] > Authorization: AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXX/20241022/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=cf751eaf7a124fabe1d64684ae2ed942be0f4ff34748cabe7f8ca5a201d843de
2024-10-22T15:12:41.954Z [CURL DBG] > x-amz-content-sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
2024-10-22T15:12:41.954Z [CURL DBG] > x-amz-date: 20241022T151241Z
2024-10-22T15:12:41.954Z [CURL DBG] >
2024-10-22T15:12:41.983Z [CURL DBG] < HTTP/1.1 200 OK
2024-10-22T15:12:41.983Z [CURL DBG] < Server: NetApp CSS/9.14.1P8
2024-10-22T15:12:41.983Z [CURL DBG] < Date: Tue, 22 Oct 2024 15:12:41 GMT
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-request-id: 899251899
2024-10-22T15:12:41.983Z [CURL DBG] < Connection: Keep-Alive
2024-10-22T15:12:41.983Z [CURL DBG] < Accept-Ranges: bytes
2024-10-22T15:12:41.983Z [CURL DBG] < Content-Length: 0
2024-10-22T15:12:41.983Z [CURL DBG] < content-type: application/x-directory
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-atime: 1718311907.518976947
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-ctime: 1718391993.568278227
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-gid: 0
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-mode: 16832
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-mtime: 1718311907.518976947
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-meta-uid: 0
2024-10-22T15:12:41.983Z [CURL DBG] < Last-Modified: Fri, 14 Jun 2024 19:06:33 GMT
2024-10-22T15:12:41.983Z [CURL DBG] < ETag: "d41d8cd98f00b204e9800998ecf8427e"
2024-10-22T15:12:41.983Z [CURL DBG] < x-amz-version-id: NjA2NjQ0MDAwLnYxLjIuMTcxODM5MTk5My4u
2024-10-22T15:12:41.983Z [CURL DBG] <
2024-10-22T15:12:41.983Z [CURL DBG] * Connection #0 to host x.x.x.x left intact
2024-10-22T15:12:41.983Z [INF] curl.cpp:RequestPerform(2495): HTTP response code 200
2024-10-22T15:12:41.983Z [INF] cache.cpp:AddStat(339): add stat cache entry[path=/dev/]
2024-10-22T15:12:41.983Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923011,uid=773,gid=773]
2024-10-22T15:12:43.403Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:44.478Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:45.479Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:46.479Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:47.481Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:48.481Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:49.529Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:50.538Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:51.540Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:51.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923012,uid=773,gid=773]
2024-10-22T15:12:51.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923012,uid=773,gid=773]
2024-10-22T15:12:52.541Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:54.004Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:55.090Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:56.551Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:57.552Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:58.554Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:12:59.586Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:00.587Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:01.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev][pid=923012,uid=773,gid=773]
2024-10-22T15:13:01.924Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/dev/gitlab][pid=923012,uid=773,gid=773]
2024-10-22T15:13:02.034Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:03.036Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:04.037Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:05.129Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
2024-10-22T15:13:06.130Z [INF] s3fs.cpp:s3fs_getattr(1008): [path=/][pid=2614,uid=0,gid=0]
It mounts with no issues.. But same "Operation not permitted" when doing "ls".
Some additional info:
stat /netapp_s3/dev/ | grep "Access: ("
Access: (0777/drwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root)
[root@vv2txaprisrls01 /]# stat /netapp_s3/ | grep "Access: ("
Access: (0777/drwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root)
Looks like I was able to "cd" into a directory(/dev) but can't list anything. That means execute permissions work but read permission does not. Even though it's showing full permissions. hmmm.
Also having Netapp team verify the bucket permissions from their end.
T
@gaul commented on GitHub (Oct 22, 2024):
Can you show the logs from the unsuccessful operation? The curl debug logs appear to be from the
mountnot from thels.@taigrrr8 commented on GitHub (Oct 22, 2024):
Hi guys.
I found the fix or workaround for this issue.
I saw this in the log:
[ERR] curl.cpp:RequestPerform(2542): HTTP response code 403, returning EPERM. Body Text:
SignatureDoesNotMatchThe request signature we calculated does not match the signature you provided. Check your key and signing method.
2024-10-22T23:13:30.014Z [ERR] s3fs.cpp:list_bucket(3509): ListBucketRequest returns with error
So I added "-o sigv2" to the mount command to tell it to use Signature V2 instead of V4 and it fixed it. Looks like the Netapp S3 does not like/recognize Signature V4. I'm able to "ls" and see my files/directories now.
Exact command:
s3fs bucket-abc /netapp_s3 -o passwd_file=/etc/passwd-s3fs-2 -o allow_other -o umask=0000 -o use_path_request_style -o sigv2 -o url=http://x.x.x.x/ -o dbglevel=dbg -o logfile=/var/log/s3fs
If I was to use /etc/fstab for automount on boot up, would I just add "sigv2" just like any other option?
Something like:
bucket-abc /netapp_s3 fuse.s3fs _netdev,allow_other,use_cache=/tmp/s3fs_cache,uid=9000,gid=9000,umask=000,use_path_request_style,sigv2,url=ht
tp://x.x.x.x/ 0 0
Please advise and thanks again,
T
@gaul commented on GitHub (Oct 23, 2024):
Yes you can add
sigv2to fstab. Does NetApp really not support sigv4? AWS added this over 10 years ago. The wiki suggests that the defaults should work:https://github.com/s3fs-fuse/s3fs-fuse/wiki/Non-Amazon-S3#netapp-storagegrid
@taigrrr8 commented on GitHub (Oct 23, 2024):
Hi Gaul,
Yea, I've looked at those same posts. We're using Netapp Ontap device.
Unfortunately, adding "sigv4" as one of the options in the /etc/fstab didn't work. It doesn't even try to mount. Looks like it doesn't recognize "sigv4" as an option.
T
@gaul commented on GitHub (Oct 23, 2024):
Too bad about sigv4. Does it work with sigv2? If so can we close this issue? The syntax I last used is slightly different than you suggested: https://stackoverflow.com/a/54223184/2800111
@taigrrr8 commented on GitHub (Oct 23, 2024):
Yes, it works with SigV2. Just have to figure out how to pass it into the /etc/fstab. We can create a startup script that runs the s3fs command and mount it at boot for now.
As far as the syntax, yes, I noticed that too. But putting "s3fs#mybucket" in the /etc/fstab gives an error. Basically says "# unrecognized parameter" or something like that when trying to mount.
Feel free to close the ticket and thank you for the great support and quick responses!!
T