create share failed

[jonelinux]

Name:DefalutShare
ID:f34e7f29-0d56-4fbb-b53a-7f72a7503d03
Status:Error
Export locationsVisibility:private
Availability zone:nova
Size:1 GiB
Protocol:CEPHFS
Share type Name: shareT1
ID: 023da41a-372c-4a1b-876b-cbaa4b1f7c7b
Mount snapshot support:False
Created:Dec. 10, 2021, 1:07 a.m.
Host:os01@cephfsnative1#cephfs
Task state:None

---------------manila-share.log---------------------
2021-12-10 01:22:20.089 23 INFO ceph_volume_client [req-1bfb936b-32bb-42f3-bf10-bfdc7e43b309 d1eb6ac1ab604ae797843bcce4989857 91244261f01e44079f7f7c6fd7939497 - - -] create_volume: /volumes/_nogroup/29e4dba3-333c-4690-a3bc-ccfa9f6df43b
2021-12-10 01:22:20.125 23 ERROR manila.share.manager [req-1bfb936b-32bb-42f3-bf10-bfdc7e43b309 d1eb6ac1ab604ae797843bcce4989857 91244261f01e44079f7f7c6fd7939497 - - -] Share instance 29e4dba3-333c-4690-a3bc-ccfa9f6df43b failed on creation.: cephfs.OperationNotSupported: error in setxattr: Operation not supported [Errno 95]
2021-12-10 01:22:20.125 23 WARNING manila.share.manager [req-1bfb936b-32bb-42f3-bf10-bfdc7e43b309 d1eb6ac1ab604ae797843bcce4989857 91244261f01e44079f7f7c6fd7939497 - - -] Share instance information in exception can not be written to db because it contains {} and it is not a dictionary.: cephfs.OperationNotSupported: error in setxattr: Operation not supported [Errno 95]

---------------globals.yml---------------------
enable_manila: "yes"
enable_manila_backend_generic: "yes"
#enable_manila_backend_hnas: "no"
enable_manila_backend_cephfs_native: "yes"
enable_manila_backend_cephfs_nfs: "yes"
# Manila
ceph_manila_keyring: "ceph.client.manila.keyring"
ceph_manila_user: "manila"

---------------cephfs---------------------
[root@ceph01 ceph]# ceph fs status
cephfs - 2 clients
======
+------+--------+--------+---------------+-------+-------+
| Rank | State | MDS | Activity | dns | inos |
+------+--------+--------+---------------+-------+-------+
| 0 | active | ceph01 | Reqs: 0 /s | 25 | 18 |
+------+--------+--------+---------------+-------+-------+
+-----------------+----------+-------+-------+
| Pool | type | used | avail |
+-----------------+----------+-------+-------+
| cephfs_metadata | metadata | 153k | 148G |
| cephfs_data | data | 0 | 148G |
+-----------------+----------+-------+-------+

[root@ceph01 ceph]# cat ceph.client.manila.keyring
[client.manila]
        key = AQDxo7FhIRAHORAAI+CcDUloN3WHucJnEJzYyQ==

[root@ceph01 ceph]# cat ceph.conf
[global]
fsid = a552b423-aa32-42c0-b0fa-ededdcd0615b
mon_initial_members = ceph01, ceph02
mon_host = 192.168.1.254,192.168.1.253
auth_cluster_required = cephx
auth_service_required = cephx
auth_client_required = cephx
public network = 192.168.1.0/24
mon_allow_pool_delete = true

---------------openstack server---------------------
root@os01:/etc/kolla/config/manila# ll
total 16
drwxr-xr-x 2 root root 4096 Dec 9 07:01 ./
drwxr-xr-x 7 root root 4096 Dec 9 06:55 ../
-rw-r--r-- 1 root root 64 Dec 9 07:01 ceph.client.manila.keyring
-rw-r--r-- 1 root root 279 Dec 9 06:58 ceph.conf

root@os01:/etc/kolla/manila-share# ll
total 24
drwxrwx--- 2 root root 4096 Dec 10 01:04 ./
drwxr-xr-x 40 kolla kolla 4096 Dec 9 07:38 ../
-rw------- 1 root root 64 Dec 9 07:38 ceph.client.manila.keyring
-rw-rw---- 1 root root 279 Dec 9 07:38 ceph.conf
-rw-rw---- 1 root root 853 Dec 9 07:38 config.json
-rw-rw---- 1 root root 3820 Dec 10 01:04 manila.conf

root@os01:/etc/kolla/manila-share# cat manila.conf
[DEFAULT]
debug = False
log_dir = /var/log/kolla/manila
use_forwarded_for = true
my_ip = 192.168.107.222
osapi_share_listen = 192.168.107.222
osapi_share_listen_port = 8786
osapi_share_workers = 2
rootwrap_config = /etc/manila/rootwrap.conf
api_paste_config = /etc/manila/api-paste.ini
enabled_share_protocols = NFS,CIFS,CEPHFS
auth_strategy = keystone
os_region_name = RegionOne
transport_url = rabbit://openstack:J0wWxjm1nk9Z8L8feMsQpknTazHBitc1w5XpGYcu@192.168.107.222:5672//
enabled_share_backends = generic,cephfsnative1,cephfsnfs1
default_share_type = default_share_type

[oslo_concurrency]
lock_path = /var/lib/manila/tmp

[database]
connection = mysql+pymysql://manila:DXeoGcjBdgX2PORy5HGlW5d5BzeZRauyJswFFZtF@192.168.107.250:3306/manila
connection_recycle_time = 10
max_pool_size = 1
max_retries = -1

[keystone_authtoken]
www_authenticate_uri = http://192.168.107.250:5000
auth_url = http://192.168.107.250:35357
auth_type = password
project_domain_id = default
user_domain_id = default
project_name = service
username = manila
password = VNm5N8zCtN1RrBRWUrMYyXRAVbEQTkKfelV5j6S2
cafile =
memcache_security_strategy = ENCRYPT
memcache_secret_key = 5kALFm3s7o6JsJnVk40p9aoSkQ2s91hcoHyzbI6a
memcached_servers = 192.168.107.222:11211

[oslo_messaging_notifications]
transport_url = rabbit://openstack:J0wWxjm1nk9Z8L8feMsQpknTazHBitc1w5XpGYcu@192.168.107.222:5672//
driver = noop

[oslo_middleware]
enable_proxy_headers_parsing = True

[cinder]
auth_uri = http://192.168.107.250:5000
auth_url = http://192.168.107.250:35357
auth_type = password
project_domain_id = default
user_domain_id = default
region_name = RegionOne
endpoint_type = internalURL
project_name = service
username = cinder
password = 0PerMcPJikTilfgOpZBFUxI1eytDaKqO6GsvxGfs
cafile =
memcache_security_strategy = ENCRYPT
memcache_secret_key = 5kALFm3s7o6JsJnVk40p9aoSkQ2s91hcoHyzbI6a
memcached_servers = 192.168.107.222:11211

[nova]
auth_uri = http://192.168.107.250:5000
auth_url = http://192.168.107.250:35357
auth_type = password
project_domain_id = default
user_domain_id = default
region_name = RegionOne
endpoint_type = internalURL
project_name = service
username = nova
password = KW6XWmCxhdoTXeLS6ZKiaH9JD3Fc0FpjNzcOPZxE
cafile =
memcache_security_strategy = ENCRYPT
memcache_secret_key = 5kALFm3s7o6JsJnVk40p9aoSkQ2s91hcoHyzbI6a
memcached_servers = 192.168.107.222:11211

[neutron]
auth_uri = http://192.168.107.250:5000
url = http://192.168.107.250:9696
auth_url = http://192.168.107.250:35357
auth_type = password
project_domain_id = default
user_domain_id = default
region_name = RegionOne
endpoint_type = internalURL
project_name = service
username = neutron
password = mycUWQjssnyNClm8tTVT4tGM9FUC8wlgMhwbJ6Cz
cafile =
memcache_security_strategy = ENCRYPT
memcache_secret_key = 5kALFm3s7o6JsJnVk40p9aoSkQ2s91hcoHyzbI6a
memcached_servers = 192.168.107.222:11211

[generic]
share_driver = manila.share.drivers.generic.GenericShareDriver
interface_driver = manila.network.linux.interface.OVSInterfaceDriver
driver_handles_share_servers = True
service_instance_password = manila
service_instance_user = manila
service_image_name = manila-service-image
share_backend_name = GENERIC

[cephfsnative1]
driver_handles_share_servers = False
share_backend_name = CEPHFS1
share_driver = manila.share.drivers.cephfs.driver.CephFSDriver
cephfs_conf_path = /etc/ceph/ceph.conf
cephfs_auth_id = manila
cephfs_cluster_name = ceph
cephfs_enable_snapshots = False

[cephfsnfs1]
driver_handles_share_servers = False
share_backend_name = CEPHFSNFS1
share_driver = manila.share.drivers.cephfs.driver.CephFSDriver
cephfs_protocol_helper_type = NFS
cephfs_conf_path = /etc/ceph/ceph.conf
cephfs_auth_id = manila
cephfs_cluster_name = ceph
cephfs_enable_snapshots = False
cephfs_ganesha_server_is_remote = False
cephfs_ganesha_server_ip = 192.168.107.222

[Vida Haririan (vhariria)]

Questions and comments from the weekly community IRC meeting 16th Dec 2021, 1500 UTC,

- we need a couple of things from the reporter: the openstack release they're running, and the version of ceph
- the error looks similar to https://bugs.launchpad.net/manila/+bug/1838936
- the last comment over there captures why this happens: https://bugs.launchpad.net/manila/+bug/1838936/comm

Please refer to full meeting dialog at https://meetings.opendev.org/meetings/manila/2021/manila.2021-12-16-15.01.log.html

[Launchpad Janitor (janitor)]

[Expired for OpenStack Shared File Systems Service (Manila) because there has been no activity for 60 days.]