cifs: fix tcon status change after tree connect
Subsystems (2)
PATCH 1/11 cifs: fix tcon status change after tree connect
After cifs_tree_connect, tcon status should not be set to TID_GOOD. There could still be files that need reopen. The status should instead be changed to TID_NEED_FILES_INVALIDATE. That way, after reopen of files, the status can be changed to TID_GOOD.
--- fs/cifs/cifsglob.h | 2 +- fs/cifs/connect.c | 14 ++++++++++---- fs/cifs/dfs.c | 16 +++++++++++----- fs/cifs/file.c | 10 +++++----- 4 files changed, 27 insertions(+), 15 deletions(-)
fs/cifs/cifsglob.h +1 -1
@@ -137,7 +137,7 @@ enum tid_status_enum {TID_NEED_RECON ,TID_NEED_TCON ,TID_IN_TCON , -TID_NEED_FILES_INVALIDATE ,/* currently unused */ +TID_NEED_FILES_INVALIDATE , TID_IN_FILES_INVALIDATE };
fs/cifs/connect.c +10 -4
@@ -4038,9 +4038,15 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const stru/* only send once per connect */ spin_lock (&tcon->tc_lock); -if (tcon->ses->ses_status !=SES_GOOD || - (tcon->status !=TID_NEW && - tcon->status !=TID_NEED_TCON )) { +if (tcon->status !=TID_GOOD && + tcon->status !=TID_NEW && + tcon->status !=TID_NEED_RECON ) { +spin_unlock (&tcon->tc_lock); +return -EHOSTDOWN ; + } + +if (tcon->status ==TID_NEED_FILES_INVALIDATE || + tcon->status ==TID_GOOD ) {spin_unlock (&tcon->tc_lock);return 0 ; }
@@ -4051,7 +4057,7 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const struif (rc) {spin_lock (&tcon->tc_lock);if (tcon->status ==TID_IN_TCON ) - tcon->status =TID_NEED_TCON ; + tcon->status =TID_NEED_RECON ;spin_unlock (&tcon->tc_lock); }else {spin_lock (&tcon->tc_lock);
fs/cifs/dfs.c +11 -5
@@ -479,9 +479,15 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const stru/* only send once per connect */ spin_lock (&tcon->tc_lock); -if (tcon->ses->ses_status !=SES_GOOD || - (tcon->status !=TID_NEW && - tcon->status !=TID_NEED_TCON )) { +if (tcon->status !=TID_GOOD && + tcon->status !=TID_NEW && + tcon->status !=TID_NEED_RECON ) { +spin_unlock (&tcon->tc_lock); +return -EHOSTDOWN ; + } + +if (tcon->status ==TID_NEED_FILES_INVALIDATE || + tcon->status ==TID_GOOD ) {spin_unlock (&tcon->tc_lock);return 0 ; }
@@ -529,12 +535,12 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const struif (rc) {spin_lock (&tcon->tc_lock);if (tcon->status ==TID_IN_TCON ) - tcon->status =TID_NEED_TCON ; + tcon->status =TID_NEED_RECON ;spin_unlock (&tcon->tc_lock); }else {spin_lock (&tcon->tc_lock);if (tcon->status ==TID_IN_TCON ) - tcon->status =TID_GOOD ; + tcon->status =TID_NEED_FILES_INVALIDATE ;spin_unlock (&tcon->tc_lock); tcon->need_reconnect = false; }
fs/cifs/file.c +5 -5
@@ -174,13 +174,13 @@ cifs_mark_open_files_invalid(struct cifs_tcon *tcon)struct list_head *tmp1;/* only send once per connect */ -spin_lock (&tcon->ses->ses_lock); -if ((tcon->ses->ses_status !=SES_GOOD ) || (tcon->status !=TID_NEED_RECON )) { -spin_unlock (&tcon->ses->ses_lock); +spin_lock (&tcon->tc_lock); +if (tcon->status !=TID_NEED_FILES_INVALIDATE ) { +spin_unlock (&tcon->tc_lock);return ; } tcon->status =TID_IN_FILES_INVALIDATE ; -spin_unlock (&tcon->ses->ses_lock); +spin_unlock (&tcon->tc_lock);/* list all files open on tree connection and mark them invalid */ spin_lock (&tcon->open_file_lock);
@@ -194,7 +194,7 @@ cifs_mark_open_files_invalid(struct cifs_tcon *tcon)invalidate_all_cached_dirs (tcon);spin_lock (&tcon->tc_lock);if (tcon->status ==TID_IN_FILES_INVALIDATE ) - tcon->status =TID_NEED_TCON ; + tcon->status =TID_GOOD ;spin_unlock (&tcon->tc_lock);/*
Signature · 1 line
2.34.1
PATCH 2/11 cifs: generate signkey for the channel that's reconnecting
Before my changes to how multichannel reconnects work, the primary channel was always used to do a non-binding session setup. With my changes, that is not the case anymore. Missed this place where channel at index 0 was forcibly updated with the signing key.
--- fs/cifs/smb2transport.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
fs/cifs/smb2transport.c +1 -1
@@ -425,7 +425,7 @@ generate_smb3signingkey(struct cifs_ses *ses,/* safe to access primary channel, since it will never go away */ spin_lock (&ses->chan_lock); -memcpy (ses->chans[0 ].signkey, ses->smb3signingkey, +memcpy (ses->chans[chan_index].signkey, ses->smb3signingkey,SMB3_SIGN_KEY_SIZE );spin_unlock (&ses->chan_lock);
Signature · 1 line
2.34.1
PATCH 3/11 cifs: avoid race conditions with parallel reconnects
In reply to Shyam Prasad NWhen multiple processes/channels do reconnects in parallel we used to return success immediately negotiate/session-setup/tree-connect, causing race conditions between processes that enter the function in parallel. This caused several errors related to session not found to show up during parallel reconnects.
--- fs/cifs/cifs_debug.c | 5 ++ fs/cifs/cifsglob.h | 14 +++- fs/cifs/connect.c | 145 ++++++++++++++++++++++++++++++++++++---- fs/cifs/dfs.c | 33 +++++++++ fs/cifs/misc.c | 2 + fs/cifs/sess.c | 8 ++- fs/cifs/smb2pdu.c | 35 +++++----- fs/cifs/smb2transport.c | 17 ++++- 8 files changed, 225 insertions(+), 34 deletions(-)
fs/cifs/cifs_debug.c +5 -0
@@ -406,6 +406,11 @@ static int cifs_debug_data_proc_show(struct seq_file *m, void *v) ses->capabilities, ses->ses_status); } +if (ses->chan_count >1 ) +seq_printf (m,"\n\tChannel reconnect bitmaps: 0x%lx 0x%lx" , + ses->chans_need_reconnect, + ses->chans_in_reconnect); +seq_printf (m,"\n\tSecurity type: %s " ,get_security_type_str (server->ops->select_sectype (server, ses->sectype)));
fs/cifs/cifsglob.h +12 -2
@@ -624,6 +624,7 @@ struct TCP_Server_Info {#ifdef CONFIG_NET_NS struct net *net;#endif +wait_queue_head_t reconnect_q;/* for handling parallel reconnects */ wait_queue_head_t response_q;wait_queue_head_t request_q;/* if more than maxmpx to srvr must block*/ spinlock_t mid_lock;/* protect mid queue and it's entries */
@@ -1002,7 +1003,6 @@ iface_cmp(struct cifs_server_iface *a, struct cifs_server_iface *b) }struct cifs_chan { -unsigned int in_reconnect :1 ;/* if session setup in progress for this channel */ struct TCP_Server_Info *server;struct cifs_server_iface *iface;/* interface in use */ __u8 signkey[SMB3_SIGN_KEY_SIZE ];
@@ -1017,6 +1017,7 @@ struct cifs_ses {struct list_head tcon_list;struct cifs_tcon *tcon_ipc;spinlock_t ses_lock;/* protect anything here that is not protected */ +wait_queue_head_t reconnect_q;/* for handling parallel reconnects */ struct mutex session_mutex;struct TCP_Server_Info *server;/* pointer to server info */ int ses_count;/* reference counter */
@@ -1076,7 +1077,9 @@ struct cifs_ses {#define CIFS_CHAN_NEEDS_RECONNECT (ses, index) \ test_bit((index), &(ses)->chans_need_reconnect)#define CIFS_CHAN_IN_RECONNECT (ses, index) \ - ((ses)->chans[(index)].in_reconnect) + test_bit((index), &(ses)->chans_in_reconnect) +#define CIFS_ALL_CHANS_IN_RECONNECT (ses) \ + ((ses)->chans_in_reconnect == CIFS_ALL_CHANNELS_SET(ses))struct cifs_chan chans[CIFS_MAX_CHANNELS ];size_t chan_count;
@@ -1092,8 +1095,14 @@ struct cifs_ses {* channels are marked for needing reconnection. This will * enable the sessions on top to continue to live till any * of the channels below are active. +* +* chans_in_reconnect is a bitmap indicating which channels +* are in the process of reconnecting. This is needed +* to avoid race conditions between processes which +* do channel binding in parallel. */ unsigned long chans_need_reconnect; +unsigned long chans_in_reconnect;/* ========= end: protected by chan_lock ======== */ struct cifs_ses *dfs_root_ses; };
@@ -1145,6 +1154,7 @@ struct cifs_tcon {int tc_count;struct list_head rlist;/* reconnect list */ spinlock_t tc_lock;/* protect anything here that is not protected */ +wait_queue_head_t reconnect_q;/* for handling parallel reconnects */ atomic_t num_local_opens;/* num of all opens including disconnected */ atomic_t num_remote_opens;/* num of all network opens on server */ struct list_head openFileList;
fs/cifs/connect.c +133 -12
241 lines not on this page · raw message
fs/cifs/dfs.c +33 -0
@@ -476,6 +476,10 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const strustruct dfs_cache_tgt_list tl =DFS_CACHE_TGT_LIST_INIT (tl);char *tree;struct dfs_info3_param ref = {0 }; +int retries; + +check_again: + retries =5 ;/* only send once per connect */ spin_lock (&tcon->tc_lock);
@@ -491,6 +495,35 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const struspin_unlock (&tcon->tc_lock);return 0 ; } + +/* another process is in the processs of negotiating */ +while (tcon->status ==TID_IN_TCON ) { +spin_unlock (&tcon->tc_lock); + rc =wait_event_interruptible_timeout (tcon->reconnect_q, + (tcon->status !=TID_IN_TCON ), +HZ ); +if (rc <0 ) { +cifs_dbg (FYI ,"%s: aborting tree connect due to a received signal by the process\n" , + __func__); +return -ERESTARTSYS ; + } +spin_lock (&tcon->tc_lock); + +/* are we still trying to reconnect? */ +if (tcon->status !=TID_IN_TCON ) { +spin_unlock (&tcon->tc_lock); + goto check_again; + } + +if (retries && --retries) +continue ; + +cifs_dbg (FYI ,"gave up waiting on TID_IN_TCON\n" ); +spin_unlock (&tcon->tc_lock); +return -EHOSTDOWN ; + } + +/* now mark the tcon so that others don't reach here */ tcon->status =TID_IN_TCON ;spin_unlock (&tcon->tc_lock);
fs/cifs/misc.c +2 -0
@@ -80,6 +80,7 @@ sesInfoAlloc(void)spin_lock_init (&ret_buf->iface_lock);INIT_LIST_HEAD (&ret_buf->iface_list);spin_lock_init (&ret_buf->chan_lock); +init_waitqueue_head (&ret_buf->reconnect_q); }return ret_buf; }
@@ -134,6 +135,7 @@ tconInfoAlloc(void)spin_lock_init (&ret_buf->stat_lock);atomic_set (&ret_buf->num_local_opens,0 );atomic_set (&ret_buf->num_remote_opens,0 ); +init_waitqueue_head (&ret_buf->reconnect_q);return ret_buf; }
fs/cifs/sess.c +6 -2
@@ -94,7 +94,9 @@ cifs_chan_set_in_reconnect(struct cifs_ses *ses, {unsigned int chan_index =cifs_ses_get_chan_index (ses, server); - ses->chans[chan_index].in_reconnect = true; +set_bit (chan_index, &ses->chans_in_reconnect); +cifs_dbg (FYI ,"Set in-reconnect bitmask for chan %u; now 0x%lx\n" , + chan_index, ses->chans_in_reconnect); }void
@@ -103,7 +105,9 @@ cifs_chan_clear_in_reconnect(struct cifs_ses *ses, {unsigned int chan_index =cifs_ses_get_chan_index (ses, server); - ses->chans[chan_index].in_reconnect = false; +clear_bit (chan_index, &ses->chans_in_reconnect); +cifs_dbg (FYI ,"Cleared in-reconnect bitmask for chan %u; now 0x%lx\n" , + chan_index, ses->chans_in_reconnect); }bool
fs/cifs/smb2pdu.c +20 -15
@@ -215,8 +215,9 @@ smb2_reconnect(__le16 smb2_command, struct cifs_tcon *tcon,return 0 ; }spin_unlock (&ses->chan_lock); -cifs_dbg (FYI ,"sess reconnect mask: 0x%lx, tcon reconnect: %d" , +cifs_dbg (FYI ,"sess reconnect masks: 0x%lx 0x%lx, tcon reconnect: %d" , tcon->ses->chans_need_reconnect, + tcon->ses->chans_in_reconnect, tcon->need_reconnect); nls_codepage =load_nls_default ();
@@ -238,9 +239,12 @@ smb2_reconnect(__le16 smb2_command, struct cifs_tcon *tcon,* need to prevent multiple threads trying to simultaneously * reconnect the same SMB session */ +spin_lock (&ses->ses_lock);spin_lock (&ses->chan_lock); -if (!cifs_chan_needs_reconnect (ses, server)) { +if (!cifs_chan_needs_reconnect (ses, server) && + ses->ses_status ==SES_GOOD ) {spin_unlock (&ses->chan_lock); +spin_unlock (&ses->ses_lock);/* this means that we only need to tree connect */ if (tcon->need_reconnect)
@@ -249,6 +253,7 @@ smb2_reconnect(__le16 smb2_command, struct cifs_tcon *tcon, goto out; }spin_unlock (&ses->chan_lock); +spin_unlock (&ses->ses_lock);mutex_lock (&ses->session_mutex); rc =cifs_negotiate_protocol (0 , ses, server);
@@ -284,7 +289,7 @@ smb2_reconnect(__le16 smb2_command, struct cifs_tcon *tcon,cifs_dbg (FYI ,"reconnect tcon rc = %d\n" , rc);if (rc) {/* If sess reconnected but tcon didn't, something strange ... */ -pr_warn_once ("reconnect tcon failed rc = %d\n" , rc); +cifs_dbg (VFS ,"reconnect tcon failed rc = %d\n" , rc); goto out; }
@@ -1256,9 +1261,9 @@ SMB2_sess_alloc_buffer(struct SMB2_sess_data *sess_data)if (rc)return rc; -spin_lock (&ses->chan_lock); - is_binding = !CIFS_ALL_CHANS_NEED_RECONNECT (ses); -spin_unlock (&ses->chan_lock); +spin_lock (&ses->ses_lock); + is_binding = (ses->ses_status ==SES_GOOD ); +spin_unlock (&ses->ses_lock);if (is_binding) { req->hdr.SessionId =cpu_to_le64 (ses->Suid);
@@ -1416,9 +1421,9 @@ SMB2_auth_kerberos(struct SMB2_sess_data *sess_data) goto out_put_spnego_key; } -spin_lock (&ses->chan_lock); - is_binding = !CIFS_ALL_CHANS_NEED_RECONNECT (ses); -spin_unlock (&ses->chan_lock); +spin_lock (&ses->ses_lock); + is_binding = (ses->ses_status ==SES_GOOD ); +spin_unlock (&ses->ses_lock);/* keep session key if binding */ if (!is_binding) {
@@ -1542,9 +1547,9 @@ SMB2_sess_auth_rawntlmssp_negotiate(struct SMB2_sess_data *sess_data)cifs_dbg (FYI ,"rawntlmssp session setup challenge phase\n" ); -spin_lock (&ses->chan_lock); - is_binding = !CIFS_ALL_CHANS_NEED_RECONNECT (ses); -spin_unlock (&ses->chan_lock); +spin_lock (&ses->ses_lock); + is_binding = (ses->ses_status ==SES_GOOD ); +spin_unlock (&ses->ses_lock);/* keep existing ses id and flags if binding */ if (!is_binding) {
@@ -1610,9 +1615,9 @@ SMB2_sess_auth_rawntlmssp_authenticate(struct SMB2_sess_data *sess_data) rsp = (struct smb2_sess_setup_rsp *)sess_data->iov[0 ].iov_base; -spin_lock (&ses->chan_lock); - is_binding = !CIFS_ALL_CHANS_NEED_RECONNECT (ses); -spin_unlock (&ses->chan_lock); +spin_lock (&ses->ses_lock); + is_binding = (ses->ses_status ==SES_GOOD ); +spin_unlock (&ses->ses_lock);/* keep existing ses id and flags if binding */ if (!is_binding) {
fs/cifs/smb2transport.c +14 -3
@@ -81,6 +81,7 @@ int smb2_get_sign_key(__u64 ses_id, struct TCP_Server_Info *server, u8 *key)struct cifs_ses *ses =NULL ;int i;int rc =0 ; +bool is_binding = false;spin_lock (&cifs_tcp_ses_lock);
@@ -97,9 +98,12 @@ int smb2_get_sign_key(__u64 ses_id, struct TCP_Server_Info *server, u8 *key) goto out; found: +spin_lock (&ses->ses_lock);spin_lock (&ses->chan_lock); -if (cifs_chan_needs_reconnect (ses, server) && - !CIFS_ALL_CHANS_NEED_RECONNECT (ses)) { + + is_binding = (cifs_chan_needs_reconnect (ses, server) && + ses->ses_status ==SES_GOOD ); +if (is_binding) {/* * If we are in the process of binding a new channel * to an existing session, use the master connection
@@ -107,6 +111,7 @@ int smb2_get_sign_key(__u64 ses_id, struct TCP_Server_Info *server, u8 *key)*/ memcpy (key, ses->smb3signingkey,SMB3_SIGN_KEY_SIZE );spin_unlock (&ses->chan_lock); +spin_unlock (&ses->ses_lock); goto out; }
@@ -119,10 +124,12 @@ int smb2_get_sign_key(__u64 ses_id, struct TCP_Server_Info *server, u8 *key)if (chan->server == server) {memcpy (key, chan->signkey,SMB3_SIGN_KEY_SIZE );spin_unlock (&ses->chan_lock); +spin_unlock (&ses->ses_lock); goto out; } }spin_unlock (&ses->chan_lock); +spin_unlock (&ses->ses_lock); cifs_dbg(VFS, "%s: Could not find channel signing key for session 0x%llx\n",
@@ -392,11 +399,15 @@ generate_smb3signingkey(struct cifs_ses *ses,bool is_binding = false;int chan_index =0 ; +spin_lock (&ses->ses_lock);spin_lock (&ses->chan_lock); - is_binding = !CIFS_ALL_CHANS_NEED_RECONNECT (ses); + is_binding = (cifs_chan_needs_reconnect (ses, server) && + ses->ses_status ==SES_GOOD ); + chan_index =cifs_ses_get_chan_index (ses, server);/* TODO: introduce ref counting for channels when the can be freed */ spin_unlock (&ses->chan_lock); +spin_unlock (&ses->ses_lock);/* * All channels use the same encryption/decryption keys but
Signature · 1 line
2.34.1
PATCH 4/11 cifs: serialize channel reconnects
In reply to Shyam Prasad NParallel session reconnects are prone to race conditions that are difficult to avoid cleanly. The changes so far do ensure that parallel reconnects eventually go through. But that can take multiple session setups on the same channel.
Avoiding that by serializing the session setups on parallel channels. In doing so, we should avoid such issues.
--- fs/cifs/connect.c | 18 ++++++++++++++---- 1 file changed, 14 insertions(+), 4 deletions(-)
fs/cifs/connect.c +14 -4
@@ -222,6 +222,11 @@ cifs_mark_tcp_ses_conns_for_reconnect(struct TCP_Server_Info *server,else cifs_chan_set_need_reconnect (ses, server); +cifs_dbg (FYI ,"%s: channel connect bitmaps: 0x%lx 0x%lx\n" , + __func__, + ses->chans_need_reconnect, + ses->chans_in_reconnect); +/* If all channels need reconnect, then tcon needs reconnect */ if (!mark_smb_session && !CIFS_ALL_CHANS_NEED_RECONNECT (ses)) {spin_unlock (&ses->chan_lock);
@@ -3744,6 +3749,11 @@ cifs_setup_session(const unsigned int xid, struct cifs_ses *ses, retries =5 ;spin_lock (&ses->ses_lock); +cifs_dbg (FYI ,"%s: channel connect bitmaps: 0x%lx 0x%lx\n" , + __func__, + ses->chans_need_reconnect, + ses->chans_in_reconnect); +if (ses->ses_status !=SES_GOOD && ses->ses_status !=SES_NEW && ses->ses_status !=SES_NEED_RECON ) {
@@ -3762,11 +3772,11 @@ cifs_setup_session(const unsigned int xid, struct cifs_ses *ses, }/* another process is in the processs of sess setup */ -while (cifs_chan_in_reconnect (ses, server)) { +while (ses->chans_in_reconnect) {spin_unlock (&ses->chan_lock);spin_unlock (&ses->ses_lock); rc =wait_event_interruptible_timeout (ses->reconnect_q, - (!cifs_chan_in_reconnect (ses, server)), + (!ses->chans_in_reconnect),HZ );if (rc <0 ) { cifs_dbg(FYI, "%s: aborting sess setup due to a received signal by the process\n",
@@ -3776,8 +3786,8 @@ cifs_setup_session(const unsigned int xid, struct cifs_ses *ses,spin_lock (&ses->ses_lock);spin_lock (&ses->chan_lock); -/* are we still trying to reconnect? */ -if (!cifs_chan_in_reconnect (ses, server)) { +/* did the bitmask change? */ +if (!ses->chans_in_reconnect) {spin_unlock (&ses->chan_lock);spin_unlock (&ses->ses_lock); goto check_again;
Signature · 1 line
2.34.1
Re: [PATCH 04/11] cifs: serialize channel reconnects
Paulo had a few comments on patch 3 of the series, so have applied the first two, and will wait on patch 3 and 4, but tentatively merged the first two:
a7c73e3d5842 (HEAD -> for-next, origin/for-next) cifs: generate signkey for the channel that's reconnecting d169aadd50c7 cifs: fix tcon status change after tree connect
Quoted 70 lines · Shyam Prasad N
Parallel session reconnects are prone to race conditions that are difficult to avoid cleanly. The changes so far do ensure that parallel reconnects eventually go through. But that can take multiple session setups on the same channel.
Avoiding that by serializing the session setups on parallel channels. In doing so, we should avoid such issues.
Signed-off-by Shyam Prasad N <[email protected]>--- fs/cifs/connect.c | 18 ++++++++++++++---- 1 file changed, 14 insertions(+), 4 deletions(-)fs/cifs/connect.c +14
-5@@ -222,6 +222,11 @@ cifs_mark_tcp_ses_conns_for_reconnect(struct TCP_Server_Info *server,else cifs_chan_set_need_reconnect (ses, server); +cifs_dbg (FYI ,"%s: channel connect bitmaps: 0x%lx 0x%lx\n" , + __func__, + ses->chans_need_reconnect, + ses->chans_in_reconnect); +/* If all channels need reconnect, then tcon needs reconnect */ if (!mark_smb_session && !CIFS_ALL_CHANS_NEED_RECONNECT (ses)) {spin_unlock (&ses->chan_lock);@@ -3744,6 +3749,11 @@ cifs_setup_session(const unsigned int xid, struct cifs_ses *ses, retries =5 ;spin_lock (&ses->ses_lock); +cifs_dbg (FYI ,"%s: channel connect bitmaps: 0x%lx 0x%lx\n" , + __func__, + ses->chans_need_reconnect, + ses->chans_in_reconnect); +if (ses->ses_status !=SES_GOOD && ses->ses_status !=SES_NEW && ses->ses_status !=SES_NEED_RECON ) {@@ -3762,11 +3772,11 @@ cifs_setup_session(const unsigned int xid, struct cifs_ses *ses, }/* another process is in the processs of sess setup */ -while (cifs_chan_in_reconnect (ses, server)) { +while (ses->chans_in_reconnect) {spin_unlock (&ses->chan_lock);spin_unlock (&ses->ses_lock); rc =wait_event_interruptible_timeout (ses->reconnect_q, - (!cifs_chan_in_reconnect (ses, server)), + (!ses->chans_in_reconnect),HZ );if (rc <0 ) { cifs_dbg(FYI, "%s: aborting sess setup due to a received signal by the process\n",@@ -3776,8 +3786,8 @@ cifs_setup_session(const unsigned int xid, struct cifs_ses *ses,spin_lock (&ses->ses_lock);spin_lock (&ses->chan_lock); -/* are we still trying to reconnect? */ -if (!cifs_chan_in_reconnect (ses, server)) { +/* did the bitmask change? */ +if (!ses->chans_in_reconnect) {spin_unlock (&ses->chan_lock);spin_unlock (&ses->ses_lock); goto check_again; --2.34.1
Signature · 3 lines
Thanks, Steve
PATCH 5/11 cifs: lock chan_lock outside match_session
In reply to Shyam Prasad NCoverity had rightly indicated a possible deadlock due to chan_lock being done inside match_session. All callers of match_* functions should pick up the necessary locks and call them.
--- fs/cifs/connect.c | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-)
fs/cifs/connect.c +7 -6
@@ -1735,7 +1735,7 @@ cifs_get_tcp_session(struct smb3_fs_context *ctx,return ERR_PTR (rc); } -/* this function must be called with ses_lock held */ +/* this function must be called with ses_lock and chan_lock held */ static int match_session (struct cifs_ses *ses,struct smb3_fs_context *ctx) { if (ctx->sectype != Unspecified &&
@@ -1746,12 +1746,8 @@ static int match_session(struct cifs_ses *ses, struct smb3_fs_context *ctx)* If an existing session is limited to less channels than * requested, it should not be reused */ -spin_lock (&ses->chan_lock); -if (ses->chan_max < ctx->max_channels) { -spin_unlock (&ses->chan_lock); +if (ses->chan_max < ctx->max_channels)return 0 ; - } -spin_unlock (&ses->chan_lock);switch (ses->sectype) {case Kerberos:
@@ -1879,10 +1875,13 @@ cifs_find_smb_ses(struct TCP_Server_Info *server, struct smb3_fs_context *ctx)spin_unlock (&ses->ses_lock);continue ; } +spin_lock (&ses->chan_lock);if (!match_session (ses, ctx)) { +spin_unlock (&ses->chan_lock);spin_unlock (&ses->ses_lock);continue ; } +spin_unlock (&ses->chan_lock);spin_unlock (&ses->ses_lock); ++ses->ses_count;
@@ -2706,6 +2705,7 @@ cifs_match_super(struct super_block *sb, void *data)spin_lock (&tcp_srv->srv_lock);spin_lock (&ses->ses_lock); +spin_lock (&ses->chan_lock);spin_lock (&tcon->tc_lock); if (!match_server(tcp_srv, ctx, dfs_super_cmp) || !match_session(ses, ctx) ||
@@ -2718,6 +2718,7 @@ cifs_match_super(struct super_block *sb, void *data) rc =compare_mount_options (sb, mnt_data); out:spin_unlock (&tcon->tc_lock); +spin_unlock (&ses->chan_lock);spin_unlock (&ses->ses_lock);spin_unlock (&tcp_srv->srv_lock);
Signature · 1 line
2.34.1
PATCH 6/11 cifs: fix sockaddr comparison in iface_cmp
In reply to Shyam Prasad Niface_cmp used to simply do a memcmp of the two provided struct sockaddrs. The comparison needs to do more based on the address family. Similar logic was already present in cifs_match_ipaddr. Doing something similar now.
--- fs/cifs/cifsglob.h | 37 --------------------------------- fs/cifs/cifsproto.h | 1 + fs/cifs/connect.c | 50 +++++++++++++++++++++++++++++++++++++++++++++ fs/cifs/smb2ops.c | 37 +++++++++++++++++++++++++++++++++ 4 files changed, 88 insertions(+), 37 deletions(-)
fs/cifs/cifsglob.h +0 -37
@@ -965,43 +965,6 @@ release_iface(struct kref *ref)kfree (iface); } -/* -* compare two interfaces a and b -* return 0 if everything matches. -* return 1 if a has higher link speed, or rdma capable, or rss capable -* return -1 otherwise. -*/ -static inline int -iface_cmp (struct cifs_server_iface *a,struct cifs_server_iface *b) -{ -int cmp_ret =0 ; - -WARN_ON (!a || !b); -if (a->speed == b->speed) { -if (a->rdma_capable == b->rdma_capable) { -if (a->rss_capable == b->rss_capable) { - cmp_ret =memcmp (&a->sockaddr, &b->sockaddr, -sizeof (a->sockaddr)); -if (!cmp_ret) -return 0 ; -else if (cmp_ret >0 ) -return 1 ; -else -return -1 ; - }else if (a->rss_capable > b->rss_capable) -return 1 ; -else -return -1 ; - }else if (a->rdma_capable > b->rdma_capable) -return 1 ; -else -return -1 ; - }else if (a->speed > b->speed) -return 1 ; -else -return -1 ; -} -struct cifs_chan {struct TCP_Server_Info *server;struct cifs_server_iface *iface;/* interface in use */
fs/cifs/cifsproto.h +1 -0
@@ -86,6 +86,7 @@ extern int cifs_handle_standard(struct TCP_Server_Info *server, struct mid_q_entry *mid);extern int smb3_parse_devname (const char *devname,struct smb3_fs_context *ctx);extern int smb3_parse_opt (const char *options,const char *key,char **val); +extern int cifs_ipaddr_cmp (struct sockaddr *srcaddr,struct sockaddr *rhs);extern bool cifs_match_ipaddr (struct sockaddr *srcaddr,struct sockaddr *rhs);extern int cifs_discard_remaining_data (struct TCP_Server_Info *server); extern int cifs_call_async(struct TCP_Server_Info *server,
fs/cifs/connect.c +50 -0
56 lines not on this page · raw message
fs/cifs/smb2ops.c +37 -0
@@ -510,6 +510,43 @@ smb3_negotiate_rsize(struct cifs_tcon *tcon, struct smb3_fs_context *ctx)return rsize; } +/* +* compare two interfaces a and b +* return 0 if everything matches. +* return 1 if a is rdma capable, or rss capable, or has higher link speed +* return -1 otherwise. +*/ +static int +iface_cmp (struct cifs_server_iface *a,struct cifs_server_iface *b) +{ +int cmp_ret =0 ; + +WARN_ON (!a || !b); +if (a->rdma_capable == b->rdma_capable) { +if (a->rss_capable == b->rss_capable) { +if (a->speed == b->speed) { + cmp_ret =cifs_ipaddr_cmp ((struct sockaddr *) &a->sockaddr, + (struct sockaddr *) &b->sockaddr); +if (!cmp_ret) +return 0 ; +else if (cmp_ret >0 ) +return 1 ; +else +return -1 ; + }else if (a->speed > b->speed) +return 1 ; +else +return -1 ; + }else if (a->rss_capable > b->rss_capable) +return 1 ; +else +return -1 ; + }else if (a->rdma_capable > b->rdma_capable) +return 1 ; +else +return -1 ; +} +static int parse_server_interfaces (struct network_interface_info_ioctl_rsp *buf,size_t buf_len,struct cifs_ses *ses,bool in_mount)
Signature · 1 line
2.34.1
kernel test robot
build botRe: [PATCH 06/11] cifs: fix sockaddr comparison in iface_cmp
I love your patch! Yet something to improve:
Hi Shyam,
I love your patch! Yet something to improve:
[auto build test ERROR on cifs/for-next]
[also build test ERROR on linus/master v6.3-rc1 next-20230310] [If your patch is applied to the wrong git tree, kindly drop us a note. And when submitting patch, we suggest to use '--base' as documented in
https://git-scm.com/docs/git-format-patch#_base_tree_information]
url: https://github.com/intel-lab-lkp/linux/commits/Shyam-Prasad-N/cifs-generate-signkey-for-the-channel-that-s-reconnecting/20230310-234711 base: git://git.samba.org/sfrench/cifs-2.6.git for-next patch link: https://lore.kernel.org/r/20230310153211.10982-6-sprasad%40microsoft.com patch subject: [PATCH 06/11] cifs: fix sockaddr comparison in iface_cmp config: x86_64-randconfig-a001 (https://download.01.org/0day-ci/archive/20230311/[email protected]/config) compiler: clang version 14.0.6 (https://github.com/llvm/llvm-project f28c006a5895fc0e329fe15fead81e37457cb1d1)
reproduce (this is a W=1 build):
wget https://raw.githubusercontent.com/intel/lkp-tests/master/sbin/make.cross -O ~/bin/make.cross chmod +x ~/bin/make.cross
# https://github.com/intel-lab-lkp/linux/commit/799e15f02b7da48acdde0b568eef1deb23aa32ed
git remote add linux-review https://github.com/intel-lab-lkp/linux
git fetch --no-tags linux-review Shyam-Prasad-N/cifs-generate-signkey-for-the-channel-that-s-reconnecting/20230310-234711 git checkout 799e15f02b7da48acdde0b568eef1deb23aa32ed
# save the config file
mkdir build_dir && cp config build_dir/.config
COMPILER_INSTALL_PATH=$HOME/0day COMPILER=clang make.cross W=1 O=build_dir ARCH=x86_64 olddefconfig COMPILER_INSTALL_PATH=$HOME/0day COMPILER=clang make.cross W=1 O=build_dir ARCH=x86_64 SHELL=/bin/bash fs/cifs/
If you fix the issue, kindly add following tag where applicable
| Reported-by: kernel test robot <[email protected]>
| Link: https://lore.kernel.org/oe-kbuild-all/[email protected]/
All error/warnings (new ones prefixed by >>):
>> fs/cifs/connect.c:1311:4: error: expected expression
struct sockaddr_in *saddr4 = (struct sockaddr_in *)srcaddr;
^
>> fs/cifs/connect.c:1313:19: error: use of undeclared identifier 'saddr4'; did you mean 'vaddr4'?
return memcmp(&saddr4->sin_addr.s_addr,
^~~~~~
vaddr4
fs/cifs/connect.c:1312:24: note: 'vaddr4' declared here
struct sockaddr_in *vaddr4 = (struct sockaddr_in *)rhs;
^
>> fs/cifs/connect.c:1312:24: warning: mixing declarations and code is incompatible with standards before C99 [-Wdeclaration-after-statement]
struct sockaddr_in *vaddr4 = (struct sockaddr_in *)rhs;
^
fs/cifs/connect.c:1328:4: error: expected expression
struct sockaddr_in6 *saddr6 = (struct sockaddr_in6 *)srcaddr;
^
>> fs/cifs/connect.c:1330:19: error: use of undeclared identifier 'saddr6'; did you mean 'vaddr6'?
return memcmp(&saddr6->sin6_addr,
^~~~~~
vaddr6
fs/cifs/connect.c:1329:25: note: 'vaddr6' declared here
struct sockaddr_in6 *vaddr6 = (struct sockaddr_in6 *)rhs;
^
fs/cifs/connect.c:1329:25: warning: mixing declarations and code is incompatible with standards before C99 [-Wdeclaration-after-statement]
struct sockaddr_in6 *vaddr6 = (struct sockaddr_in6 *)rhs;
^2 warnings and 4 errors generated.
vim +1311 fs/cifs/connect.c
1291
1292 int
1293 cifs_ipaddr_cmp(struct sockaddr *srcaddr, struct sockaddr *rhs)
1294 {
1295 switch (srcaddr->sa_family) {
1296 case AF_UNSPEC:
1297 switch (rhs->sa_family) {
1298 case AF_UNSPEC:
1299 return 0;
1300 case AF_INET:
1301 case AF_INET6:
1302 return 1;
1303 default:
1304 return -1;
1305 }
1306 case AF_INET: {
1307 switch (rhs->sa_family) {
1308 case AF_UNSPEC:
1309 return -1;
1310 case AF_INET:
> 1311 struct sockaddr_in *saddr4 = (struct sockaddr_in *)srcaddr;
> 1312 struct sockaddr_in *vaddr4 = (struct sockaddr_in *)rhs;
> 1313 return memcmp(&saddr4->sin_addr.s_addr,
1314 &vaddr4->sin_addr.s_addr,
1315 sizeof(struct sockaddr_in));
1316 case AF_INET6:
1317 return 1;
1318 default:
1319 return -1;
1320 }
1321 }
1322 case AF_INET6: {
1323 switch (rhs->sa_family) {
1324 case AF_UNSPEC:
1325 case AF_INET:
1326 return -1;
1327 case AF_INET6:
1328 struct sockaddr_in6 *saddr6 = (struct sockaddr_in6 *)srcaddr;
1329 struct sockaddr_in6 *vaddr6 = (struct sockaddr_in6 *)rhs;
> 1330 return memcmp(&saddr6->sin6_addr, 1331 &vaddr6->sin6_addr,
1332 sizeof(struct sockaddr_in6));
1333 default:
1334 return -1;
1335 }
1336 }
1337 default:
1338 return -1; /* don't expect to be here */
1339 }
1340 }
1341
Signature · 2 lines
0-DAY CI Kernel Test Service https://github.com/intel/lkp-tests
PATCH 7/11 cifs: do not poll server interfaces too regularly
In reply to Shyam Prasad NWe have the server interface list hanging off the tcon structure today for reasons unknown. So each tcon which is connected to a file server can query them separately, which is really unnecessary. To avoid this, in the query function, we will check the time of last update of the interface list, and avoid querying the server if it is within a certain range.
--- fs/cifs/smb2ops.c | 14 ++++++++++++++ 1 file changed, 14 insertions(+)
fs/cifs/smb2ops.c +14 -0
@@ -567,6 +567,14 @@ parse_server_interfaces(struct network_interface_info_ioctl_rsp *buf, p = buf;spin_lock (&ses->iface_lock); +/* do not query too frequently, this time with lock held */ +if (ses->iface_last_update && +time_before (jiffies, ses->iface_last_update + + (SMB_INTERFACE_POLL_INTERVAL *HZ ))) { +spin_unlock (&ses->iface_lock); +return 0 ; + } +/* * Go through iface_list and do kref_put to remove * any unused ifaces. ifaces in use will be removed
@@ -733,6 +741,12 @@ SMB3_request_interfaces(const unsigned int xid, struct cifs_tcon *tcon, bool in_struct network_interface_info_ioctl_rsp *out_buf =NULL ;struct cifs_ses *ses = tcon->ses; +/* do not query too frequently */ +if (ses->iface_last_update && +time_before (jiffies, ses->iface_last_update + + (SMB_INTERFACE_POLL_INTERVAL *HZ ))) +return 0 ; + rc = SMB2_ioctl(xid, tcon, NO_FILE_ID, NO_FILE_ID, FSCTL_QUERY_NETWORK_INTERFACE_INFO, NULL /* no data input */, 0 /* no data input */,
Signature · 1 line
2.34.1
PATCH 8/11 cifs: distribute channels across interfaces based on speed
In reply to Shyam Prasad NToday, if the server interfaces RSS capable, we simply choose the fastest interface to setup a channel. This is not a scalable approach, and does not make a lot of attempt to distribute the connections.
This change does a weighted distribution of channels across all the available server interfaces, where the weight is a function of the advertised interface speed.
Also make sure that we don't mix rdma and non-rdma for channels.
--- fs/cifs/cifs_debug.c | 16 +++++++++++ fs/cifs/cifsglob.h | 2 ++ fs/cifs/sess.c | 67 +++++++++++++++++++++++++++++++++++--------- 3 files changed, 71 insertions(+), 14 deletions(-)
fs/cifs/cifs_debug.c +16 -0
@@ -219,6 +219,8 @@ static int cifs_debug_data_proc_show(struct seq_file *m, void *v)struct cifs_ses *ses;struct cifs_tcon *tcon;struct cifs_server_iface *iface; +size_t iface_weight =0 , iface_min_speed =0 ; +struct cifs_server_iface *last_iface =NULL ;int c, i, j; seq_puts(m,
@@ -465,11 +467,25 @@ static int cifs_debug_data_proc_show(struct seq_file *m, void *v)"\tLast updated: %lu seconds ago" , ses->iface_count, (jiffies - ses->iface_last_update) / HZ); + + last_iface =list_last_entry (&ses->iface_list, + struct cifs_server_iface, + iface_head); + iface_min_speed = last_iface->speed; + j =0 ;list_for_each_entry (iface, &ses->iface_list, iface_head) {seq_printf (m,"\n\t%d)" , ++j);cifs_dump_iface (m, iface); + + iface_weight = iface->speed / iface_min_speed; +seq_printf (m,"\t\tWeight (cur,total): (%zu,%zu)" +"\n\t\tAllocated channels: %u\n" , + iface->weight_fulfilled, + iface_weight, + iface->num_channels); +if (is_ses_using_iface (ses, iface))seq_puts (m,"\t\t[CONNECTED]\n" ); }
fs/cifs/cifsglob.h +2 -0
@@ -948,6 +948,8 @@ struct cifs_server_iface {struct list_head iface_head;struct kref refcount;size_t speed; +size_t weight_fulfilled; +unsigned int num_channels; unsigned int rdma_capable : 1; unsigned int rss_capable : 1; unsigned int is_active : 1; /* unset if non existent */
fs/cifs/sess.c +53 -14
129 lines not on this page · raw message
Signature · 1 line
2.34.1
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Hi Shyam, everyone,
fs/cifs/sess.c cifs_chan_update_iface(struct cifs_ses *ses, struct TCP_Server_Info *server) · line 313
Quoted 5 lines · Shyam Prasad N
fs/cifs/sess.c +5
-0+if (!ses->iface_count) { +spin_unlock (&ses->iface_lock); +cifs_dbg (VFS ,"server %s does not advertise interfaces\n" , ses->server->hostname); +return 0 ; + }
May I ask why this is now being logged, and what can be tweaked in the case that a server does not advertise interfaces? After updating the kernel from 6.1 to 6.6 in Home Assistant OS, we got a report [1] of these messages appearing, yet so far only from a single attentive user. I wonder if we are going to see them more often, and it that case a suggestion to users would come handy. If there's not a simple resolution, could the verbosity be lowered to FYI, maybe?
Thanks,
Jan
[1] https://github.com/home-assistant/operating-system/issues/3201
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Quoted 19 lines · Jan Čermák
Hi Shyam, everyone,
fs/cifs/sess.c cifs_chan_update_iface(struct cifs_ses *ses, struct TCP_Server_Info *server) · line 313
Quoted 5 lines · Shyam Prasad N
fs/cifs/sess.c +5
-0+if (!ses->iface_count) { +spin_unlock (&ses->iface_lock); +cifs_dbg (VFS ,"server %s does not advertise interfaces\n" , ses->server->hostname); +return 0 ; + }May I ask why this is now being logged, and what can be tweaked in the case that a server does not advertise interfaces? After updating the kernel from 6.1 to 6.6 in Home Assistant OS, we got a report [1] of these messages appearing, yet so far only from a single attentive user. I wonder if we are going to see them more often, and it that case a suggestion to users would come handy. If there's not a simple resolution, could the verbosity be lowered to FYI, maybe?
Quoted 5 lines
Thanks,
Jan[1] https://github.com/home-assistant/operating-system/issues/3201
Hi Jan,
These messages (in theory) should not show up if either multichannel or max_channels are not specified mount options.
And if multichannel is enabled, then the server should support the ioctl to return the server interface list.
These messages are meant to help the user/developer understand why multiple channels are not getting established to the server, even after specifying multichannel as a mount option.
The repeating nature of these messages here leads me to also believe that there's something fishy going on here.
Either the network health is not good, or that there's some bug at play here.
Signature · 2 lines
Regards, Shyam
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Hi Shyam,
Quoted 2 lines · Shyam Prasad N
These messages (in theory) should not show up if either multichannel or
max_channelsare not specified mount options.
That shouldn't be the case here, I checked with the user and he's not doing anything fishy himself (like interfering with the standard mount utilities), and the userspace tools creating the mounts should not be setting any of these options, which I confirmed by asking for his mounts list:
//192.168.1.12/folder on /mnt/data/supervisor/mounts/folder type cifs (rw,relatime,vers=default,cache=strict,username=user,uid=0,noforceuid,gid=0,noforcegid,addr=192.168.1.12,file_mode=0755,dir_mode=0755,soft,nounix,mapposix,rsize=4194304,wsize=4194304,bsize=1048576,echo_interval=60,actimeo=1,closetimeo=1) //192.168.1.12/folder on /mnt/data/supervisor/media/folder type cifs (rw,relatime,vers=default,cache=strict,username=user,uid=0,noforceuid,gid=0,noforcegid,addr=192.168.1.12,file_mode=0755,dir_mode=0755,soft,nounix,mapposix,rsize=4194304,wsize=4194304,bsize=1048576,echo_interval=60,actimeo=1,closetimeo=1)
Or am I missing anything here?
Quoted 3 lines
The repeating nature of these messages here leads me to also believe that there's something fishy going on here.
Either the network health is not good, or that there's some bug at play here.
Maybe, however I'm not able to reproduce the above behavior yet. But there's been so far one more report of this happening, so it's not a single isolated case. I appreciate any advice what to look at further.
Cheers,
Jan
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Quoted 3 lines · Jan Čermák
Hi Shyam,
Hi Jan,
Apologies for the delay.
Quoted 10 lines · Shyam Prasad N
Quoted 2 lines
These messages (in theory) should not show up if either multichannel or
max_channelsare not specified mount options.That shouldn't be the case here, I checked with the user and he's not doing anything fishy himself (like interfering with the standard mount utilities), and the userspace tools creating the mounts should not be setting any of these options, which I confirmed by asking for his mounts list:
Quoted 4 lines
//192.168.1.12/folder on
/mnt/data/supervisor/mounts/foldertype cifs (rw,relatime,vers=default,cache=strict,username=user,uid=0,noforceuid,gid=0,noforcegid,addr=192.168.1.12,file_mode=0755,dir_mode=0755,soft,nounix,mapposix,rsize=4194304,wsize=4194304,bsize=1048576,echo_interval=60,actimeo=1,closetimeo=1) //192.168.1.12/folder on/mnt/data/supervisor/media/foldertype cifs (rw,relatime,vers=default,cache=strict,username=user,uid=0,noforceuid,gid=0,noforcegid,addr=192.168.1.12,file_mode=0755,dir_mode=0755,soft,nounix,mapposix,rsize=4194304,wsize=4194304,bsize=1048576,echo_interval=60,actimeo=1,closetimeo=1)
Hmmm.. That seems like a bug.
Is there any chance that the user is willing to try out if the same bug reproduces with the latest mainline kernel?
The other option is for us to try with the 6.6 kernel. But without the steps to repro, it'll just be shots in the dark.
Let me try to go through the code and see if I can spot anything here.
Quoted 11 lines
Or am I missing anything here?
Quoted 3 lines
The repeating nature of these messages here leads me to also believe that there's something fishy going on here.
Either the network health is not good, or that there's some bug at play here.Maybe, however I'm not able to reproduce the above behavior yet. But there's been so far one more report of this happening, so it's not a single isolated case. I appreciate any advice what to look at further.
If a user has reproduced this issue, the one thing they can send us is the ftrace output of cifs events when the issue is being seen. i.e. something like this:
# trace-cmd start -e cifs # <now wait for the issue to reproduce> # trace-cmd stop # trace-cmd extract > /tmp/outputs.txt # uname -r >> /tmp/outputs,txt # cat /proc/fs/cifs/DebugData >> /tmp/outputs,txt # cat /proc/fs/cifs/Stats >> /tmp/outputs,txt
And then provide the outputs.txt file to us.
Going through that capture can help us understand this better.
Quoted 3 lines
Cheers,
Jan
Signature · 2 lines
Regards, Shyam
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Quoted 18 lines · Shyam Prasad N
Quoted 3 lines · Jan Čermák
Hi Shyam,
Hi Jan,
Apologies for the delay.Quoted 10 lines · Shyam Prasad N
Quoted 2 lines
These messages (in theory) should not show up if either multichannel or
max_channelsare not specified mount options.That shouldn't be the case here, I checked with the user and he's not doing anything fishy himself (like interfering with the standard mount utilities), and the userspace tools creating the mounts should not be setting any of these options, which I confirmed by asking for his mounts list:
Quoted 6 lines
Quoted 4 lines
//192.168.1.12/folder on
/mnt/data/supervisor/mounts/foldertype cifs (rw,relatime,vers=default,cache=strict,username=user,uid=0,noforceuid,gid=0,noforcegid,addr=192.168.1.12,file_mode=0755,dir_mode=0755,soft,nounix,mapposix,rsize=4194304,wsize=4194304,bsize=1048576,echo_interval=60,actimeo=1,closetimeo=1) //192.168.1.12/folder on/mnt/data/supervisor/media/foldertype cifs (rw,relatime,vers=default,cache=strict,username=user,uid=0,noforceuid,gid=0,noforcegid,addr=192.168.1.12,file_mode=0755,dir_mode=0755,soft,nounix,mapposix,rsize=4194304,wsize=4194304,bsize=1048576,echo_interval=60,actimeo=1,closetimeo=1)Hmmm.. That seems like a bug.
Yes. I see a couple of issues here:
(1) cifs_chan_update_iface() seems to be called over reconnect for all dialect versions and servers that do not support FSCTL_QUERY_NETWORK_INTERFACE_INFO, so @ses->iface_count will be zero in some cases and then VFS message will start being flooded on dmesg.
(2) __cifs_reconnect() is queueing smb2_reconnect_server() even for SMB1 mounts, so smb2_reconnect() ends up being called and then call SMB3_request_interfaces() because SMB2_GLOBAL_CAP_MULTI_CHANNEL is mixed with CAP_LARGE_FILES.
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Hi Paulo, Shyam,
Quoted 8 lines · Paulo Alcantara
Yes. I see a couple of issues here:
(1)
cifs_chan_update_iface()seems to be called over reconnect for all dialect versions and servers that do not supportFSCTL_QUERY_NETWORK_INTERFACE_INFO, so @ses->iface_count will be zero in some cases and then VFS message will start being flooded on dmesg.
Quoted 4 lines
(2)
__cifs_reconnect()is queueingsmb2_reconnect_server()even for SMB1 mounts, sosmb2_reconnect()ends up being called and then callSMB3_request_interfaces()becauseSMB2_GLOBAL_CAP_MULTI_CHANNELis mixed withCAP_LARGE_FILES.
thanks for looking into this! Is there anything else you'll need from me or to test by the users who are observing the issue, or do you have enough information for a fix?
Regards,
Jan
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Quoted 7 lines · Jan Čermák
Hi Paulo, Shyam,
Quoted 3 lines · Paulo Alcantara
Yes. I see a couple of issues here:
Thanks for the review, Paulo.
Quoted 4 lines
Quoted 4 lines
(1)
cifs_chan_update_iface()seems to be called over reconnect for all dialect versions and servers that do not supportFSCTL_QUERY_NETWORK_INTERFACE_INFO, so @ses->iface_count will be zero in some cases and then VFS message will start being flooded on dmesg.
Valid point.
Quoted 5 lines
Quoted 5 lines
(2)
__cifs_reconnect()is queueingsmb2_reconnect_server()even for SMB1 mounts, sosmb2_reconnect()ends up being called and then callSMB3_request_interfaces()becauseSMB2_GLOBAL_CAP_MULTI_CHANNELis mixed withCAP_LARGE_FILES.
Excellent catch. I did not take this into account. It is very likely that this is going on here.
Let me submit a patch to check the exact dialect before calling these functions to make sure we only do it for SMB3+.
Quoted 7 lines
thanks for looking into this! Is there anything else you'll need from me or to test by the users who are observing the issue, or do you have enough information for a fix?
Regards,
Jan
Thanks for bringing this to our notice, Jan.
Signature · 2 lines
Regards, Shyam
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Quoted 3 lines · Shyam Prasad N
Let me submit a patch to check the exact dialect before calling these functions to make sure we only do it for SMB3+.
FWIW, most of the reports (except the first one with macOS) are users running their SMB server on QNAP NAS's (more details are in the GH ticket I linked earlier).
Please CC me in the e-mail with the patch as well, I can create a build with that patch applied to 6.6.y and ask if someone could try if it resolves the issue in their environment.
Cheers,
Jan
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Quoted 10 lines · Jan Čermák
Quoted 3 lines · Shyam Prasad N
Let me submit a patch to check the exact dialect before calling these functions to make sure we only do it for SMB3+.
FWIW, most of the reports (except the first one with macOS) are users running their SMB server on QNAP NAS's (more details are in the GH ticket I linked earlier).
Quoted 6 lines
Please CC me in the e-mail with the patch as well, I can create a build with that patch applied to 6.6.y and ask if someone could try if it resolves the issue in their environment.
Cheers,
Jan
Just sent two patches for this.
One patch is just to change the log level for this log from VFS -> FYI. The other one is for the suggestions made by Paulo.
#1 will fix this anyway. I'm curious to know if #2 alone would fix this problem. Also, please ask for the output of the following command while testing this out:
# cat /proc/fs/cifs/DebugData
Signature · 2 lines
Regards, Shyam
Re: [PATCH 08/11] cifs: distribute channels across interfaces based on speed
Quoted 6 lines · Shyam Prasad N
Just sent two patches for this.
One patch is just to change the log level for this log from VFS -> FYI. The other one is for the suggestions made by Paulo.
#1 will fix this anyway. I'm curious to know if #2 alone would fix this problem. Also, please ask for the output of the following command while testing this out:# cat /proc/fs/cifs/DebugData
One of the users tried testing on the same system with only the second patch applied and reports the issue still persists :( He supplied the DebugData output only as a screenshot [1], not sure what to look there for, but definitely the "Server interfaces" section is missing there compared to my setup.
Cheers,
Jan
[1] https://github.com/home-assistant/operating-system/issues/3201#issuecomment-2019357433
PATCH 9/11 cifs: account for primary channel in the interface list
In reply to Shyam Prasad NThe refcounting of server interfaces should account for the primary channel too. Although this is not strictly necessary, doing so will account for the primary channel in DebugData.
--- fs/cifs/sess.c | 40 +++++++++++++++++++++++++++++++++++----- fs/cifs/smb2ops.c | 6 ++++++ 2 files changed, 41 insertions(+), 5 deletions(-)
fs/cifs/sess.c +35 -5
@@ -291,11 +291,6 @@ cifs_chan_update_iface(struct cifs_ses *ses, struct TCP_Server_Info *server)spin_lock (&ses->chan_lock); chan_index =cifs_ses_get_chan_index (ses, server); -if (!chan_index) { -spin_unlock (&ses->chan_lock); -return 0 ; - } -if (ses->chans[chan_index].iface) { old_iface = ses->chans[chan_index].iface;if (old_iface->is_active) {
@@ -318,6 +313,16 @@ cifs_chan_update_iface(struct cifs_ses *ses, struct TCP_Server_Info *server)/* then look for a new one */ list_for_each_entry (iface, &ses->iface_list, iface_head) { +if (!chan_index) { +/* if we're trying to get the updated iface for primary channel */ +if (!cifs_match_ipaddr ((struct sockaddr *) &server->dstaddr, + (struct sockaddr *) &iface->sockaddr)) +continue ; + +kref_get (&iface->refcount); +break ; + } +/* do not mix rdma and non-rdma interfaces */ if (iface->rdma_capable != server->rdma)continue ;
@@ -344,16 +349,41 @@ cifs_chan_update_iface(struct cifs_ses *ses, struct TCP_Server_Info *server)cifs_dbg (FYI ,"unable to find a suitable iface\n" ); } +if (!chan_index && !iface) { +cifs_dbg (VFS ,"unable to get the interface matching: %pIS\n" , + &server->dstaddr); +spin_unlock (&ses->iface_lock); +return 0 ; + } +/* now drop the ref to the current iface */ if (old_iface && iface) {cifs_dbg (FYI ,"replacing iface: %pIS with %pIS\n" , &old_iface->sockaddr, &iface->sockaddr); + + old_iface->num_channels--; +if (--old_iface->weight_fulfilled <0 ) + old_iface->weight_fulfilled =0 ; + iface->num_channels++; + iface->weight_fulfilled++; +kref_put (&old_iface->refcount, release_iface); }else if (old_iface) {cifs_dbg (FYI ,"releasing ref to iface: %pIS\n" , &old_iface->sockaddr); + + old_iface->num_channels--; +if (--old_iface->weight_fulfilled <0 ) + old_iface->weight_fulfilled =0 ; +kref_put (&old_iface->refcount, release_iface); + }else if (!chan_index) { +/* special case: update interface for primary channel */ +cifs_dbg (FYI ,"referencing primary channel iface: %pIS\n" , + &iface->sockaddr); + iface->num_channels++; + iface->weight_fulfilled++; }else {WARN_ON (!iface);cifs_dbg (FYI ,"adding new iface: %pIS\n" , &iface->sockaddr);
fs/cifs/smb2ops.c +6 -0
@@ -740,6 +740,7 @@ SMB3_request_interfaces(const unsigned int xid, struct cifs_tcon *tcon, bool in_unsigned int ret_data_len =0 ;struct network_interface_info_ioctl_rsp *out_buf =NULL ;struct cifs_ses *ses = tcon->ses; +struct TCP_Server_Info *pserver;/* do not query too frequently */ if (ses->iface_last_update &&
@@ -764,6 +765,11 @@ SMB3_request_interfaces(const unsigned int xid, struct cifs_tcon *tcon, bool in_if (rc) goto out; +/* check if iface is still active */ + pserver = ses->chans[0 ].server; +if (pserver && !cifs_chan_is_iface_active (ses, pserver)) +cifs_chan_update_iface (ses, pserver); + out:kfree (out_buf);return rc;
Signature · 1 line
2.34.1
kernel test robot
build botRe: [PATCH 09/11] cifs: account for primary channel in the interface list
I love your patch! Perhaps something to improve:
Hi Shyam,
I love your patch! Perhaps something to improve:
[auto build test WARNING on cifs/for-next]
[also build test WARNING on linus/master v6.3-rc2 next-20230310] [If your patch is applied to the wrong git tree, kindly drop us a note. And when submitting patch, we suggest to use '--base' as documented in
https://git-scm.com/docs/git-format-patch#_base_tree_information]
url: https://github.com/intel-lab-lkp/linux/commits/Shyam-Prasad-N/cifs-generate-signkey-for-the-channel-that-s-reconnecting/20230310-234711 base: git://git.samba.org/sfrench/cifs-2.6.git for-next patch link: https://lore.kernel.org/r/20230310153211.10982-9-sprasad%40microsoft.com patch subject: [PATCH 09/11] cifs: account for primary channel in the interface list config: i386-randconfig-m021 (https://download.01.org/0day-ci/archive/20230313/[email protected]/config) compiler: gcc-11 (Debian 11.3.0-8) 11.3.0
If you fix the issue, kindly add following tag where applicable
| Reported-by: kernel test robot <[email protected]>
| Link: https://lore.kernel.org/oe-kbuild-all/[email protected]/
New smatch warnings:fs/cifs/sess.c:366 cifs_chan_update_iface() warn: unsigned '--old_iface->weight_fulfilled' is never less than zero.
Old smatch warnings:fs/cifs/sess.c:377 cifs_chan_update_iface() warn: unsigned '--old_iface->weight_fulfilled' is never less than zero.
vim +366 fs/cifs/sess.c
276
277 /*
278 * update the iface for the channel if necessary.
279 * will return 0 when iface is updated, 1 if removed, 2 otherwise
280 * Must be called with chan_lock held.
281 */
282 int
283 cifs_chan_update_iface(struct cifs_ses *ses, struct TCP_Server_Info *server)
284 {
285 unsigned int chan_index;
286 size_t iface_weight = 0, iface_min_speed = 0;
287 struct cifs_server_iface *iface = NULL;
288 struct cifs_server_iface *old_iface = NULL;
289 struct cifs_server_iface *last_iface = NULL;
290 int rc = 0;
291
292 spin_lock(&ses->chan_lock);
293 chan_index = cifs_ses_get_chan_index(ses, server);
294 if (ses->chans[chan_index].iface) {
295 old_iface = ses->chans[chan_index].iface;
296 if (old_iface->is_active) {
297 spin_unlock(&ses->chan_lock);
298 return 1;
299 }
300 }
301 spin_unlock(&ses->chan_lock);
302
303 spin_lock(&ses->iface_lock);
304 if (!ses->iface_count) {
305 spin_unlock(&ses->iface_lock);
306 cifs_dbg(VFS, "server %s does not advertise interfaces\n", ses->server->hostname);
307 return 0;
308 }
309
310 last_iface = list_last_entry(&ses->iface_list, struct cifs_server_iface,
311 iface_head);
312 iface_min_speed = last_iface->speed;
313
314 /* then look for a new one */
315 list_for_each_entry(iface, &ses->iface_list, iface_head) {
316 if (!chan_index) {
317 /* if we're trying to get the updated iface for primary channel */
318 if (!cifs_match_ipaddr((struct sockaddr *) &server->dstaddr,
319 (struct sockaddr *) &iface->sockaddr))
320 continue;
321
322 kref_get(&iface->refcount);
323 break;
324 }
325
326 /* do not mix rdma and non-rdma interfaces */
327 if (iface->rdma_capable != server->rdma)
328 continue;
329
330 if (!iface->is_active ||
331 (is_ses_using_iface(ses, iface) &&
332 !iface->rss_capable)) {
333 continue;
334 }
335
336 /* check if we already allocated enough channels */
337 iface_weight = iface->speed / iface_min_speed;
338
339 if (iface->weight_fulfilled >= iface_weight)
340 continue;
341
342 kref_get(&iface->refcount);
343 break;
344 }
345
346 if (list_entry_is_head(iface, &ses->iface_list, iface_head)) {
347 rc = 1;
348 iface = NULL;
349 cifs_dbg(FYI, "unable to find a suitable iface\n");
350 }
351
352 if (!chan_index && !iface) {
353 cifs_dbg(VFS, "unable to get the interface matching: %pIS\n",
354 &server->dstaddr);
355 spin_unlock(&ses->iface_lock);
356 return 0;
357 }
358
359 /* now drop the ref to the current iface */
360 if (old_iface && iface) {
361 cifs_dbg(FYI, "replacing iface: %pIS with %pIS\n",
362 &old_iface->sockaddr,
363 &iface->sockaddr);
364
365 old_iface->num_channels--;
> 366 if (--old_iface->weight_fulfilled < 0)
367 old_iface->weight_fulfilled = 0;
368 iface->num_channels++;
369 iface->weight_fulfilled++;
370
371 kref_put(&old_iface->refcount, release_iface);
372 } else if (old_iface) {
373 cifs_dbg(FYI, "releasing ref to iface: %pIS\n",
374 &old_iface->sockaddr);
375
376 old_iface->num_channels--;
377 if (--old_iface->weight_fulfilled < 0)
378 old_iface->weight_fulfilled = 0;
379
380 kref_put(&old_iface->refcount, release_iface);
381 } else if (!chan_index) {
382 /* special case: update interface for primary channel */
383 cifs_dbg(FYI, "referencing primary channel iface: %pIS\n",
384 &iface->sockaddr);
385 iface->num_channels++;
386 iface->weight_fulfilled++;
387 } else {
388 WARN_ON(!iface);
389 cifs_dbg(FYI, "adding new iface: %pIS\n", &iface->sockaddr);
390 }
391 spin_unlock(&ses->iface_lock);
392
393 spin_lock(&ses->chan_lock);
394 chan_index = cifs_ses_get_chan_index(ses, server);
395 ses->chans[chan_index].iface = iface;
396
397 /* No iface is found. if secondary chan, drop connection */
398 if (!iface && CIFS_SERVER_IS_CHAN(server))
399 ses->chans[chan_index].server = NULL;
400
401 spin_unlock(&ses->chan_lock);
402
403 if (!iface && CIFS_SERVER_IS_CHAN(server))
404 cifs_put_tcp_session(server, false);
405
406 return rc;
407 }
408
Signature · 2 lines
0-DAY CI Kernel Test Service https://github.com/intel/lkp-tests
PATCH 10/11 cifs: handle when server stops supporting multichannel
In reply to Shyam Prasad NWhen a server stops supporting multichannel, we will keep attempting reconnects to the secondary channels today. Avoid this by freeing extra channels when negotiate returns no multichannel support.
--- fs/cifs/cifsproto.h | 2 ++ fs/cifs/connect.c | 6 ++++++ fs/cifs/sess.c | 35 +++++++++++++++++++++++++++++++++++ fs/cifs/smb2ops.c | 8 ++++++++ 4 files changed, 51 insertions(+)
fs/cifs/cifsproto.h +2 -0
@@ -638,6 +638,8 @@ cifs_chan_needs_reconnect(struct cifs_ses *ses,bool cifs_chan_is_iface_active (struct cifs_ses *ses,struct TCP_Server_Info *server); +void +cifs_disable_extra_channels (struct cifs_ses *ses);int cifs_chan_update_iface (struct cifs_ses *ses,struct TCP_Server_Info *server);int
fs/cifs/connect.c +6 -0
@@ -130,6 +130,12 @@ static void smb2_query_server_interfaces(struct work_struct *work)if (rc) {cifs_dbg (FYI ,"%s: failed to query server interfaces: %d\n" , __func__, rc); + +if (rc == -EOPNOTSUPP ) { +/* cancel polling of interfaces and do not resched */ +cancel_delayed_work_sync (&tcon->query_interfaces); +return ; + } } queue_delayed_work(cifsiod_wq, &tcon->query_interfaces,
fs/cifs/sess.c +35 -0
@@ -274,6 +274,41 @@ int cifs_try_adding_channels(struct cifs_sb_info *cifs_sb, struct cifs_ses *ses)return new_chan_count - old_chan_count; } +/* +* called when multichannel is disabled by the server +*/ +void +cifs_disable_extra_channels (struct cifs_ses *ses) +{ +int i, chan_count; +struct cifs_server_iface *iface =NULL ; +struct TCP_Server_Info *server =NULL ; + +spin_lock (&ses->chan_lock); + chan_count = ses->chan_count; + ses->chan_count =1 ; +for (i =1 ; i < chan_count; i++) { + iface = ses->chans[i].iface; + server = ses->chans[i].server; +spin_unlock (&ses->chan_lock); + +if (iface) { +spin_lock (&ses->iface_lock); +kref_put (&iface->refcount, release_iface); + iface->num_channels--; +if (--iface->weight_fulfilled <0 ) + iface->weight_fulfilled =0 ; +spin_unlock (&ses->iface_lock); + } +cifs_put_tcp_session (server,0 ); + +spin_lock (&ses->chan_lock); + ses->chans[i].iface =NULL ; + ses->chans[i].server =NULL ; + } +spin_unlock (&ses->chan_lock); +} +/* * update the iface for the channel if necessary. * will return 0 when iface is updated, 1 if removed, 2 otherwise
fs/cifs/smb2ops.c +8 -0
@@ -411,6 +411,14 @@ smb2_negotiate(const unsigned int xid,/* BB we probably don't need to retry with modern servers */ if (rc == -EAGAIN ) rc = -EHOSTDOWN ; + +if (!rc && + ses->chan_count >1 && + !(server->capabilities &SMB2_GLOBAL_CAP_MULTI_CHANNEL )) { +cifs_dbg (VFS ,"server %s does not support multichannel anymore\n" , ses->server->hostname); +cifs_disable_extra_channels (ses); + } +return rc; }
Signature · 1 line
2.34.1
kernel test robot
build botRe: [PATCH 10/11] cifs: handle when server stops supporting multichannel
I love your patch! Perhaps something to improve:
Hi Shyam,
I love your patch! Perhaps something to improve:
[auto build test WARNING on cifs/for-next]
[also build test WARNING on linus/master v6.3-rc2 next-20230310] [If your patch is applied to the wrong git tree, kindly drop us a note. And when submitting patch, we suggest to use '--base' as documented in
https://git-scm.com/docs/git-format-patch#_base_tree_information]
url: https://github.com/intel-lab-lkp/linux/commits/Shyam-Prasad-N/cifs-generate-signkey-for-the-channel-that-s-reconnecting/20230310-234711 base: git://git.samba.org/sfrench/cifs-2.6.git for-next patch link: https://lore.kernel.org/r/20230310153211.10982-10-sprasad%40microsoft.com patch subject: [PATCH 10/11] cifs: handle when server stops supporting multichannel config: i386-randconfig-m021 (https://download.01.org/0day-ci/archive/20230313/[email protected]/config) compiler: gcc-11 (Debian 11.3.0-8) 11.3.0
If you fix the issue, kindly add following tag where applicable
| Reported-by: kernel test robot <[email protected]>
| Link: https://lore.kernel.org/oe-kbuild-all/[email protected]/
New smatch warnings:fs/cifs/sess.c:299 cifs_disable_extra_channels() warn: unsigned '--iface->weight_fulfilled' is never less than zero.
Old smatch warnings:fs/cifs/sess.c:401 cifs_chan_update_iface() warn: unsigned '--old_iface->weight_fulfilled' is never less than zero. fs/cifs/sess.c:412 cifs_chan_update_iface() warn: unsigned '--old_iface->weight_fulfilled' is never less than zero.
vim +299 fs/cifs/sess.c
276
277 /*
278 * called when multichannel is disabled by the server
279 */
280 void
281 cifs_disable_extra_channels(struct cifs_ses *ses)
282 {
283 int i, chan_count;
284 struct cifs_server_iface *iface = NULL;
285 struct TCP_Server_Info *server = NULL;
286
287 spin_lock(&ses->chan_lock);
288 chan_count = ses->chan_count;
289 ses->chan_count = 1;
290 for (i = 1; i < chan_count; i++) {
291 iface = ses->chans[i].iface;
292 server = ses->chans[i].server;
293 spin_unlock(&ses->chan_lock);
294
295 if (iface) {
296 spin_lock(&ses->iface_lock);
297 kref_put(&iface->refcount, release_iface);
298 iface->num_channels--;
> 299 if (--iface->weight_fulfilled < 0)
300 iface->weight_fulfilled = 0;
301 spin_unlock(&ses->iface_lock);
302 }
303 cifs_put_tcp_session(server, 0);
304
305 spin_lock(&ses->chan_lock);
306 ses->chans[i].iface = NULL;
307 ses->chans[i].server = NULL;
308 }
309 spin_unlock(&ses->chan_lock);
310 }
311
Signature · 2 lines
0-DAY CI Kernel Test Service https://github.com/intel/lkp-tests
PATCH 11/11 cifs: empty interface list when server doesn't support query interfaces
In reply to Shyam Prasad NWhen querying server interfaces returns -EOPNOTSUPP, clear the list of interfaces. Assumption is that multichannel would be disabled too.
--- fs/cifs/smb2ops.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
fs/cifs/smb2ops.c +1 -1
@@ -763,7 +763,7 @@ SMB3_request_interfaces(const unsigned int xid, struct cifs_tcon *tcon, bool in_if (rc == -EOPNOTSUPP ) {cifs_dbg (FYI ,"server does not support query network interfaces\n" ); - goto out; + ret_data_len =0 ; }else if (rc !=0 ) {cifs_tcon_dbg (VFS ,"error %d on ioctl to get interface list\n" , rc); goto out;
Signature · 1 line
2.34.1
Hi Shyam,
Quoted 6 lines · Shyam Prasad N
After
cifs_tree_connect, tcon status should not be set toTID_GOOD. There could still be files that need reopen. The status should instead be changed toTID_NEED_FILES_INVALIDATE. That way, after reopen of files, the status can be changed toTID_GOOD.
Quoted 7 lines
Signed-off-by Shyam Prasad N <[email protected]>--- fs/cifs/cifsglob.h | 2 +- fs/cifs/connect.c | 14 ++++++++++---- fs/cifs/dfs.c | 16 +++++++++++----- fs/cifs/file.c | 10 +++++----- 4 files changed, 27 insertions(+), 15 deletions(-)
With this patch, the status of TID_GOOD is no longer set after reconnecting tcons. I've noticed that when the DFS cache refresher attempted to get a new referral for updating a cached entry but the IPC tcon status was still set to TID_NEED_FILES_INVALIDATE, therefore skipping the I/O as it thought the IPC tcon was disconnected.
IOW, the TID_NEED_FILES_INVALIDATE status remains set for both types of tcons after reconnect.
Besides, could you please split this patch into two? The first one would fix the checking of tcon statuses by using the appropriate spin lock, and the second would make use of TID_NEED_FILES_INVALIDATE on non-IPC tcons and set the TID_GOOD status afterwards.
Thanks.
Quoted 28 lines · Paulo Alcantara
Hi Shyam,
Quoted 6 lines · Shyam Prasad N
After
cifs_tree_connect, tcon status should not be set toTID_GOOD. There could still be files that need reopen. The status should instead be changed toTID_NEED_FILES_INVALIDATE. That way, after reopen of files, the status can be changed toTID_GOOD.Quoted 7 lines
Signed-off-by Shyam Prasad N <[email protected]>--- fs/cifs/cifsglob.h | 2 +- fs/cifs/connect.c | 14 ++++++++++---- fs/cifs/dfs.c | 16 +++++++++++----- fs/cifs/file.c | 10 +++++----- 4 files changed, 27 insertions(+), 15 deletions(-)With this patch, the status of
TID_GOODis no longer set after reconnecting tcons. I've noticed that when the DFS cache refresher attempted to get a new referral for updating a cached entry but the IPC tcon status was still set toTID_NEED_FILES_INVALIDATE, therefore skipping the I/O as it thought the IPC tcon was disconnected.IOW, the
TID_NEED_FILES_INVALIDATEstatus remains set for both types of tcons after reconnect.
Quoted 6 lines
Besides, could you please split this patch into two? The first one would fix the checking of tcon statuses by using the appropriate spin lock, and the second would make use of
TID_NEED_FILES_INVALIDATEon non-IPC tcons and set theTID_GOODstatus afterwards.Thanks.
Hi Paulo,
Good point. The tcon status were indeed messed up after this patch. Should have checked it earlier. My bad.
Let me revert this one and include only the checking of tcon status with the right lock.
Attached the patch for that.
Signature · 2 lines
Regards, Shyam
From d41e84175d7956948320bab648bcea625c35fd3d Mon Sep 17 00:00:00 2001
From: Shyam Prasad N <[email protected]>
Date: Thu, 16 Mar 2023 10:45:12 +0000
Subject: [PATCH 01/13] cifs: check only tcon status on tcon related functions
We had a couple of checks for session in cifs_tree_connect and cifs_mark_open_files_invalid, which were unnecessary. And that was done with ses_lock. Changed that to tc_lock too.
--- fs/cifs/connect.c | 10 +++++++--- fs/cifs/dfs.c | 10 +++++++--- fs/cifs/file.c | 8 ++++---- 3 files changed, 18 insertions(+), 10 deletions(-)
fs/cifs/connect.c +7 -3
@@ -4038,9 +4038,13 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const stru/* only send once per connect */ spin_lock (&tcon->tc_lock); -if (tcon->ses->ses_status !=SES_GOOD || - (tcon->status !=TID_NEW && - tcon->status !=TID_NEED_TCON )) { +if (tcon->status !=TID_NEW && + tcon->status !=TID_NEED_TCON ) { +spin_unlock (&tcon->tc_lock); +return -EHOSTDOWN ; + } + +if (tcon->status ==TID_GOOD ) {spin_unlock (&tcon->tc_lock);return 0 ; }
fs/cifs/dfs.c +7 -3
@@ -479,9 +479,13 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const stru/* only send once per connect */ spin_lock (&tcon->tc_lock); -if (tcon->ses->ses_status !=SES_GOOD || - (tcon->status !=TID_NEW && - tcon->status !=TID_NEED_TCON )) { +if (tcon->status !=TID_NEW && + tcon->status !=TID_NEED_TCON ) { +spin_unlock (&tcon->tc_lock); +return -EHOSTDOWN ; + } + +if (tcon->status ==TID_GOOD ) {spin_unlock (&tcon->tc_lock);return 0 ; }
fs/cifs/file.c +4 -4
@@ -174,13 +174,13 @@ cifs_mark_open_files_invalid(struct cifs_tcon *tcon)struct list_head *tmp1;/* only send once per connect */ -spin_lock (&tcon->ses->ses_lock); -if ((tcon->ses->ses_status !=SES_GOOD ) || (tcon->status !=TID_NEED_RECON )) { -spin_unlock (&tcon->ses->ses_lock); +spin_lock (&tcon->tc_lock); +if (tcon->status !=TID_NEED_RECON ) { +spin_unlock (&tcon->tc_lock);return ; } tcon->status =TID_IN_FILES_INVALIDATE ; -spin_unlock (&tcon->ses->ses_lock); +spin_unlock (&tcon->tc_lock);/* list all files open on tree connection and mark them invalid */ spin_lock (&tcon->open_file_lock);
Signature · 1 line
2.34.1
Quoted 31 lines · Shyam Prasad N
Quoted 22 lines · Paulo Alcantara
Quoted 6 lines · Shyam Prasad N
After
cifs_tree_connect, tcon status should not be set toTID_GOOD. There could still be files that need reopen. The status should instead be changed toTID_NEED_FILES_INVALIDATE. That way, after reopen of files, the status can be changed toTID_GOOD.Quoted 7 lines
Signed-off-by Shyam Prasad N <[email protected]>--- fs/cifs/cifsglob.h | 2 +- fs/cifs/connect.c | 14 ++++++++++---- fs/cifs/dfs.c | 16 +++++++++++----- fs/cifs/file.c | 10 +++++----- 4 files changed, 27 insertions(+), 15 deletions(-)With this patch, the status of
TID_GOODis no longer set after reconnecting tcons. I've noticed that when the DFS cache refresher attempted to get a new referral for updating a cached entry but the IPC tcon status was still set toTID_NEED_FILES_INVALIDATE, therefore skipping the I/O as it thought the IPC tcon was disconnected.Quoted 7 lines
IOW, the
TID_NEED_FILES_INVALIDATEstatus remains set for both types of tcons after reconnect.Besides, could you please split this patch into two? The first one would fix the checking of tcon statuses by using the appropriate spin lock, and the second would make use of
TID_NEED_FILES_INVALIDATEon non-IPC tcons and set theTID_GOODstatus afterwards.
Quoted 7 lines
Good point. The tcon status were indeed messed up after this patch. Should have checked it earlier. My bad.
Let me revert this one and include only the checking of tcon status with the right lock.
Attached the patch for that.
Thanks for the patch! Looks good to me.
BTW, don't you think we need to get rid of unnecessary ses status check in __refresh_tcon() as well
...
spin_lock(&ipc->tc_lock);
if (ses->ses_status != SES_GOOD || ipc->status != TID_GOOD) {Quoted 42 lines · Paulo Alcantara
Quoted 31 lines · Shyam Prasad N
Quoted 22 lines · Paulo Alcantara
Quoted 6 lines · Shyam Prasad N
After
cifs_tree_connect, tcon status should not be set toTID_GOOD. There could still be files that need reopen. The status should instead be changed toTID_NEED_FILES_INVALIDATE. That way, after reopen of files, the status can be changed toTID_GOOD.Quoted 7 lines
Signed-off-by Shyam Prasad N <[email protected]>--- fs/cifs/cifsglob.h | 2 +- fs/cifs/connect.c | 14 ++++++++++---- fs/cifs/dfs.c | 16 +++++++++++----- fs/cifs/file.c | 10 +++++----- 4 files changed, 27 insertions(+), 15 deletions(-)With this patch, the status of
TID_GOODis no longer set after reconnecting tcons. I've noticed that when the DFS cache refresher attempted to get a new referral for updating a cached entry but the IPC tcon status was still set toTID_NEED_FILES_INVALIDATE, therefore skipping the I/O as it thought the IPC tcon was disconnected.Quoted 7 lines
IOW, the
TID_NEED_FILES_INVALIDATEstatus remains set for both types of tcons after reconnect.Besides, could you please split this patch into two? The first one would fix the checking of tcon statuses by using the appropriate spin lock, and the second would make use of
TID_NEED_FILES_INVALIDATEon non-IPC tcons and set theTID_GOODstatus afterwards.Quoted 7 lines
Good point. The tcon status were indeed messed up after this patch. Should have checked it earlier. My bad.
Let me revert this one and include only the checking of tcon status with the right lock.
Attached the patch for that.
Quoted 8 lines
Thanks for the patch! Looks good to me.
BTW, don't you think we need to get rid of unnecessary ses status check in
__refresh_tcon()as well... spin_lock(&ipc->tc_lock); if (ses->ses_status != SES_GOOD || ipc->status != TID_GOOD) {
Good point.
Here's the updated patch.
Signature · 2 lines
Regards, Shyam
From 787f4e2afd54c7b5865939b61f661029a4f5f6b9 Mon Sep 17 00:00:00 2001
From: Shyam Prasad N <[email protected]>
Date: Thu, 16 Mar 2023 10:45:12 +0000
Subject: [PATCH 01/13] cifs: check only tcon status on tcon related functions
We had a couple of checks for session in cifs_tree_connect and cifs_mark_open_files_invalid, which were unnecessary. And that was done with ses_lock. Changed that to tc_lock too.
--- fs/cifs/connect.c | 10 +++++++--- fs/cifs/dfs.c | 10 +++++++--- fs/cifs/dfs_cache.c | 2 +- fs/cifs/file.c | 8 ++++---- 4 files changed, 19 insertions(+), 11 deletions(-)
fs/cifs/connect.c +7 -3
@@ -4038,9 +4038,13 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const stru/* only send once per connect */ spin_lock (&tcon->tc_lock); -if (tcon->ses->ses_status !=SES_GOOD || - (tcon->status !=TID_NEW && - tcon->status !=TID_NEED_TCON )) { +if (tcon->status !=TID_NEW && + tcon->status !=TID_NEED_TCON ) { +spin_unlock (&tcon->tc_lock); +return -EHOSTDOWN ; + } + +if (tcon->status ==TID_GOOD ) {spin_unlock (&tcon->tc_lock);return 0 ; }
fs/cifs/dfs.c +7 -3
@@ -479,9 +479,13 @@ int cifs_tree_connect(const unsigned int xid, struct cifs_tcon *tcon, const stru/* only send once per connect */ spin_lock (&tcon->tc_lock); -if (tcon->ses->ses_status !=SES_GOOD || - (tcon->status !=TID_NEW && - tcon->status !=TID_NEED_TCON )) { +if (tcon->status !=TID_NEW && + tcon->status !=TID_NEED_TCON ) { +spin_unlock (&tcon->tc_lock); +return -EHOSTDOWN ; + } + +if (tcon->status ==TID_GOOD ) {spin_unlock (&tcon->tc_lock);return 0 ; }
fs/cifs/dfs_cache.c +1 -1
@@ -1326,7 +1326,7 @@ static int __refresh_tcon(const char *path, struct cifs_tcon *tcon, bool force_r }spin_lock (&ipc->tc_lock); -if (ses->ses_status !=SES_GOOD || ipc->status !=TID_GOOD ) { +if (ipc->status !=TID_GOOD ) {spin_unlock (&ipc->tc_lock);cifs_dbg (FYI ,"%s: skip cache refresh due to disconnected ipc\n" , __func__); goto out;
fs/cifs/file.c +4 -4
@@ -174,13 +174,13 @@ cifs_mark_open_files_invalid(struct cifs_tcon *tcon)struct list_head *tmp1;/* only send once per connect */ -spin_lock (&tcon->ses->ses_lock); -if ((tcon->ses->ses_status !=SES_GOOD ) || (tcon->status !=TID_NEED_RECON )) { -spin_unlock (&tcon->ses->ses_lock); +spin_lock (&tcon->tc_lock); +if (tcon->status !=TID_NEED_RECON ) { +spin_unlock (&tcon->tc_lock);return ; } tcon->status =TID_IN_FILES_INVALIDATE ; -spin_unlock (&tcon->ses->ses_lock); +spin_unlock (&tcon->tc_lock);/* list all files open on tree connection and mark them invalid */ spin_lock (&tcon->open_file_lock);
Signature · 1 line
2.34.1
Paulo Alcantara
Reviewed-byQuoted 1 line · Shyam Prasad N
Here's the updated patch.
Thanks!
updated for-next with this newer version of the patch
Quoted 8 lines · Paulo Alcantara
Quoted 1 line · Shyam Prasad N
Here's the updated patch.
Thanks!
Reviewed-by Paulo Alcantara (SUSE) <[email protected]>
Signature · 3 lines
Thanks, Steve