Linux 6.7-rc7
[linux-modified.git] / fs / smb / server / connection.c
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *   Copyright (C) 2016 Namjae Jeon <namjae.jeon@protocolfreedom.org>
4  *   Copyright (C) 2018 Samsung Electronics Co., Ltd.
5  */
6
7 #include <linux/mutex.h>
8 #include <linux/freezer.h>
9 #include <linux/module.h>
10
11 #include "server.h"
12 #include "smb_common.h"
13 #include "mgmt/ksmbd_ida.h"
14 #include "connection.h"
15 #include "transport_tcp.h"
16 #include "transport_rdma.h"
17
18 static DEFINE_MUTEX(init_lock);
19
20 static struct ksmbd_conn_ops default_conn_ops;
21
22 LIST_HEAD(conn_list);
23 DECLARE_RWSEM(conn_list_lock);
24
25 /**
26  * ksmbd_conn_free() - free resources of the connection instance
27  *
28  * @conn:       connection instance to be cleand up
29  *
30  * During the thread termination, the corresponding conn instance
31  * resources(sock/memory) are released and finally the conn object is freed.
32  */
33 void ksmbd_conn_free(struct ksmbd_conn *conn)
34 {
35         down_write(&conn_list_lock);
36         list_del(&conn->conns_list);
37         up_write(&conn_list_lock);
38
39         xa_destroy(&conn->sessions);
40         kvfree(conn->request_buf);
41         kfree(conn->preauth_info);
42         kfree(conn);
43 }
44
45 /**
46  * ksmbd_conn_alloc() - initialize a new connection instance
47  *
48  * Return:      ksmbd_conn struct on success, otherwise NULL
49  */
50 struct ksmbd_conn *ksmbd_conn_alloc(void)
51 {
52         struct ksmbd_conn *conn;
53
54         conn = kzalloc(sizeof(struct ksmbd_conn), GFP_KERNEL);
55         if (!conn)
56                 return NULL;
57
58         conn->need_neg = true;
59         ksmbd_conn_set_new(conn);
60         conn->local_nls = load_nls("utf8");
61         if (!conn->local_nls)
62                 conn->local_nls = load_nls_default();
63         if (IS_ENABLED(CONFIG_UNICODE))
64                 conn->um = utf8_load(UNICODE_AGE(12, 1, 0));
65         else
66                 conn->um = ERR_PTR(-EOPNOTSUPP);
67         if (IS_ERR(conn->um))
68                 conn->um = NULL;
69         atomic_set(&conn->req_running, 0);
70         atomic_set(&conn->r_count, 0);
71         conn->total_credits = 1;
72         conn->outstanding_credits = 0;
73
74         init_waitqueue_head(&conn->req_running_q);
75         init_waitqueue_head(&conn->r_count_q);
76         INIT_LIST_HEAD(&conn->conns_list);
77         INIT_LIST_HEAD(&conn->requests);
78         INIT_LIST_HEAD(&conn->async_requests);
79         spin_lock_init(&conn->request_lock);
80         spin_lock_init(&conn->credits_lock);
81         ida_init(&conn->async_ida);
82         xa_init(&conn->sessions);
83
84         spin_lock_init(&conn->llist_lock);
85         INIT_LIST_HEAD(&conn->lock_list);
86
87         init_rwsem(&conn->session_lock);
88
89         down_write(&conn_list_lock);
90         list_add(&conn->conns_list, &conn_list);
91         up_write(&conn_list_lock);
92         return conn;
93 }
94
95 bool ksmbd_conn_lookup_dialect(struct ksmbd_conn *c)
96 {
97         struct ksmbd_conn *t;
98         bool ret = false;
99
100         down_read(&conn_list_lock);
101         list_for_each_entry(t, &conn_list, conns_list) {
102                 if (memcmp(t->ClientGUID, c->ClientGUID, SMB2_CLIENT_GUID_SIZE))
103                         continue;
104
105                 ret = true;
106                 break;
107         }
108         up_read(&conn_list_lock);
109         return ret;
110 }
111
112 void ksmbd_conn_enqueue_request(struct ksmbd_work *work)
113 {
114         struct ksmbd_conn *conn = work->conn;
115         struct list_head *requests_queue = NULL;
116
117         if (conn->ops->get_cmd_val(work) != SMB2_CANCEL_HE)
118                 requests_queue = &conn->requests;
119
120         if (requests_queue) {
121                 atomic_inc(&conn->req_running);
122                 spin_lock(&conn->request_lock);
123                 list_add_tail(&work->request_entry, requests_queue);
124                 spin_unlock(&conn->request_lock);
125         }
126 }
127
128 void ksmbd_conn_try_dequeue_request(struct ksmbd_work *work)
129 {
130         struct ksmbd_conn *conn = work->conn;
131
132         if (list_empty(&work->request_entry) &&
133             list_empty(&work->async_request_entry))
134                 return;
135
136         atomic_dec(&conn->req_running);
137         spin_lock(&conn->request_lock);
138         list_del_init(&work->request_entry);
139         spin_unlock(&conn->request_lock);
140         if (work->asynchronous)
141                 release_async_work(work);
142
143         wake_up_all(&conn->req_running_q);
144 }
145
146 void ksmbd_conn_lock(struct ksmbd_conn *conn)
147 {
148         mutex_lock(&conn->srv_mutex);
149 }
150
151 void ksmbd_conn_unlock(struct ksmbd_conn *conn)
152 {
153         mutex_unlock(&conn->srv_mutex);
154 }
155
156 void ksmbd_all_conn_set_status(u64 sess_id, u32 status)
157 {
158         struct ksmbd_conn *conn;
159
160         down_read(&conn_list_lock);
161         list_for_each_entry(conn, &conn_list, conns_list) {
162                 if (conn->binding || xa_load(&conn->sessions, sess_id))
163                         WRITE_ONCE(conn->status, status);
164         }
165         up_read(&conn_list_lock);
166 }
167
168 void ksmbd_conn_wait_idle(struct ksmbd_conn *conn, u64 sess_id)
169 {
170         wait_event(conn->req_running_q, atomic_read(&conn->req_running) < 2);
171 }
172
173 int ksmbd_conn_write(struct ksmbd_work *work)
174 {
175         struct ksmbd_conn *conn = work->conn;
176         int sent;
177
178         if (!work->response_buf) {
179                 pr_err("NULL response header\n");
180                 return -EINVAL;
181         }
182
183         if (work->send_no_response)
184                 return 0;
185
186         if (!work->iov_idx)
187                 return -EINVAL;
188
189         ksmbd_conn_lock(conn);
190         sent = conn->transport->ops->writev(conn->transport, work->iov,
191                         work->iov_cnt,
192                         get_rfc1002_len(work->iov[0].iov_base) + 4,
193                         work->need_invalidate_rkey,
194                         work->remote_key);
195         ksmbd_conn_unlock(conn);
196
197         if (sent < 0) {
198                 pr_err("Failed to send message: %d\n", sent);
199                 return sent;
200         }
201
202         return 0;
203 }
204
205 int ksmbd_conn_rdma_read(struct ksmbd_conn *conn,
206                          void *buf, unsigned int buflen,
207                          struct smb2_buffer_desc_v1 *desc,
208                          unsigned int desc_len)
209 {
210         int ret = -EINVAL;
211
212         if (conn->transport->ops->rdma_read)
213                 ret = conn->transport->ops->rdma_read(conn->transport,
214                                                       buf, buflen,
215                                                       desc, desc_len);
216         return ret;
217 }
218
219 int ksmbd_conn_rdma_write(struct ksmbd_conn *conn,
220                           void *buf, unsigned int buflen,
221                           struct smb2_buffer_desc_v1 *desc,
222                           unsigned int desc_len)
223 {
224         int ret = -EINVAL;
225
226         if (conn->transport->ops->rdma_write)
227                 ret = conn->transport->ops->rdma_write(conn->transport,
228                                                        buf, buflen,
229                                                        desc, desc_len);
230         return ret;
231 }
232
233 bool ksmbd_conn_alive(struct ksmbd_conn *conn)
234 {
235         if (!ksmbd_server_running())
236                 return false;
237
238         if (ksmbd_conn_exiting(conn))
239                 return false;
240
241         if (kthread_should_stop())
242                 return false;
243
244         if (atomic_read(&conn->stats.open_files_count) > 0)
245                 return true;
246
247         /*
248          * Stop current session if the time that get last request from client
249          * is bigger than deadtime user configured and opening file count is
250          * zero.
251          */
252         if (server_conf.deadtime > 0 &&
253             time_after(jiffies, conn->last_active + server_conf.deadtime)) {
254                 ksmbd_debug(CONN, "No response from client in %lu minutes\n",
255                             server_conf.deadtime / SMB_ECHO_INTERVAL);
256                 return false;
257         }
258         return true;
259 }
260
261 #define SMB1_MIN_SUPPORTED_HEADER_SIZE (sizeof(struct smb_hdr))
262 #define SMB2_MIN_SUPPORTED_HEADER_SIZE (sizeof(struct smb2_hdr) + 4)
263
264 /**
265  * ksmbd_conn_handler_loop() - session thread to listen on new smb requests
266  * @p:          connection instance
267  *
268  * One thread each per connection
269  *
270  * Return:      0 on success
271  */
272 int ksmbd_conn_handler_loop(void *p)
273 {
274         struct ksmbd_conn *conn = (struct ksmbd_conn *)p;
275         struct ksmbd_transport *t = conn->transport;
276         unsigned int pdu_size, max_allowed_pdu_size;
277         char hdr_buf[4] = {0,};
278         int size;
279
280         mutex_init(&conn->srv_mutex);
281         __module_get(THIS_MODULE);
282
283         if (t->ops->prepare && t->ops->prepare(t))
284                 goto out;
285
286         conn->last_active = jiffies;
287         while (ksmbd_conn_alive(conn)) {
288                 if (try_to_freeze())
289                         continue;
290
291                 kvfree(conn->request_buf);
292                 conn->request_buf = NULL;
293
294                 size = t->ops->read(t, hdr_buf, sizeof(hdr_buf), -1);
295                 if (size != sizeof(hdr_buf))
296                         break;
297
298                 pdu_size = get_rfc1002_len(hdr_buf);
299                 ksmbd_debug(CONN, "RFC1002 header %u bytes\n", pdu_size);
300
301                 if (ksmbd_conn_good(conn))
302                         max_allowed_pdu_size =
303                                 SMB3_MAX_MSGSIZE + conn->vals->max_write_size;
304                 else
305                         max_allowed_pdu_size = SMB3_MAX_MSGSIZE;
306
307                 if (pdu_size > max_allowed_pdu_size) {
308                         pr_err_ratelimited("PDU length(%u) exceeded maximum allowed pdu size(%u) on connection(%d)\n",
309                                         pdu_size, max_allowed_pdu_size,
310                                         READ_ONCE(conn->status));
311                         break;
312                 }
313
314                 /*
315                  * Check maximum pdu size(0x00FFFFFF).
316                  */
317                 if (pdu_size > MAX_STREAM_PROT_LEN)
318                         break;
319
320                 if (pdu_size < SMB1_MIN_SUPPORTED_HEADER_SIZE)
321                         break;
322
323                 /* 4 for rfc1002 length field */
324                 /* 1 for implied bcc[0] */
325                 size = pdu_size + 4 + 1;
326                 conn->request_buf = kvmalloc(size, GFP_KERNEL);
327                 if (!conn->request_buf)
328                         break;
329
330                 memcpy(conn->request_buf, hdr_buf, sizeof(hdr_buf));
331
332                 /*
333                  * We already read 4 bytes to find out PDU size, now
334                  * read in PDU
335                  */
336                 size = t->ops->read(t, conn->request_buf + 4, pdu_size, 2);
337                 if (size < 0) {
338                         pr_err("sock_read failed: %d\n", size);
339                         break;
340                 }
341
342                 if (size != pdu_size) {
343                         pr_err("PDU error. Read: %d, Expected: %d\n",
344                                size, pdu_size);
345                         continue;
346                 }
347
348                 if (!ksmbd_smb_request(conn))
349                         break;
350
351                 if (((struct smb2_hdr *)smb2_get_msg(conn->request_buf))->ProtocolId ==
352                     SMB2_PROTO_NUMBER) {
353                         if (pdu_size < SMB2_MIN_SUPPORTED_HEADER_SIZE)
354                                 break;
355                 }
356
357                 if (!default_conn_ops.process_fn) {
358                         pr_err("No connection request callback\n");
359                         break;
360                 }
361
362                 if (default_conn_ops.process_fn(conn)) {
363                         pr_err("Cannot handle request\n");
364                         break;
365                 }
366         }
367
368 out:
369         ksmbd_conn_set_releasing(conn);
370         /* Wait till all reference dropped to the Server object*/
371         wait_event(conn->r_count_q, atomic_read(&conn->r_count) == 0);
372
373         if (IS_ENABLED(CONFIG_UNICODE))
374                 utf8_unload(conn->um);
375         unload_nls(conn->local_nls);
376         if (default_conn_ops.terminate_fn)
377                 default_conn_ops.terminate_fn(conn);
378         t->ops->disconnect(t);
379         module_put(THIS_MODULE);
380         return 0;
381 }
382
383 void ksmbd_conn_init_server_callbacks(struct ksmbd_conn_ops *ops)
384 {
385         default_conn_ops.process_fn = ops->process_fn;
386         default_conn_ops.terminate_fn = ops->terminate_fn;
387 }
388
389 int ksmbd_conn_transport_init(void)
390 {
391         int ret;
392
393         mutex_lock(&init_lock);
394         ret = ksmbd_tcp_init();
395         if (ret) {
396                 pr_err("Failed to init TCP subsystem: %d\n", ret);
397                 goto out;
398         }
399
400         ret = ksmbd_rdma_init();
401         if (ret) {
402                 pr_err("Failed to init RDMA subsystem: %d\n", ret);
403                 goto out;
404         }
405 out:
406         mutex_unlock(&init_lock);
407         return ret;
408 }
409
410 static void stop_sessions(void)
411 {
412         struct ksmbd_conn *conn;
413         struct ksmbd_transport *t;
414
415 again:
416         down_read(&conn_list_lock);
417         list_for_each_entry(conn, &conn_list, conns_list) {
418                 struct task_struct *task;
419
420                 t = conn->transport;
421                 task = t->handler;
422                 if (task)
423                         ksmbd_debug(CONN, "Stop session handler %s/%d\n",
424                                     task->comm, task_pid_nr(task));
425                 ksmbd_conn_set_exiting(conn);
426                 if (t->ops->shutdown) {
427                         up_read(&conn_list_lock);
428                         t->ops->shutdown(t);
429                         down_read(&conn_list_lock);
430                 }
431         }
432         up_read(&conn_list_lock);
433
434         if (!list_empty(&conn_list)) {
435                 schedule_timeout_interruptible(HZ / 10); /* 100ms */
436                 goto again;
437         }
438 }
439
440 void ksmbd_conn_transport_destroy(void)
441 {
442         mutex_lock(&init_lock);
443         ksmbd_tcp_destroy();
444         ksmbd_rdma_destroy();
445         stop_sessions();
446         mutex_unlock(&init_lock);
447 }