138c8a9a5SSteve French // SPDX-License-Identifier: GPL-2.0-or-later
238c8a9a5SSteve French /*
338c8a9a5SSteve French * Copyright (C) 2019 Samsung Electronics Co., Ltd.
438c8a9a5SSteve French */
538c8a9a5SSteve French
638c8a9a5SSteve French #include <linux/list.h>
738c8a9a5SSteve French #include <linux/mm.h>
838c8a9a5SSteve French #include <linux/slab.h>
938c8a9a5SSteve French #include <linux/workqueue.h>
1038c8a9a5SSteve French
1138c8a9a5SSteve French #include "server.h"
1238c8a9a5SSteve French #include "connection.h"
1338c8a9a5SSteve French #include "ksmbd_work.h"
1438c8a9a5SSteve French #include "mgmt/ksmbd_ida.h"
1538c8a9a5SSteve French
1638c8a9a5SSteve French static struct kmem_cache *work_cache;
1738c8a9a5SSteve French static struct workqueue_struct *ksmbd_wq;
1838c8a9a5SSteve French
ksmbd_alloc_work_struct(void)1938c8a9a5SSteve French struct ksmbd_work *ksmbd_alloc_work_struct(void)
2038c8a9a5SSteve French {
2138c8a9a5SSteve French struct ksmbd_work *work = kmem_cache_zalloc(work_cache, GFP_KERNEL);
2238c8a9a5SSteve French
2338c8a9a5SSteve French if (work) {
2438c8a9a5SSteve French work->compound_fid = KSMBD_NO_FID;
2538c8a9a5SSteve French work->compound_pfid = KSMBD_NO_FID;
2638c8a9a5SSteve French INIT_LIST_HEAD(&work->request_entry);
2738c8a9a5SSteve French INIT_LIST_HEAD(&work->async_request_entry);
2838c8a9a5SSteve French INIT_LIST_HEAD(&work->fp_entry);
2938c8a9a5SSteve French INIT_LIST_HEAD(&work->interim_entry);
30e2b76ab8SNamjae Jeon INIT_LIST_HEAD(&work->aux_read_list);
31e2b76ab8SNamjae Jeon work->iov_alloc_cnt = 4;
32e2b76ab8SNamjae Jeon work->iov = kcalloc(work->iov_alloc_cnt, sizeof(struct kvec),
33e2b76ab8SNamjae Jeon GFP_KERNEL);
34e2b76ab8SNamjae Jeon if (!work->iov) {
35e2b76ab8SNamjae Jeon kmem_cache_free(work_cache, work);
36e2b76ab8SNamjae Jeon work = NULL;
37e2b76ab8SNamjae Jeon }
3838c8a9a5SSteve French }
3938c8a9a5SSteve French return work;
4038c8a9a5SSteve French }
4138c8a9a5SSteve French
ksmbd_free_work_struct(struct ksmbd_work * work)4238c8a9a5SSteve French void ksmbd_free_work_struct(struct ksmbd_work *work)
4338c8a9a5SSteve French {
44e2b76ab8SNamjae Jeon struct aux_read *ar, *tmp;
45e2b76ab8SNamjae Jeon
4638c8a9a5SSteve French WARN_ON(work->saved_cred != NULL);
4738c8a9a5SSteve French
4838c8a9a5SSteve French kvfree(work->response_buf);
49e2b76ab8SNamjae Jeon
50e2b76ab8SNamjae Jeon list_for_each_entry_safe(ar, tmp, &work->aux_read_list, entry) {
51e2b76ab8SNamjae Jeon kvfree(ar->buf);
52e2b76ab8SNamjae Jeon list_del(&ar->entry);
53e2b76ab8SNamjae Jeon kfree(ar);
54e2b76ab8SNamjae Jeon }
55e2b76ab8SNamjae Jeon
5638c8a9a5SSteve French kfree(work->tr_buf);
5738c8a9a5SSteve French kvfree(work->request_buf);
58e2b76ab8SNamjae Jeon kfree(work->iov);
59*fa86141fSNamjae Jeon if (!list_empty(&work->interim_entry))
60*fa86141fSNamjae Jeon list_del(&work->interim_entry);
61*fa86141fSNamjae Jeon
6238c8a9a5SSteve French if (work->async_id)
6338c8a9a5SSteve French ksmbd_release_id(&work->conn->async_ida, work->async_id);
6438c8a9a5SSteve French kmem_cache_free(work_cache, work);
6538c8a9a5SSteve French }
6638c8a9a5SSteve French
ksmbd_work_pool_destroy(void)6738c8a9a5SSteve French void ksmbd_work_pool_destroy(void)
6838c8a9a5SSteve French {
6938c8a9a5SSteve French kmem_cache_destroy(work_cache);
7038c8a9a5SSteve French }
7138c8a9a5SSteve French
ksmbd_work_pool_init(void)7238c8a9a5SSteve French int ksmbd_work_pool_init(void)
7338c8a9a5SSteve French {
7438c8a9a5SSteve French work_cache = kmem_cache_create("ksmbd_work_cache",
7538c8a9a5SSteve French sizeof(struct ksmbd_work), 0,
7638c8a9a5SSteve French SLAB_HWCACHE_ALIGN, NULL);
7738c8a9a5SSteve French if (!work_cache)
7838c8a9a5SSteve French return -ENOMEM;
7938c8a9a5SSteve French return 0;
8038c8a9a5SSteve French }
8138c8a9a5SSteve French
ksmbd_workqueue_init(void)8238c8a9a5SSteve French int ksmbd_workqueue_init(void)
8338c8a9a5SSteve French {
8438c8a9a5SSteve French ksmbd_wq = alloc_workqueue("ksmbd-io", 0, 0);
8538c8a9a5SSteve French if (!ksmbd_wq)
8638c8a9a5SSteve French return -ENOMEM;
8738c8a9a5SSteve French return 0;
8838c8a9a5SSteve French }
8938c8a9a5SSteve French
ksmbd_workqueue_destroy(void)9038c8a9a5SSteve French void ksmbd_workqueue_destroy(void)
9138c8a9a5SSteve French {
9238c8a9a5SSteve French destroy_workqueue(ksmbd_wq);
9338c8a9a5SSteve French ksmbd_wq = NULL;
9438c8a9a5SSteve French }
9538c8a9a5SSteve French
ksmbd_queue_work(struct ksmbd_work * work)9638c8a9a5SSteve French bool ksmbd_queue_work(struct ksmbd_work *work)
9738c8a9a5SSteve French {
9838c8a9a5SSteve French return queue_work(ksmbd_wq, &work->work);
9938c8a9a5SSteve French }
100e2b76ab8SNamjae Jeon
__ksmbd_iov_pin(struct ksmbd_work * work,void * ib,unsigned int ib_len)101d7373788SNamjae Jeon static inline void __ksmbd_iov_pin(struct ksmbd_work *work, void *ib,
102e2b76ab8SNamjae Jeon unsigned int ib_len)
103e2b76ab8SNamjae Jeon {
104d7373788SNamjae Jeon work->iov[++work->iov_idx].iov_base = ib;
105d7373788SNamjae Jeon work->iov[work->iov_idx].iov_len = ib_len;
106d7373788SNamjae Jeon work->iov_cnt++;
107d7373788SNamjae Jeon }
108e2b76ab8SNamjae Jeon
__ksmbd_iov_pin_rsp(struct ksmbd_work * work,void * ib,int len,void * aux_buf,unsigned int aux_size)109d7373788SNamjae Jeon static int __ksmbd_iov_pin_rsp(struct ksmbd_work *work, void *ib, int len,
110d7373788SNamjae Jeon void *aux_buf, unsigned int aux_size)
111d7373788SNamjae Jeon {
1128d69547bSZongmin Zhou struct aux_read *ar = NULL;
113d7373788SNamjae Jeon int need_iov_cnt = 1;
114d7373788SNamjae Jeon
115d7373788SNamjae Jeon if (aux_size) {
116d7373788SNamjae Jeon need_iov_cnt++;
117d7373788SNamjae Jeon ar = kmalloc(sizeof(struct aux_read), GFP_KERNEL);
118d7373788SNamjae Jeon if (!ar)
119d7373788SNamjae Jeon return -ENOMEM;
120d7373788SNamjae Jeon }
121d7373788SNamjae Jeon
122d7373788SNamjae Jeon if (work->iov_alloc_cnt < work->iov_cnt + need_iov_cnt) {
123e2b76ab8SNamjae Jeon struct kvec *new;
124e2b76ab8SNamjae Jeon
125e2b76ab8SNamjae Jeon work->iov_alloc_cnt += 4;
126e2b76ab8SNamjae Jeon new = krealloc(work->iov,
127e2b76ab8SNamjae Jeon sizeof(struct kvec) * work->iov_alloc_cnt,
128e2b76ab8SNamjae Jeon GFP_KERNEL | __GFP_ZERO);
1298d69547bSZongmin Zhou if (!new) {
1308d69547bSZongmin Zhou kfree(ar);
1318d69547bSZongmin Zhou work->iov_alloc_cnt -= 4;
132e2b76ab8SNamjae Jeon return -ENOMEM;
1338d69547bSZongmin Zhou }
134e2b76ab8SNamjae Jeon work->iov = new;
135e2b76ab8SNamjae Jeon }
136e2b76ab8SNamjae Jeon
137e2b76ab8SNamjae Jeon /* Plus rfc_length size on first iov */
138e2b76ab8SNamjae Jeon if (!work->iov_idx) {
139e2b76ab8SNamjae Jeon work->iov[work->iov_idx].iov_base = work->response_buf;
140e2b76ab8SNamjae Jeon *(__be32 *)work->iov[0].iov_base = 0;
141e2b76ab8SNamjae Jeon work->iov[work->iov_idx].iov_len = 4;
142e2b76ab8SNamjae Jeon work->iov_cnt++;
143e2b76ab8SNamjae Jeon }
144e2b76ab8SNamjae Jeon
145d7373788SNamjae Jeon __ksmbd_iov_pin(work, ib, len);
146e2b76ab8SNamjae Jeon inc_rfc1001_len(work->iov[0].iov_base, len);
147e2b76ab8SNamjae Jeon
148e2b76ab8SNamjae Jeon if (aux_size) {
149d7373788SNamjae Jeon __ksmbd_iov_pin(work, aux_buf, aux_size);
150e2b76ab8SNamjae Jeon inc_rfc1001_len(work->iov[0].iov_base, aux_size);
151e2b76ab8SNamjae Jeon
152e2b76ab8SNamjae Jeon ar->buf = aux_buf;
153e2b76ab8SNamjae Jeon list_add(&ar->entry, &work->aux_read_list);
154e2b76ab8SNamjae Jeon }
155e2b76ab8SNamjae Jeon
156e2b76ab8SNamjae Jeon return 0;
157e2b76ab8SNamjae Jeon }
158e2b76ab8SNamjae Jeon
ksmbd_iov_pin_rsp(struct ksmbd_work * work,void * ib,int len)159e2b76ab8SNamjae Jeon int ksmbd_iov_pin_rsp(struct ksmbd_work *work, void *ib, int len)
160e2b76ab8SNamjae Jeon {
161e2b76ab8SNamjae Jeon return __ksmbd_iov_pin_rsp(work, ib, len, NULL, 0);
162e2b76ab8SNamjae Jeon }
163e2b76ab8SNamjae Jeon
ksmbd_iov_pin_rsp_read(struct ksmbd_work * work,void * ib,int len,void * aux_buf,unsigned int aux_size)164e2b76ab8SNamjae Jeon int ksmbd_iov_pin_rsp_read(struct ksmbd_work *work, void *ib, int len,
165e2b76ab8SNamjae Jeon void *aux_buf, unsigned int aux_size)
166e2b76ab8SNamjae Jeon {
167e2b76ab8SNamjae Jeon return __ksmbd_iov_pin_rsp(work, ib, len, aux_buf, aux_size);
168e2b76ab8SNamjae Jeon }
169e2b76ab8SNamjae Jeon
allocate_interim_rsp_buf(struct ksmbd_work * work)170041bba44SNamjae Jeon int allocate_interim_rsp_buf(struct ksmbd_work *work)
171e2b76ab8SNamjae Jeon {
172041bba44SNamjae Jeon work->response_buf = kzalloc(MAX_CIFS_SMALL_BUFFER_SIZE, GFP_KERNEL);
173041bba44SNamjae Jeon if (!work->response_buf)
174041bba44SNamjae Jeon return -ENOMEM;
175041bba44SNamjae Jeon work->response_sz = MAX_CIFS_SMALL_BUFFER_SIZE;
176041bba44SNamjae Jeon return 0;
177e2b76ab8SNamjae Jeon }
178