1 // SPDX-License-Identifier: GPL-2.0
3 * bsg endpoint that supports UPIUs
5 * Copyright (C) 2018 Western Digital Corporation
8 #include <linux/bsg-lib.h>
9 #include <linux/dma-mapping.h>
10 #include <scsi/scsi.h>
11 #include <scsi/scsi_host.h>
13 #include <ufs/ufshcd.h>
14 #include "ufshcd-priv.h"
16 static int ufs_bsg_get_query_desc_size(struct ufs_hba *hba, int *desc_len,
17 struct utp_upiu_query *qr)
19 int desc_size = be16_to_cpu(qr->length);
24 *desc_len = min_t(int, QUERY_DESC_MAX_SIZE, desc_size);
29 static int ufs_bsg_alloc_desc_buffer(struct ufs_hba *hba, struct bsg_job *job,
30 uint8_t **desc_buff, int *desc_len,
31 enum query_opcode desc_op)
33 struct ufs_bsg_request *bsg_request = job->request;
34 struct utp_upiu_query *qr;
37 if (desc_op != UPIU_QUERY_OPCODE_WRITE_DESC &&
38 desc_op != UPIU_QUERY_OPCODE_READ_DESC)
41 qr = &bsg_request->upiu_req.qr;
42 if (ufs_bsg_get_query_desc_size(hba, desc_len, qr)) {
43 dev_err(hba->dev, "Illegal desc size\n");
47 if (*desc_len > job->request_payload.payload_len) {
48 dev_err(hba->dev, "Illegal desc size\n");
52 descp = kzalloc(*desc_len, GFP_KERNEL);
56 if (desc_op == UPIU_QUERY_OPCODE_WRITE_DESC)
57 sg_copy_to_buffer(job->request_payload.sg_list,
58 job->request_payload.sg_cnt, descp,
67 static int ufs_bsg_exec_advanced_rpmb_req(struct ufs_hba *hba, struct bsg_job *job)
69 struct ufs_rpmb_request *rpmb_request = job->request;
70 struct ufs_rpmb_reply *rpmb_reply = job->reply;
71 struct bsg_buffer *payload = NULL;
72 enum dma_data_direction dir;
73 struct scatterlist *sg_list = NULL;
79 if (hba->ufs_version < ufshci_version(4, 0) || !hba->dev_info.b_advanced_rpmb_en)
82 if (rpmb_request->ehs_req.length != 2 || rpmb_request->ehs_req.ehs_type != 1)
85 rpmb_req_type = be16_to_cpu(rpmb_request->ehs_req.meta.req_resp_type);
87 switch (rpmb_req_type) {
88 case UFS_RPMB_WRITE_KEY:
89 case UFS_RPMB_READ_CNT:
90 case UFS_RPMB_PURGE_ENABLE:
94 case UFS_RPMB_SEC_CONF_WRITE:
98 case UFS_RPMB_SEC_CONF_READ:
99 case UFS_RPMB_PURGE_STATUS_READ:
100 dir = DMA_FROM_DEVICE;
106 if (dir != DMA_NONE) {
107 payload = &job->request_payload;
108 if (!payload || !payload->payload_len || !payload->sg_cnt)
111 sg_cnt = dma_map_sg(hba->host->dma_dev, payload->sg_list, payload->sg_cnt, dir);
112 if (unlikely(!sg_cnt))
114 sg_list = payload->sg_list;
115 data_len = payload->payload_len;
118 ret = ufshcd_advanced_rpmb_req_handler(hba, &rpmb_request->bsg_request.upiu_req,
119 &rpmb_reply->bsg_reply.upiu_rsp, &rpmb_request->ehs_req,
120 &rpmb_reply->ehs_rsp, sg_cnt, sg_list, dir);
122 if (dir != DMA_NONE) {
123 dma_unmap_sg(hba->host->dma_dev, payload->sg_list, payload->sg_cnt, dir);
126 rpmb_reply->bsg_reply.reply_payload_rcv_len = data_len;
132 static int ufs_bsg_request(struct bsg_job *job)
134 struct ufs_bsg_request *bsg_request = job->request;
135 struct ufs_bsg_reply *bsg_reply = job->reply;
136 struct ufs_hba *hba = shost_priv(dev_to_shost(job->dev->parent));
137 struct uic_command uc = {};
139 uint8_t *buff = NULL;
141 enum query_opcode desc_op = UPIU_QUERY_OPCODE_NOP;
145 bsg_reply->reply_payload_rcv_len = 0;
147 ufshcd_rpm_get_sync(hba);
149 msgcode = bsg_request->msgcode;
151 case UPIU_TRANSACTION_QUERY_REQ:
152 desc_op = bsg_request->upiu_req.qr.opcode;
153 ret = ufs_bsg_alloc_desc_buffer(hba, job, &buff, &desc_len, desc_op);
157 case UPIU_TRANSACTION_NOP_OUT:
158 case UPIU_TRANSACTION_TASK_REQ:
159 ret = ufshcd_exec_raw_upiu_cmd(hba, &bsg_request->upiu_req,
160 &bsg_reply->upiu_rsp, msgcode,
161 buff, &desc_len, desc_op);
163 dev_err(hba->dev, "exe raw upiu: error code %d\n", ret);
164 else if (desc_op == UPIU_QUERY_OPCODE_READ_DESC && desc_len) {
165 bsg_reply->reply_payload_rcv_len =
166 sg_copy_from_buffer(job->request_payload.sg_list,
167 job->request_payload.sg_cnt,
171 case UPIU_TRANSACTION_UIC_CMD:
172 memcpy(&uc, &bsg_request->upiu_req.uc, UIC_CMD_SIZE);
173 ret = ufshcd_send_uic_cmd(hba, &uc);
175 dev_err(hba->dev, "send uic cmd: error code %d\n", ret);
177 memcpy(&bsg_reply->upiu_rsp.uc, &uc, UIC_CMD_SIZE);
180 case UPIU_TRANSACTION_ARPMB_CMD:
182 ret = ufs_bsg_exec_advanced_rpmb_req(hba, job);
184 dev_err(hba->dev, "ARPMB OP failed: error code %d\n", ret);
188 dev_err(hba->dev, "unsupported msgcode 0x%x\n", msgcode);
194 ufshcd_rpm_put_sync(hba);
196 bsg_reply->result = ret;
197 job->reply_len = !rpmb ? sizeof(struct ufs_bsg_reply) : sizeof(struct ufs_rpmb_reply);
198 /* complete the job here only if no error */
200 bsg_job_done(job, ret, bsg_reply->reply_payload_rcv_len);
206 * ufs_bsg_remove - detach and remove the added ufs-bsg node
207 * @hba: per adapter object
209 * Should be called when unloading the driver.
211 void ufs_bsg_remove(struct ufs_hba *hba)
213 struct device *bsg_dev = &hba->bsg_dev;
218 bsg_remove_queue(hba->bsg_queue);
224 static inline void ufs_bsg_node_release(struct device *dev)
226 put_device(dev->parent);
230 * ufs_bsg_probe - Add ufs bsg device node
231 * @hba: per adapter object
233 * Called during initial loading of the driver, and before scsi_scan_host.
235 * Returns: 0 (success).
237 int ufs_bsg_probe(struct ufs_hba *hba)
239 struct device *bsg_dev = &hba->bsg_dev;
240 struct Scsi_Host *shost = hba->host;
241 struct device *parent = &shost->shost_gendev;
242 struct request_queue *q;
245 device_initialize(bsg_dev);
247 bsg_dev->parent = get_device(parent);
248 bsg_dev->release = ufs_bsg_node_release;
250 dev_set_name(bsg_dev, "ufs-bsg%u", shost->host_no);
252 ret = device_add(bsg_dev);
256 q = bsg_setup_queue(bsg_dev, dev_name(bsg_dev), ufs_bsg_request, NULL, 0);
267 dev_err(bsg_dev, "fail to initialize a bsg dev %d\n", shost->host_no);