1 /* SPDX-License-Identifier: GPL-2.0-or-later */
3 * Universal Flash Storage Host controller driver
4 * Copyright (C) 2011-2013 Samsung India Software Operations
7 * Santosh Yaraganavi <santosh.sy@samsung.com>
8 * Vinayak Holikatti <h.vinayak@samsung.com>
14 #include <linux/types.h>
18 TASK_REQ_UPIU_SIZE_DWORDS
= 8,
19 TASK_RSP_UPIU_SIZE_DWORDS
= 8,
20 ALIGNED_UPIU_SIZE
= 512,
23 /* UFSHCI Registers */
25 REG_CONTROLLER_CAPABILITIES
= 0x00,
27 REG_UFS_VERSION
= 0x08,
28 REG_EXT_CONTROLLER_CAPABILITIES
= 0x0C,
29 REG_CONTROLLER_PID
= 0x10,
30 REG_CONTROLLER_MID
= 0x14,
31 REG_AUTO_HIBERNATE_IDLE_TIMER
= 0x18,
32 REG_INTERRUPT_STATUS
= 0x20,
33 REG_INTERRUPT_ENABLE
= 0x24,
34 REG_CONTROLLER_STATUS
= 0x30,
35 REG_CONTROLLER_ENABLE
= 0x34,
36 REG_UIC_ERROR_CODE_PHY_ADAPTER_LAYER
= 0x38,
37 REG_UIC_ERROR_CODE_DATA_LINK_LAYER
= 0x3C,
38 REG_UIC_ERROR_CODE_NETWORK_LAYER
= 0x40,
39 REG_UIC_ERROR_CODE_TRANSPORT_LAYER
= 0x44,
40 REG_UIC_ERROR_CODE_DME
= 0x48,
41 REG_UTP_TRANSFER_REQ_INT_AGG_CONTROL
= 0x4C,
42 REG_UTP_TRANSFER_REQ_LIST_BASE_L
= 0x50,
43 REG_UTP_TRANSFER_REQ_LIST_BASE_H
= 0x54,
44 REG_UTP_TRANSFER_REQ_DOOR_BELL
= 0x58,
45 REG_UTP_TRANSFER_REQ_LIST_CLEAR
= 0x5C,
46 REG_UTP_TRANSFER_REQ_LIST_RUN_STOP
= 0x60,
47 REG_UTP_TASK_REQ_LIST_BASE_L
= 0x70,
48 REG_UTP_TASK_REQ_LIST_BASE_H
= 0x74,
49 REG_UTP_TASK_REQ_DOOR_BELL
= 0x78,
50 REG_UTP_TASK_REQ_LIST_CLEAR
= 0x7C,
51 REG_UTP_TASK_REQ_LIST_RUN_STOP
= 0x80,
52 REG_UIC_COMMAND
= 0x90,
53 REG_UIC_COMMAND_ARG_1
= 0x94,
54 REG_UIC_COMMAND_ARG_2
= 0x98,
55 REG_UIC_COMMAND_ARG_3
= 0x9C,
57 UFSHCI_REG_SPACE_SIZE
= 0xA0,
60 REG_UFS_CRYPTOCAP
= 0x104,
62 REG_UFS_MEM_CFG
= 0x300,
63 REG_UFS_MCQ_CFG
= 0x380,
64 REG_UFS_ESILBA
= 0x384,
65 REG_UFS_ESIUBA
= 0x388,
66 UFSHCI_CRYPTO_REG_SPACE_SIZE
= 0x400,
69 /* Controller capability masks */
71 MASK_TRANSFER_REQUESTS_SLOTS_SDB
= 0x0000001F,
72 MASK_TRANSFER_REQUESTS_SLOTS_MCQ
= 0x000000FF,
73 MASK_NUMBER_OUTSTANDING_RTT
= 0x0000FF00,
74 MASK_TASK_MANAGEMENT_REQUEST_SLOTS
= 0x00070000,
75 MASK_EHSLUTRD_SUPPORTED
= 0x00400000,
76 MASK_AUTO_HIBERN8_SUPPORT
= 0x00800000,
77 MASK_64_ADDRESSING_SUPPORT
= 0x01000000,
78 MASK_OUT_OF_ORDER_DATA_DELIVERY_SUPPORT
= 0x02000000,
79 MASK_UIC_DME_TEST_MODE_SUPPORT
= 0x04000000,
80 MASK_CRYPTO_SUPPORT
= 0x10000000,
81 MASK_LSDB_SUPPORT
= 0x20000000,
82 MASK_MCQ_SUPPORT
= 0x40000000,
85 /* MCQ capability mask */
87 MASK_EXT_IID_SUPPORT
= 0x00000400,
133 #define SQ_ICU_ERR_CODE_MASK GENMASK(7, 4)
134 #define UFS_MASK(mask, offset) ((mask) << (offset))
136 /* UFS Version 08h */
137 #define MINOR_VERSION_NUM_MASK UFS_MASK(0xFFFF, 0)
138 #define MAJOR_VERSION_NUM_MASK UFS_MASK(0xFFFF, 16)
140 #define UFSHCD_NUM_RESERVED 1
142 * Controller UFSHCI version
143 * - 2.x and newer use the following scheme:
144 * major << 8 + minor << 4
145 * - 1.x has been converted to match this in
146 * ufshcd_get_ufs_version()
148 static inline u32
ufshci_version(u32 major
, u32 minor
)
150 return (major
<< 8) + (minor
<< 4);
154 * HCDDID - Host Controller Identification Descriptor
155 * - Device ID and Device Class 10h
157 #define DEVICE_CLASS UFS_MASK(0xFFFF, 0)
158 #define DEVICE_ID UFS_MASK(0xFF, 24)
161 * HCPMID - Host Controller Identification Descriptor
162 * - Product/Manufacturer ID 14h
164 #define MANUFACTURE_ID_MASK UFS_MASK(0xFFFF, 0)
165 #define PRODUCT_ID_MASK UFS_MASK(0xFFFF, 16)
167 /* AHIT - Auto-Hibernate Idle Timer */
168 #define UFSHCI_AHIBERN8_TIMER_MASK GENMASK(9, 0)
169 #define UFSHCI_AHIBERN8_SCALE_MASK GENMASK(12, 10)
170 #define UFSHCI_AHIBERN8_SCALE_FACTOR 10
171 #define UFSHCI_AHIBERN8_MAX (1023 * 100000)
174 * IS - Interrupt Status - 20h
176 #define UTP_TRANSFER_REQ_COMPL 0x1
177 #define UIC_DME_END_PT_RESET 0x2
178 #define UIC_ERROR 0x4
179 #define UIC_TEST_MODE 0x8
180 #define UIC_POWER_MODE 0x10
181 #define UIC_HIBERNATE_EXIT 0x20
182 #define UIC_HIBERNATE_ENTER 0x40
183 #define UIC_LINK_LOST 0x80
184 #define UIC_LINK_STARTUP 0x100
185 #define UTP_TASK_REQ_COMPL 0x200
186 #define UIC_COMMAND_COMPL 0x400
187 #define DEVICE_FATAL_ERROR 0x800
188 #define CONTROLLER_FATAL_ERROR 0x10000
189 #define SYSTEM_BUS_FATAL_ERROR 0x20000
190 #define CRYPTO_ENGINE_FATAL_ERROR 0x40000
191 #define MCQ_CQ_EVENT_STATUS 0x100000
193 #define UFSHCD_UIC_HIBERN8_MASK (UIC_HIBERNATE_ENTER |\
196 #define UFSHCD_UIC_PWR_MASK (UFSHCD_UIC_HIBERN8_MASK |\
199 #define UFSHCD_UIC_MASK (UIC_COMMAND_COMPL | UFSHCD_UIC_PWR_MASK)
201 #define UFSHCD_ERROR_MASK (UIC_ERROR | INT_FATAL_ERRORS)
203 #define INT_FATAL_ERRORS (DEVICE_FATAL_ERROR |\
204 CONTROLLER_FATAL_ERROR |\
205 SYSTEM_BUS_FATAL_ERROR |\
206 CRYPTO_ENGINE_FATAL_ERROR |\
209 /* HCS - Host Controller Status 30h */
210 #define DEVICE_PRESENT 0x1
211 #define UTP_TRANSFER_REQ_LIST_READY 0x2
212 #define UTP_TASK_REQ_LIST_READY 0x4
213 #define UIC_COMMAND_READY 0x8
214 #define HOST_ERROR_INDICATOR 0x10
215 #define DEVICE_ERROR_INDICATOR 0x20
216 #define UIC_POWER_MODE_CHANGE_REQ_STATUS_MASK UFS_MASK(0x7, 8)
218 #define UFSHCD_STATUS_READY (UTP_TRANSFER_REQ_LIST_READY |\
219 UTP_TASK_REQ_LIST_READY |\
227 PWR_ERROR_CAP
= 0x04,
228 PWR_FATAL_ERROR
= 0x05,
231 /* HCE - Host Controller Enable 34h */
232 #define CONTROLLER_ENABLE 0x1
233 #define CONTROLLER_DISABLE 0x0
234 #define CRYPTO_GENERAL_ENABLE 0x2
236 /* UECPA - Host UIC Error Code PHY Adapter Layer 38h */
237 #define UIC_PHY_ADAPTER_LAYER_ERROR 0x80000000
238 #define UIC_PHY_ADAPTER_LAYER_ERROR_CODE_MASK 0x1F
239 #define UIC_PHY_ADAPTER_LAYER_LANE_ERR_MASK 0xF
240 #define UIC_PHY_ADAPTER_LAYER_GENERIC_ERROR 0x10
242 /* UECDL - Host UIC Error Code Data Link Layer 3Ch */
243 #define UIC_DATA_LINK_LAYER_ERROR 0x80000000
244 #define UIC_DATA_LINK_LAYER_ERROR_CODE_MASK 0xFFFF
245 #define UIC_DATA_LINK_LAYER_ERROR_TCX_REP_TIMER_EXP 0x2
246 #define UIC_DATA_LINK_LAYER_ERROR_AFCX_REQ_TIMER_EXP 0x4
247 #define UIC_DATA_LINK_LAYER_ERROR_FCX_PRO_TIMER_EXP 0x8
248 #define UIC_DATA_LINK_LAYER_ERROR_RX_BUF_OF 0x20
249 #define UIC_DATA_LINK_LAYER_ERROR_PA_INIT 0x2000
250 #define UIC_DATA_LINK_LAYER_ERROR_NAC_RECEIVED 0x0001
251 #define UIC_DATA_LINK_LAYER_ERROR_TCx_REPLAY_TIMEOUT 0x0002
253 /* UECN - Host UIC Error Code Network Layer 40h */
254 #define UIC_NETWORK_LAYER_ERROR 0x80000000
255 #define UIC_NETWORK_LAYER_ERROR_CODE_MASK 0x7
256 #define UIC_NETWORK_UNSUPPORTED_HEADER_TYPE 0x1
257 #define UIC_NETWORK_BAD_DEVICEID_ENC 0x2
258 #define UIC_NETWORK_LHDR_TRAP_PACKET_DROPPING 0x4
260 /* UECT - Host UIC Error Code Transport Layer 44h */
261 #define UIC_TRANSPORT_LAYER_ERROR 0x80000000
262 #define UIC_TRANSPORT_LAYER_ERROR_CODE_MASK 0x7F
263 #define UIC_TRANSPORT_UNSUPPORTED_HEADER_TYPE 0x1
264 #define UIC_TRANSPORT_UNKNOWN_CPORTID 0x2
265 #define UIC_TRANSPORT_NO_CONNECTION_RX 0x4
266 #define UIC_TRANSPORT_CONTROLLED_SEGMENT_DROPPING 0x8
267 #define UIC_TRANSPORT_BAD_TC 0x10
268 #define UIC_TRANSPORT_E2E_CREDIT_OVERFOW 0x20
269 #define UIC_TRANSPORT_SAFETY_VALUE_DROPPING 0x40
271 /* UECDME - Host UIC Error Code DME 48h */
272 #define UIC_DME_ERROR 0x80000000
273 #define UIC_DME_ERROR_CODE_MASK 0x1
275 /* UTRIACR - Interrupt Aggregation control register - 0x4Ch */
276 #define INT_AGGR_TIMEOUT_VAL_MASK 0xFF
277 #define INT_AGGR_COUNTER_THRESHOLD_MASK UFS_MASK(0x1F, 8)
278 #define INT_AGGR_COUNTER_AND_TIMER_RESET 0x10000
279 #define INT_AGGR_STATUS_BIT 0x100000
280 #define INT_AGGR_PARAM_WRITE 0x1000000
281 #define INT_AGGR_ENABLE 0x80000000
283 /* UTRLRSR - UTP Transfer Request Run-Stop Register 60h */
284 #define UTP_TRANSFER_REQ_LIST_RUN_STOP_BIT 0x1
286 /* UTMRLRSR - UTP Task Management Request Run-Stop Register 80h */
287 #define UTP_TASK_REQ_LIST_RUN_STOP_BIT 0x1
289 /* REG_UFS_MEM_CFG - Global Config Registers 300h */
290 #define MCQ_MODE_SELECT BIT(0)
292 /* CQISy - CQ y Interrupt Status Register */
293 #define UFSHCD_MCQ_CQIS_TAIL_ENT_PUSH_STS 0x1
295 /* UICCMD - UIC Command */
296 #define COMMAND_OPCODE_MASK 0xFF
297 #define GEN_SELECTOR_INDEX_MASK 0xFFFF
299 #define MIB_ATTRIBUTE_MASK UFS_MASK(0xFFFF, 16)
300 #define RESET_LEVEL 0xFF
302 #define ATTR_SET_TYPE_MASK UFS_MASK(0xFF, 16)
303 #define CONFIG_RESULT_CODE_MASK 0xFF
304 #define GENERIC_ERROR_CODE_MASK 0xFF
306 /* GenSelectorIndex calculation macros for M-PHY attributes */
307 #define UIC_ARG_MPHY_TX_GEN_SEL_INDEX(lane) (lane)
308 #define UIC_ARG_MPHY_RX_GEN_SEL_INDEX(lane) (PA_MAXDATALANES + (lane))
310 #define UIC_ARG_MIB_SEL(attr, sel) ((((attr) & 0xFFFF) << 16) |\
312 #define UIC_ARG_MIB(attr) UIC_ARG_MIB_SEL(attr, 0)
313 #define UIC_ARG_ATTR_TYPE(t) (((t) & 0xFF) << 16)
314 #define UIC_GET_ATTR_ID(v) (((v) >> 16) & 0xFFFF)
318 UFSHCD_LINK_IS_DOWN
= 1,
319 UFSHCD_LINK_IS_UP
= 2,
324 UIC_CMD_DME_GET
= 0x01,
325 UIC_CMD_DME_SET
= 0x02,
326 UIC_CMD_DME_PEER_GET
= 0x03,
327 UIC_CMD_DME_PEER_SET
= 0x04,
328 UIC_CMD_DME_POWERON
= 0x10,
329 UIC_CMD_DME_POWEROFF
= 0x11,
330 UIC_CMD_DME_ENABLE
= 0x12,
331 UIC_CMD_DME_RESET
= 0x14,
332 UIC_CMD_DME_END_PT_RST
= 0x15,
333 UIC_CMD_DME_LINK_STARTUP
= 0x16,
334 UIC_CMD_DME_HIBER_ENTER
= 0x17,
335 UIC_CMD_DME_HIBER_EXIT
= 0x18,
336 UIC_CMD_DME_TEST_MODE
= 0x1A,
339 /* UIC Config result code / Generic error code */
341 UIC_CMD_RESULT_SUCCESS
= 0x00,
342 UIC_CMD_RESULT_INVALID_ATTR
= 0x01,
343 UIC_CMD_RESULT_FAILURE
= 0x01,
344 UIC_CMD_RESULT_INVALID_ATTR_VALUE
= 0x02,
345 UIC_CMD_RESULT_READ_ONLY_ATTR
= 0x03,
346 UIC_CMD_RESULT_WRITE_ONLY_ATTR
= 0x04,
347 UIC_CMD_RESULT_BAD_INDEX
= 0x05,
348 UIC_CMD_RESULT_LOCKED_ATTR
= 0x06,
349 UIC_CMD_RESULT_BAD_TEST_FEATURE_INDEX
= 0x07,
350 UIC_CMD_RESULT_PEER_COMM_FAILURE
= 0x08,
351 UIC_CMD_RESULT_BUSY
= 0x09,
352 UIC_CMD_RESULT_DME_FAILURE
= 0x0A,
355 #define MASK_UIC_COMMAND_RESULT 0xFF
357 #define INT_AGGR_COUNTER_THLD_VAL(c) (((c) & 0x1F) << 8)
358 #define INT_AGGR_TIMEOUT_VAL(t) (((t) & 0xFF) << 0)
360 /* Interrupt disable masks */
362 /* Interrupt disable mask for UFSHCI v1.1 */
363 INTERRUPT_MASK_ALL_VER_11
= 0x31FFF,
365 /* Interrupt disable mask for UFSHCI v2.1 */
366 INTERRUPT_MASK_ALL_VER_21
= 0x71FFF,
369 /* CCAP - Crypto Capability 100h */
370 union ufs_crypto_capabilities
{
380 enum ufs_crypto_key_size
{
381 UFS_CRYPTO_KEY_SIZE_INVALID
= 0x0,
382 UFS_CRYPTO_KEY_SIZE_128
= 0x1,
383 UFS_CRYPTO_KEY_SIZE_192
= 0x2,
384 UFS_CRYPTO_KEY_SIZE_256
= 0x3,
385 UFS_CRYPTO_KEY_SIZE_512
= 0x4,
388 enum ufs_crypto_alg
{
389 UFS_CRYPTO_ALG_AES_XTS
= 0x0,
390 UFS_CRYPTO_ALG_BITLOCKER_AES_CBC
= 0x1,
391 UFS_CRYPTO_ALG_AES_ECB
= 0x2,
392 UFS_CRYPTO_ALG_ESSIV_AES_CBC
= 0x3,
395 /* x-CRYPTOCAP - Crypto Capability X */
396 union ufs_crypto_cap_entry
{
400 u8 sdus_mask
; /* Supported data unit size mask */
406 #define UFS_CRYPTO_CONFIGURATION_ENABLE (1 << 7)
407 #define UFS_CRYPTO_KEY_MAX_SIZE 64
408 /* x-CRYPTOCFG - Crypto Configuration X */
409 union ufs_crypto_cfg_entry
{
412 u8 crypto_key
[UFS_CRYPTO_KEY_MAX_SIZE
];
417 u8 reserved_multi_host
;
425 * Request Descriptor Definitions
428 /* To accommodate UFS2.0 required Command type */
430 UTP_CMD_TYPE_UFS_STORAGE
= 0x1,
434 UTP_SCSI_COMMAND
= 0x00000000,
435 UTP_NATIVE_UFS_COMMAND
= 0x10000000,
436 UTP_DEVICE_MANAGEMENT_FUNCTION
= 0x20000000,
439 /* UTP Transfer Request Data Direction (DD) */
440 enum utp_data_direction
{
441 UTP_NO_DATA_TRANSFER
= 0,
442 UTP_HOST_TO_DEVICE
= 1,
443 UTP_DEVICE_TO_HOST
= 2,
446 /* Overall command status values */
449 OCS_INVALID_CMD_TABLE_ATTR
= 0x1,
450 OCS_INVALID_PRDT_ATTR
= 0x2,
451 OCS_MISMATCH_DATA_BUF_SIZE
= 0x3,
452 OCS_MISMATCH_RESP_UPIU_SIZE
= 0x4,
453 OCS_PEER_COMM_FAILURE
= 0x5,
455 OCS_FATAL_ERROR
= 0x7,
456 OCS_DEVICE_FATAL_ERROR
= 0x8,
457 OCS_INVALID_CRYPTO_CONFIG
= 0x9,
458 OCS_GENERAL_CRYPTO_ERROR
= 0xA,
459 OCS_INVALID_COMMAND_STATUS
= 0x0F,
466 /* The maximum length of the data byte count field in the PRDT is 256KB */
467 #define PRDT_DATA_BYTE_COUNT_MAX SZ_256K
468 /* The granularity of the data byte count field in the PRDT is 32-bit */
469 #define PRDT_DATA_BYTE_COUNT_PAD 4
472 * struct ufshcd_sg_entry - UFSHCI PRD Entry
473 * @addr: Physical address; DW-0 and DW-1.
474 * @reserved: Reserved for future use DW-2
475 * @size: size of physical segment DW-3
477 struct ufshcd_sg_entry
{
482 * followed by variant-specific fields if
483 * CONFIG_SCSI_UFS_VARIABLE_SG_ENTRY_SIZE has been defined.
488 * struct utp_transfer_cmd_desc - UTP Command Descriptor (UCD)
489 * @command_upiu: Command UPIU Frame address
490 * @response_upiu: Response UPIU Frame address
491 * @prd_table: Physical Region Descriptor: an array of SG_ALL struct
492 * ufshcd_sg_entry's. Variant-specific fields may be present after each.
494 struct utp_transfer_cmd_desc
{
495 u8 command_upiu
[ALIGNED_UPIU_SIZE
];
496 u8 response_upiu
[ALIGNED_UPIU_SIZE
];
501 * struct request_desc_header - Descriptor Header common to both UTRD and UTMRD
503 struct request_desc_header
{
506 #if defined(__BIG_ENDIAN)
514 #elif defined(__LITTLE_ENDIAN)
533 static_assert(sizeof(struct request_desc_header
) == 16);
536 * struct utp_transfer_req_desc - UTP Transfer Request Descriptor (UTRD)
537 * @header: UTRD header DW-0 to DW-3
538 * @command_desc_base_addr: UCD base address DW 4-5
539 * @response_upiu_length: response UPIU length DW-6
540 * @response_upiu_offset: response UPIU offset DW-6
541 * @prd_table_length: Physical region descriptor length DW-7
542 * @prd_table_offset: Physical region descriptor offset DW-7
544 struct utp_transfer_req_desc
{
547 struct request_desc_header header
;
550 __le64 command_desc_base_addr
;
553 __le16 response_upiu_length
;
554 __le16 response_upiu_offset
;
557 __le16 prd_table_length
;
558 __le16 prd_table_offset
;
561 /* MCQ Completion Queue Entry */
564 __le64 command_desc_base_addr
;
567 __le16 response_upiu_length
;
568 __le16 response_upiu_offset
;
571 __le16 prd_table_length
;
572 __le16 prd_table_offset
;
581 static_assert(sizeof(struct cq_entry
) == 32);
586 struct utp_task_req_desc
{
588 struct request_desc_header header
;
590 /* DW 4-11 - Task request UPIU structure */
592 struct utp_upiu_header req_header
;
596 __be32 __reserved1
[2];
599 /* DW 12-19 - Task Management Response UPIU structure */
601 struct utp_upiu_header rsp_header
;
602 __be32 output_param1
;
603 __be32 output_param2
;
604 __be32 __reserved2
[3];
608 #endif /* End of Header */