1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35#ifndef _AHCI_H
36#define _AHCI_H
37
38#include <linux/clk.h>
39#include <linux/libata.h>
40
41
42#define EM_CTRL_MSG_TYPE 0x000f0000
43
44
45#define EM_MSG_LED_HBA_PORT 0x0000000f
46#define EM_MSG_LED_PMP_SLOT 0x0000ff00
47#define EM_MSG_LED_VALUE 0xffff0000
48#define EM_MSG_LED_VALUE_ACTIVITY 0x00070000
49#define EM_MSG_LED_VALUE_OFF 0xfff80000
50#define EM_MSG_LED_VALUE_ON 0x00010000
51
52enum {
53 AHCI_MAX_PORTS = 32,
54 AHCI_MAX_SG = 168,
55 AHCI_DMA_BOUNDARY = 0xffffffff,
56 AHCI_MAX_CMDS = 32,
57 AHCI_CMD_SZ = 32,
58 AHCI_CMD_SLOT_SZ = AHCI_MAX_CMDS * AHCI_CMD_SZ,
59 AHCI_RX_FIS_SZ = 256,
60 AHCI_CMD_TBL_CDB = 0x40,
61 AHCI_CMD_TBL_HDR_SZ = 0x80,
62 AHCI_CMD_TBL_SZ = AHCI_CMD_TBL_HDR_SZ + (AHCI_MAX_SG * 16),
63 AHCI_CMD_TBL_AR_SZ = AHCI_CMD_TBL_SZ * AHCI_MAX_CMDS,
64 AHCI_PORT_PRIV_DMA_SZ = AHCI_CMD_SLOT_SZ + AHCI_CMD_TBL_AR_SZ +
65 AHCI_RX_FIS_SZ,
66 AHCI_PORT_PRIV_FBS_DMA_SZ = AHCI_CMD_SLOT_SZ +
67 AHCI_CMD_TBL_AR_SZ +
68 (AHCI_RX_FIS_SZ * 16),
69 AHCI_IRQ_ON_SG = (1 << 31),
70 AHCI_CMD_ATAPI = (1 << 5),
71 AHCI_CMD_WRITE = (1 << 6),
72 AHCI_CMD_PREFETCH = (1 << 7),
73 AHCI_CMD_RESET = (1 << 8),
74 AHCI_CMD_CLR_BUSY = (1 << 10),
75
76 RX_FIS_PIO_SETUP = 0x20,
77 RX_FIS_D2H_REG = 0x40,
78 RX_FIS_SDB = 0x58,
79 RX_FIS_UNK = 0x60,
80
81
82 HOST_CAP = 0x00,
83 HOST_CTL = 0x04,
84 HOST_IRQ_STAT = 0x08,
85 HOST_PORTS_IMPL = 0x0c,
86 HOST_VERSION = 0x10,
87 HOST_EM_LOC = 0x1c,
88 HOST_EM_CTL = 0x20,
89 HOST_CAP2 = 0x24,
90
91
92 HOST_RESET = (1 << 0),
93 HOST_IRQ_EN = (1 << 1),
94 HOST_MRSM = (1 << 2),
95 HOST_AHCI_EN = (1 << 31),
96
97
98 HOST_CAP_SXS = (1 << 5),
99 HOST_CAP_EMS = (1 << 6),
100 HOST_CAP_CCC = (1 << 7),
101 HOST_CAP_PART = (1 << 13),
102 HOST_CAP_SSC = (1 << 14),
103 HOST_CAP_PIO_MULTI = (1 << 15),
104 HOST_CAP_FBS = (1 << 16),
105 HOST_CAP_PMP = (1 << 17),
106 HOST_CAP_ONLY = (1 << 18),
107 HOST_CAP_CLO = (1 << 24),
108 HOST_CAP_LED = (1 << 25),
109 HOST_CAP_ALPM = (1 << 26),
110 HOST_CAP_SSS = (1 << 27),
111 HOST_CAP_MPS = (1 << 28),
112 HOST_CAP_SNTF = (1 << 29),
113 HOST_CAP_NCQ = (1 << 30),
114 HOST_CAP_64 = (1 << 31),
115
116
117 HOST_CAP2_BOH = (1 << 0),
118 HOST_CAP2_NVMHCI = (1 << 1),
119 HOST_CAP2_APST = (1 << 2),
120 HOST_CAP2_SDS = (1 << 3),
121 HOST_CAP2_SADM = (1 << 4),
122 HOST_CAP2_DESO = (1 << 5),
123
124
125 PORT_LST_ADDR = 0x00,
126 PORT_LST_ADDR_HI = 0x04,
127 PORT_FIS_ADDR = 0x08,
128 PORT_FIS_ADDR_HI = 0x0c,
129 PORT_IRQ_STAT = 0x10,
130 PORT_IRQ_MASK = 0x14,
131 PORT_CMD = 0x18,
132 PORT_TFDATA = 0x20,
133 PORT_SIG = 0x24,
134 PORT_CMD_ISSUE = 0x38,
135 PORT_SCR_STAT = 0x28,
136 PORT_SCR_CTL = 0x2c,
137 PORT_SCR_ERR = 0x30,
138 PORT_SCR_ACT = 0x34,
139 PORT_SCR_NTF = 0x3c,
140 PORT_FBS = 0x40,
141 PORT_DEVSLP = 0x44,
142
143
144 PORT_IRQ_COLD_PRES = (1 << 31),
145 PORT_IRQ_TF_ERR = (1 << 30),
146 PORT_IRQ_HBUS_ERR = (1 << 29),
147 PORT_IRQ_HBUS_DATA_ERR = (1 << 28),
148 PORT_IRQ_IF_ERR = (1 << 27),
149 PORT_IRQ_IF_NONFATAL = (1 << 26),
150 PORT_IRQ_OVERFLOW = (1 << 24),
151 PORT_IRQ_BAD_PMP = (1 << 23),
152
153 PORT_IRQ_PHYRDY = (1 << 22),
154 PORT_IRQ_DEV_ILCK = (1 << 7),
155 PORT_IRQ_CONNECT = (1 << 6),
156 PORT_IRQ_SG_DONE = (1 << 5),
157 PORT_IRQ_UNK_FIS = (1 << 4),
158 PORT_IRQ_SDB_FIS = (1 << 3),
159 PORT_IRQ_DMAS_FIS = (1 << 2),
160 PORT_IRQ_PIOS_FIS = (1 << 1),
161 PORT_IRQ_D2H_REG_FIS = (1 << 0),
162
163 PORT_IRQ_FREEZE = PORT_IRQ_HBUS_ERR |
164 PORT_IRQ_IF_ERR |
165 PORT_IRQ_CONNECT |
166 PORT_IRQ_PHYRDY |
167 PORT_IRQ_UNK_FIS |
168 PORT_IRQ_BAD_PMP,
169 PORT_IRQ_ERROR = PORT_IRQ_FREEZE |
170 PORT_IRQ_TF_ERR |
171 PORT_IRQ_HBUS_DATA_ERR,
172 DEF_PORT_IRQ = PORT_IRQ_ERROR | PORT_IRQ_SG_DONE |
173 PORT_IRQ_SDB_FIS | PORT_IRQ_DMAS_FIS |
174 PORT_IRQ_PIOS_FIS | PORT_IRQ_D2H_REG_FIS,
175
176
177 PORT_CMD_ASP = (1 << 27),
178 PORT_CMD_ALPE = (1 << 26),
179 PORT_CMD_ATAPI = (1 << 24),
180 PORT_CMD_FBSCP = (1 << 22),
181 PORT_CMD_ESP = (1 << 21),
182 PORT_CMD_HPCP = (1 << 18),
183 PORT_CMD_PMP = (1 << 17),
184 PORT_CMD_LIST_ON = (1 << 15),
185 PORT_CMD_FIS_ON = (1 << 14),
186 PORT_CMD_FIS_RX = (1 << 4),
187 PORT_CMD_CLO = (1 << 3),
188 PORT_CMD_POWER_ON = (1 << 2),
189 PORT_CMD_SPIN_UP = (1 << 1),
190 PORT_CMD_START = (1 << 0),
191
192 PORT_CMD_ICC_MASK = (0xf << 28),
193 PORT_CMD_ICC_ACTIVE = (0x1 << 28),
194 PORT_CMD_ICC_PARTIAL = (0x2 << 28),
195 PORT_CMD_ICC_SLUMBER = (0x6 << 28),
196
197
198 PORT_FBS_DWE_OFFSET = 16,
199 PORT_FBS_ADO_OFFSET = 12,
200 PORT_FBS_DEV_OFFSET = 8,
201 PORT_FBS_DEV_MASK = (0xf << PORT_FBS_DEV_OFFSET),
202 PORT_FBS_SDE = (1 << 2),
203 PORT_FBS_DEC = (1 << 1),
204 PORT_FBS_EN = (1 << 0),
205
206
207 PORT_DEVSLP_DM_OFFSET = 25,
208 PORT_DEVSLP_DM_MASK = (0xf << 25),
209 PORT_DEVSLP_DITO_OFFSET = 15,
210 PORT_DEVSLP_MDAT_OFFSET = 10,
211 PORT_DEVSLP_DETO_OFFSET = 2,
212 PORT_DEVSLP_DSP = (1 << 1),
213 PORT_DEVSLP_ADSE = (1 << 0),
214
215
216
217#define AHCI_HFLAGS(flags) .private_data = (void *)(flags)
218
219 AHCI_HFLAG_NO_NCQ = (1 << 0),
220 AHCI_HFLAG_IGN_IRQ_IF_ERR = (1 << 1),
221 AHCI_HFLAG_IGN_SERR_INTERNAL = (1 << 2),
222 AHCI_HFLAG_32BIT_ONLY = (1 << 3),
223 AHCI_HFLAG_MV_PATA = (1 << 4),
224 AHCI_HFLAG_NO_MSI = (1 << 5),
225 AHCI_HFLAG_NO_PMP = (1 << 6),
226 AHCI_HFLAG_SECT255 = (1 << 8),
227 AHCI_HFLAG_YES_NCQ = (1 << 9),
228 AHCI_HFLAG_NO_SUSPEND = (1 << 10),
229 AHCI_HFLAG_SRST_TOUT_IS_OFFLINE = (1 << 11),
230
231 AHCI_HFLAG_NO_SNTF = (1 << 12),
232 AHCI_HFLAG_NO_FPDMA_AA = (1 << 13),
233 AHCI_HFLAG_YES_FBS = (1 << 14),
234 AHCI_HFLAG_DELAY_ENGINE = (1 << 15),
235
236
237 AHCI_HFLAG_MULTI_MSI = (1 << 16),
238 AHCI_HFLAG_NO_FBS = (1 << 17),
239 AHCI_HFLAG_MULTI_MSIX = (1 << 18),
240
241
242
243 AHCI_FLAG_COMMON = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA |
244 ATA_FLAG_ACPI_SATA | ATA_FLAG_AN,
245
246 ICH_MAP = 0x90,
247
248
249 EM_MAX_SLOTS = 8,
250 EM_MAX_RETRY = 5,
251
252
253 EM_CTL_RST = (1 << 9),
254 EM_CTL_TM = (1 << 8),
255 EM_CTL_MR = (1 << 0),
256 EM_CTL_ALHD = (1 << 26),
257 EM_CTL_XMT = (1 << 25),
258 EM_CTL_SMB = (1 << 24),
259 EM_CTL_SGPIO = (1 << 19),
260 EM_CTL_SES = (1 << 18),
261 EM_CTL_SAFTE = (1 << 17),
262 EM_CTL_LED = (1 << 16),
263
264
265 EM_MSG_TYPE_LED = (1 << 0),
266 EM_MSG_TYPE_SAFTE = (1 << 1),
267 EM_MSG_TYPE_SES2 = (1 << 2),
268 EM_MSG_TYPE_SGPIO = (1 << 3),
269};
270
271struct ahci_cmd_hdr {
272 __le32 opts;
273 __le32 status;
274 __le32 tbl_addr;
275 __le32 tbl_addr_hi;
276 __le32 reserved[4];
277};
278
279struct ahci_sg {
280 __le32 addr;
281 __le32 addr_hi;
282 __le32 reserved;
283 __le32 flags_size;
284};
285
286struct ahci_em_priv {
287 enum sw_activity blink_policy;
288 struct timer_list timer;
289 unsigned long saved_activity;
290 unsigned long activity;
291 unsigned long led_state;
292};
293
294struct ahci_port_priv {
295 struct ata_link *active_link;
296 struct ahci_cmd_hdr *cmd_slot;
297 dma_addr_t cmd_slot_dma;
298 void *cmd_tbl;
299 dma_addr_t cmd_tbl_dma;
300 void *rx_fis;
301 dma_addr_t rx_fis_dma;
302
303 unsigned int ncq_saw_d2h:1;
304 unsigned int ncq_saw_dmas:1;
305 unsigned int ncq_saw_sdb:1;
306 spinlock_t lock;
307 u32 intr_mask;
308 bool fbs_supported;
309 bool fbs_enabled;
310 int fbs_last_dev;
311
312 struct ahci_em_priv em_priv[EM_MAX_SLOTS];
313 char *irq_desc;
314};
315
316struct ahci_host_priv {
317 void __iomem * mmio;
318 unsigned int flags;
319 u32 cap;
320 u32 cap2;
321 u32 version;
322 u32 port_map;
323 u32 saved_cap;
324 u32 saved_cap2;
325 u32 saved_port_map;
326 u32 em_loc;
327 u32 em_buf_sz;
328 u32 em_msg_type;
329 struct clk *clk;
330 struct msix_entry *msix;
331 unsigned int irq;
332};
333
334extern int ahci_ignore_sss;
335
336extern struct device_attribute *ahci_shost_attrs[];
337extern struct device_attribute *ahci_sdev_attrs[];
338
339#define AHCI_SHT(drv_name) \
340 ATA_NCQ_SHT(drv_name), \
341 .can_queue = AHCI_MAX_CMDS - 1, \
342 .sg_tablesize = AHCI_MAX_SG, \
343 .dma_boundary = AHCI_DMA_BOUNDARY, \
344 .shost_attrs = ahci_shost_attrs, \
345 .sdev_attrs = ahci_sdev_attrs
346
347extern struct ata_port_operations ahci_ops;
348extern struct ata_port_operations ahci_pmp_retry_srst_ops;
349
350unsigned int ahci_dev_classify(struct ata_port *ap);
351void ahci_fill_cmd_slot(struct ahci_port_priv *pp, unsigned int tag,
352 u32 opts);
353void ahci_save_initial_config(struct device *dev,
354 struct ahci_host_priv *hpriv,
355 unsigned int force_port_map,
356 unsigned int mask_port_map);
357void ahci_init_controller(struct ata_host *host);
358int ahci_reset_controller(struct ata_host *host);
359
360int ahci_do_softreset(struct ata_link *link, unsigned int *class,
361 int pmp, unsigned long deadline,
362 int (*check_ready)(struct ata_link *link));
363
364unsigned int ahci_qc_issue(struct ata_queued_cmd *qc);
365int ahci_stop_engine(struct ata_port *ap);
366void ahci_start_fis_rx(struct ata_port *ap);
367void ahci_start_engine(struct ata_port *ap);
368int ahci_check_ready(struct ata_link *link);
369int ahci_kick_engine(struct ata_port *ap);
370int ahci_port_resume(struct ata_port *ap);
371void ahci_set_em_messages(struct ahci_host_priv *hpriv,
372 struct ata_port_info *pi);
373int ahci_reset_em(struct ata_host *host);
374void ahci_print_info(struct ata_host *host, const char *scc_s);
375int ahci_host_activate(struct ata_host *host, struct scsi_host_template *sht);
376
377static inline void __iomem *__ahci_port_base(struct ata_host *host,
378 unsigned int port_no)
379{
380 struct ahci_host_priv *hpriv = host->private_data;
381 void __iomem *mmio = hpriv->mmio;
382
383 return mmio + 0x100 + (port_no * 0x80);
384}
385
386static inline void __iomem *ahci_port_base(struct ata_port *ap)
387{
388 return __ahci_port_base(ap->host, ap->port_no);
389}
390
391static inline int ahci_nr_ports(u32 cap)
392{
393 return (cap & 0x1f) + 1;
394}
395
396#endif
397