1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Aic94xx SAS/SATA driver SCB management.
4 *
5 * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
7 */
8
9#include <linux/gfp.h>
10#include <scsi/scsi_host.h>
11
12#include "aic94xx.h"
13#include "aic94xx_reg.h"
14#include "aic94xx_hwi.h"
15#include "aic94xx_seq.h"
16
17#include "aic94xx_dump.h"
18
19/* ---------- EMPTY SCB ---------- */
20
21#define DL_PHY_MASK      7
22#define BYTES_DMAED      0
23#define PRIMITIVE_RECVD  0x08
24#define PHY_EVENT        0x10
25#define LINK_RESET_ERROR 0x18
26#define TIMER_EVENT      0x20
27#define REQ_TASK_ABORT   0xF0
28#define REQ_DEVICE_RESET 0xF1
29#define SIGNAL_NCQ_ERROR 0xF2
30#define CLEAR_NCQ_ERROR  0xF3
31
32#define PHY_EVENTS_STATUS (CURRENT_LOSS_OF_SIGNAL | CURRENT_OOB_DONE   \
33			   | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
34			   | CURRENT_OOB_ERROR)
35
36static void get_lrate_mode(struct asd_phy *phy, u8 oob_mode)
37{
38	struct sas_phy *sas_phy = phy->sas_phy.phy;
39
40	switch (oob_mode & 7) {
41	case PHY_SPEED_60:
42		/* FIXME: sas transport class doesn't have this */
43		phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
44		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
45		break;
46	case PHY_SPEED_30:
47		phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
48		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
49		break;
50	case PHY_SPEED_15:
51		phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
52		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
53		break;
54	}
55	sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
56	sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
57	sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
58	sas_phy->maximum_linkrate = phy->phy_desc->max_sas_lrate;
59	sas_phy->minimum_linkrate = phy->phy_desc->min_sas_lrate;
60
61	if (oob_mode & SAS_MODE)
62		phy->sas_phy.oob_mode = SAS_OOB_MODE;
63	else if (oob_mode & SATA_MODE)
64		phy->sas_phy.oob_mode = SATA_OOB_MODE;
65}
66
67static void asd_phy_event_tasklet(struct asd_ascb *ascb,
68					 struct done_list_struct *dl)
69{
70	struct asd_ha_struct *asd_ha = ascb->ha;
71	int phy_id = dl->status_block[0] & DL_PHY_MASK;
72	struct asd_phy *phy = &asd_ha->phys[phy_id];
73
74	u8 oob_status = dl->status_block[1] & PHY_EVENTS_STATUS;
75	u8 oob_mode   = dl->status_block[2];
76
77	switch (oob_status) {
78	case CURRENT_LOSS_OF_SIGNAL:
79		/* directly attached device was removed */
80		ASD_DPRINTK("phy%d: device unplugged\n", phy_id);
81		asd_turn_led(asd_ha, phy_id, 0);
82		sas_phy_disconnected(&phy->sas_phy);
83		sas_notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL,
84				     GFP_ATOMIC);
85		break;
86	case CURRENT_OOB_DONE:
87		/* hot plugged device */
88		asd_turn_led(asd_ha, phy_id, 1);
89		get_lrate_mode(phy, oob_mode);
90		ASD_DPRINTK("phy%d device plugged: lrate:0x%x, proto:0x%x\n",
91			    phy_id, phy->sas_phy.linkrate, phy->sas_phy.iproto);
92		sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE, GFP_ATOMIC);
93		break;
94	case CURRENT_SPINUP_HOLD:
95		/* hot plug SATA, no COMWAKE sent */
96		asd_turn_led(asd_ha, phy_id, 1);
97		sas_notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD,
98				     GFP_ATOMIC);
99		break;
100	case CURRENT_GTO_TIMEOUT:
101	case CURRENT_OOB_ERROR:
102		ASD_DPRINTK("phy%d error while OOB: oob status:0x%x\n", phy_id,
103			    dl->status_block[1]);
104		asd_turn_led(asd_ha, phy_id, 0);
105		sas_phy_disconnected(&phy->sas_phy);
106		sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR, GFP_ATOMIC);
107		break;
108	}
109}
110
111/* If phys are enabled sparsely, this will do the right thing. */
112static unsigned ord_phy(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
113{
114	u8 enabled_mask = asd_ha->hw_prof.enabled_phys;
115	int i, k = 0;
116
117	for_each_phy(enabled_mask, enabled_mask, i) {
118		if (&asd_ha->phys[i] == phy)
119			return k;
120		k++;
121	}
122	return 0;
123}
124
125/**
126 * asd_get_attached_sas_addr -- extract/generate attached SAS address
127 * @phy: pointer to asd_phy
128 * @sas_addr: pointer to buffer where the SAS address is to be written
129 *
130 * This function extracts the SAS address from an IDENTIFY frame
131 * received.  If OOB is SATA, then a SAS address is generated from the
132 * HA tables.
133 *
134 * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
135 * buffer.
136 */
137static void asd_get_attached_sas_addr(struct asd_phy *phy, u8 *sas_addr)
138{
139	if (phy->sas_phy.frame_rcvd[0] == 0x34
140	    && phy->sas_phy.oob_mode == SATA_OOB_MODE) {
141		struct asd_ha_struct *asd_ha = phy->sas_phy.ha->lldd_ha;
142		/* FIS device-to-host */
143		u64 addr = be64_to_cpu(*(__be64 *)phy->phy_desc->sas_addr);
144
145		addr += asd_ha->hw_prof.sata_name_base + ord_phy(asd_ha, phy);
146		*(__be64 *)sas_addr = cpu_to_be64(addr);
147	} else {
148		struct sas_identify_frame *idframe =
149			(void *) phy->sas_phy.frame_rcvd;
150		memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
151	}
152}
153
154static void asd_form_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
155{
156	int i;
157	struct asd_port *free_port = NULL;
158	struct asd_port *port;
159	struct asd_sas_phy *sas_phy = &phy->sas_phy;
160	unsigned long flags;
161
162	spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
163	if (!phy->asd_port) {
164		for (i = 0; i < ASD_MAX_PHYS; i++) {
165			port = &asd_ha->asd_ports[i];
166
167			/* Check for wide port */
168			if (port->num_phys > 0 &&
169			    memcmp(port->sas_addr, sas_phy->sas_addr,
170				   SAS_ADDR_SIZE) == 0 &&
171			    memcmp(port->attached_sas_addr,
172				   sas_phy->attached_sas_addr,
173				   SAS_ADDR_SIZE) == 0) {
174				break;
175			}
176
177			/* Find a free port */
178			if (port->num_phys == 0 && free_port == NULL) {
179				free_port = port;
180			}
181		}
182
183		/* Use a free port if this doesn't form a wide port */
184		if (i >= ASD_MAX_PHYS) {
185			port = free_port;
186			BUG_ON(!port);
187			memcpy(port->sas_addr, sas_phy->sas_addr,
188			       SAS_ADDR_SIZE);
189			memcpy(port->attached_sas_addr,
190			       sas_phy->attached_sas_addr,
191			       SAS_ADDR_SIZE);
192		}
193		port->num_phys++;
194		port->phy_mask |= (1U << sas_phy->id);
195		phy->asd_port = port;
196	}
197	ASD_DPRINTK("%s: updating phy_mask 0x%x for phy%d\n",
198		    __func__, phy->asd_port->phy_mask, sas_phy->id);
199	asd_update_port_links(asd_ha, phy);
200	spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
201}
202
203static void asd_deform_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
204{
205	struct asd_port *port = phy->asd_port;
206	struct asd_sas_phy *sas_phy = &phy->sas_phy;
207	unsigned long flags;
208
209	spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
210	if (port) {
211		port->num_phys--;
212		port->phy_mask &= ~(1U << sas_phy->id);
213		phy->asd_port = NULL;
214	}
215	spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
216}
217
218static void asd_bytes_dmaed_tasklet(struct asd_ascb *ascb,
219				    struct done_list_struct *dl,
220				    int edb_id, int phy_id)
221{
222	unsigned long flags;
223	int edb_el = edb_id + ascb->edb_index;
224	struct asd_dma_tok *edb = ascb->ha->seq.edb_arr[edb_el];
225	struct asd_phy *phy = &ascb->ha->phys[phy_id];
226	u16 size = ((dl->status_block[3] & 7) << 8) | dl->status_block[2];
227
228	size = min(size, (u16) sizeof(phy->frame_rcvd));
229
230	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
231	memcpy(phy->sas_phy.frame_rcvd, edb->vaddr, size);
232	phy->sas_phy.frame_rcvd_size = size;
233	asd_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
234	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
235	asd_dump_frame_rcvd(phy, dl);
236	asd_form_port(ascb->ha, phy);
237	sas_notify_port_event(&phy->sas_phy, PORTE_BYTES_DMAED, GFP_ATOMIC);
238}
239
240static void asd_link_reset_err_tasklet(struct asd_ascb *ascb,
241				       struct done_list_struct *dl,
242				       int phy_id)
243{
244	struct asd_ha_struct *asd_ha = ascb->ha;
245	struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
246	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
247	struct asd_phy *phy = &asd_ha->phys[phy_id];
248	u8 lr_error = dl->status_block[1];
249	u8 retries_left = dl->status_block[2];
250
251	switch (lr_error) {
252	case 0:
253		ASD_DPRINTK("phy%d: Receive ID timer expired\n", phy_id);
254		break;
255	case 1:
256		ASD_DPRINTK("phy%d: Loss of signal\n", phy_id);
257		break;
258	case 2:
259		ASD_DPRINTK("phy%d: Loss of dword sync\n", phy_id);
260		break;
261	case 3:
262		ASD_DPRINTK("phy%d: Receive FIS timeout\n", phy_id);
263		break;
264	default:
265		ASD_DPRINTK("phy%d: unknown link reset error code: 0x%x\n",
266			    phy_id, lr_error);
267		break;
268	}
269
270	asd_turn_led(asd_ha, phy_id, 0);
271	sas_phy_disconnected(sas_phy);
272	asd_deform_port(asd_ha, phy);
273	sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR, GFP_ATOMIC);
274
275	if (retries_left == 0) {
276		int num = 1;
277		struct asd_ascb *cp = asd_ascb_alloc_list(ascb->ha, &num,
278							  GFP_ATOMIC);
279		if (!cp) {
280			asd_printk("%s: out of memory\n", __func__);
281			goto out;
282		}
283		ASD_DPRINTK("phy%d: retries:0 performing link reset seq\n",
284			    phy_id);
285		asd_build_control_phy(cp, phy_id, ENABLE_PHY);
286		if (asd_post_ascb_list(ascb->ha, cp, 1) != 0)
287			asd_ascb_free(cp);
288	}
289out:
290	;
291}
292
293static void asd_primitive_rcvd_tasklet(struct asd_ascb *ascb,
294				       struct done_list_struct *dl,
295				       int phy_id)
296{
297	unsigned long flags;
298	struct sas_ha_struct *sas_ha = &ascb->ha->sas_ha;
299	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
300	struct asd_ha_struct *asd_ha = ascb->ha;
301	struct asd_phy *phy = &asd_ha->phys[phy_id];
302	u8  reg  = dl->status_block[1];
303	u32 cont = dl->status_block[2] << ((reg & 3)*8);
304
305	reg &= ~3;
306	switch (reg) {
307	case LmPRMSTAT0BYTE0:
308		switch (cont) {
309		case LmBROADCH:
310		case LmBROADRVCH0:
311		case LmBROADRVCH1:
312		case LmBROADSES:
313			ASD_DPRINTK("phy%d: BROADCAST change received:%d\n",
314				    phy_id, cont);
315			spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
316			sas_phy->sas_prim = ffs(cont);
317			spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
318			sas_notify_port_event(sas_phy, PORTE_BROADCAST_RCVD,
319					      GFP_ATOMIC);
320			break;
321
322		case LmUNKNOWNP:
323			ASD_DPRINTK("phy%d: unknown BREAK\n", phy_id);
324			break;
325
326		default:
327			ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
328				    phy_id, reg, cont);
329			break;
330		}
331		break;
332	case LmPRMSTAT1BYTE0:
333		switch (cont) {
334		case LmHARDRST:
335			ASD_DPRINTK("phy%d: HARD_RESET primitive rcvd\n",
336				    phy_id);
337			/* The sequencer disables all phys on that port.
338			 * We have to re-enable the phys ourselves. */
339			asd_deform_port(asd_ha, phy);
340			sas_notify_port_event(sas_phy, PORTE_HARD_RESET,
341					      GFP_ATOMIC);
342			break;
343
344		default:
345			ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
346				    phy_id, reg, cont);
347			break;
348		}
349		break;
350	default:
351		ASD_DPRINTK("unknown primitive register:0x%x\n",
352			    dl->status_block[1]);
353		break;
354	}
355}
356
357/**
358 * asd_invalidate_edb -- invalidate an EDB and if necessary post the ESCB
359 * @ascb: pointer to Empty SCB
360 * @edb_id: index [0,6] to the empty data buffer which is to be invalidated
361 *
362 * After an EDB has been invalidated, if all EDBs in this ESCB have been
363 * invalidated, the ESCB is posted back to the sequencer.
364 * Context is tasklet/IRQ.
365 */
366void asd_invalidate_edb(struct asd_ascb *ascb, int edb_id)
367{
368	struct asd_seq_data *seq = &ascb->ha->seq;
369	struct empty_scb *escb = &ascb->scb->escb;
370	struct sg_el     *eb   = &escb->eb[edb_id];
371	struct asd_dma_tok *edb = seq->edb_arr[ascb->edb_index + edb_id];
372
373	memset(edb->vaddr, 0, ASD_EDB_SIZE);
374	eb->flags |= ELEMENT_NOT_VALID;
375	escb->num_valid--;
376
377	if (escb->num_valid == 0) {
378		int i;
379		/* ASD_DPRINTK("reposting escb: vaddr: 0x%p, "
380			    "dma_handle: 0x%08llx, next: 0x%08llx, "
381			    "index:%d, opcode:0x%02x\n",
382			    ascb->dma_scb.vaddr,
383			    (u64)ascb->dma_scb.dma_handle,
384			    le64_to_cpu(ascb->scb->header.next_scb),
385			    le16_to_cpu(ascb->scb->header.index),
386			    ascb->scb->header.opcode);
387		*/
388		escb->num_valid = ASD_EDBS_PER_SCB;
389		for (i = 0; i < ASD_EDBS_PER_SCB; i++)
390			escb->eb[i].flags = 0;
391		if (!list_empty(&ascb->list))
392			list_del_init(&ascb->list);
393		i = asd_post_escb_list(ascb->ha, ascb, 1);
394		if (i)
395			asd_printk("couldn't post escb, err:%d\n", i);
396	}
397}
398
399static void escb_tasklet_complete(struct asd_ascb *ascb,
400				  struct done_list_struct *dl)
401{
402	struct asd_ha_struct *asd_ha = ascb->ha;
403	struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
404	int edb = (dl->opcode & DL_PHY_MASK) - 1; /* [0xc1,0xc7] -> [0,6] */
405	u8  sb_opcode = dl->status_block[0];
406	int phy_id = sb_opcode & DL_PHY_MASK;
407	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
408	struct asd_phy *phy = &asd_ha->phys[phy_id];
409
410	if (edb > 6 || edb < 0) {
411		ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
412			    edb, dl->opcode);
413		ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
414			    sb_opcode, phy_id);
415		ASD_DPRINTK("escb: vaddr: 0x%p, "
416			    "dma_handle: 0x%llx, next: 0x%llx, "
417			    "index:%d, opcode:0x%02x\n",
418			    ascb->dma_scb.vaddr,
419			    (unsigned long long)ascb->dma_scb.dma_handle,
420			    (unsigned long long)
421			    le64_to_cpu(ascb->scb->header.next_scb),
422			    le16_to_cpu(ascb->scb->header.index),
423			    ascb->scb->header.opcode);
424	}
425
426	/* Catch these before we mask off the sb_opcode bits */
427	switch (sb_opcode) {
428	case REQ_TASK_ABORT: {
429		struct asd_ascb *a, *b;
430		u16 tc_abort;
431		struct domain_device *failed_dev = NULL;
432
433		ASD_DPRINTK("%s: REQ_TASK_ABORT, reason=0x%X\n",
434			    __func__, dl->status_block[3]);
435
436		/*
437		 * Find the task that caused the abort and abort it first.
438		 * The sequencer won't put anything on the done list until
439		 * that happens.
440		 */
441		tc_abort = *((u16*)(&dl->status_block[1]));
442		tc_abort = le16_to_cpu(tc_abort);
443
444		list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
445			struct sas_task *task = a->uldd_task;
446
447			if (a->tc_index != tc_abort)
448				continue;
449
450			if (task) {
451				failed_dev = task->dev;
452				sas_task_abort(task);
453			} else {
454				ASD_DPRINTK("R_T_A for non TASK scb 0x%x\n",
455					    a->scb->header.opcode);
456			}
457			break;
458		}
459
460		if (!failed_dev) {
461			ASD_DPRINTK("%s: Can't find task (tc=%d) to abort!\n",
462				    __func__, tc_abort);
463			goto out;
464		}
465
466		/*
467		 * Now abort everything else for that device (hba?) so
468		 * that the EH will wake up and do something.
469		 */
470		list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
471			struct sas_task *task = a->uldd_task;
472
473			if (task &&
474			    task->dev == failed_dev &&
475			    a->tc_index != tc_abort)
476				sas_task_abort(task);
477		}
478
479		goto out;
480	}
481	case REQ_DEVICE_RESET: {
482		struct asd_ascb *a;
483		u16 conn_handle;
484		unsigned long flags;
485		struct sas_task *last_dev_task = NULL;
486
487		conn_handle = *((u16*)(&dl->status_block[1]));
488		conn_handle = le16_to_cpu(conn_handle);
489
490		ASD_DPRINTK("%s: REQ_DEVICE_RESET, reason=0x%X\n", __func__,
491			    dl->status_block[3]);
492
493		/* Find the last pending task for the device... */
494		list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
495			u16 x;
496			struct domain_device *dev;
497			struct sas_task *task = a->uldd_task;
498
499			if (!task)
500				continue;
501			dev = task->dev;
502
503			x = (unsigned long)dev->lldd_dev;
504			if (x == conn_handle)
505				last_dev_task = task;
506		}
507
508		if (!last_dev_task) {
509			ASD_DPRINTK("%s: Device reset for idle device %d?\n",
510				    __func__, conn_handle);
511			goto out;
512		}
513
514		/* ...and set the reset flag */
515		spin_lock_irqsave(&last_dev_task->task_state_lock, flags);
516		last_dev_task->task_state_flags |= SAS_TASK_NEED_DEV_RESET;
517		spin_unlock_irqrestore(&last_dev_task->task_state_lock, flags);
518
519		/* Kill all pending tasks for the device */
520		list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
521			u16 x;
522			struct domain_device *dev;
523			struct sas_task *task = a->uldd_task;
524
525			if (!task)
526				continue;
527			dev = task->dev;
528
529			x = (unsigned long)dev->lldd_dev;
530			if (x == conn_handle)
531				sas_task_abort(task);
532		}
533
534		goto out;
535	}
536	case SIGNAL_NCQ_ERROR:
537		ASD_DPRINTK("%s: SIGNAL_NCQ_ERROR\n", __func__);
538		goto out;
539	case CLEAR_NCQ_ERROR:
540		ASD_DPRINTK("%s: CLEAR_NCQ_ERROR\n", __func__);
541		goto out;
542	}
543
544	sb_opcode &= ~DL_PHY_MASK;
545
546	switch (sb_opcode) {
547	case BYTES_DMAED:
548		ASD_DPRINTK("%s: phy%d: BYTES_DMAED\n", __func__, phy_id);
549		asd_bytes_dmaed_tasklet(ascb, dl, edb, phy_id);
550		break;
551	case PRIMITIVE_RECVD:
552		ASD_DPRINTK("%s: phy%d: PRIMITIVE_RECVD\n", __func__,
553			    phy_id);
554		asd_primitive_rcvd_tasklet(ascb, dl, phy_id);
555		break;
556	case PHY_EVENT:
557		ASD_DPRINTK("%s: phy%d: PHY_EVENT\n", __func__, phy_id);
558		asd_phy_event_tasklet(ascb, dl);
559		break;
560	case LINK_RESET_ERROR:
561		ASD_DPRINTK("%s: phy%d: LINK_RESET_ERROR\n", __func__,
562			    phy_id);
563		asd_link_reset_err_tasklet(ascb, dl, phy_id);
564		break;
565	case TIMER_EVENT:
566		ASD_DPRINTK("%s: phy%d: TIMER_EVENT, lost dw sync\n",
567			    __func__, phy_id);
568		asd_turn_led(asd_ha, phy_id, 0);
569		/* the device is gone */
570		sas_phy_disconnected(sas_phy);
571		asd_deform_port(asd_ha, phy);
572		sas_notify_port_event(sas_phy, PORTE_TIMER_EVENT, GFP_ATOMIC);
573		break;
574	default:
575		ASD_DPRINTK("%s: phy%d: unknown event:0x%x\n", __func__,
576			    phy_id, sb_opcode);
577		ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
578			    edb, dl->opcode);
579		ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
580			    sb_opcode, phy_id);
581		ASD_DPRINTK("escb: vaddr: 0x%p, "
582			    "dma_handle: 0x%llx, next: 0x%llx, "
583			    "index:%d, opcode:0x%02x\n",
584			    ascb->dma_scb.vaddr,
585			    (unsigned long long)ascb->dma_scb.dma_handle,
586			    (unsigned long long)
587			    le64_to_cpu(ascb->scb->header.next_scb),
588			    le16_to_cpu(ascb->scb->header.index),
589			    ascb->scb->header.opcode);
590
591		break;
592	}
593out:
594	asd_invalidate_edb(ascb, edb);
595}
596
597int asd_init_post_escbs(struct asd_ha_struct *asd_ha)
598{
599	struct asd_seq_data *seq = &asd_ha->seq;
600	int i;
601
602	for (i = 0; i < seq->num_escbs; i++)
603		seq->escb_arr[i]->tasklet_complete = escb_tasklet_complete;
604
605	ASD_DPRINTK("posting %d escbs\n", i);
606	return asd_post_escb_list(asd_ha, seq->escb_arr[0], seq->num_escbs);
607}
608
609/* ---------- CONTROL PHY ---------- */
610
611#define CONTROL_PHY_STATUS (CURRENT_DEVICE_PRESENT | CURRENT_OOB_DONE   \
612			    | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
613			    | CURRENT_OOB_ERROR)
614
615/**
616 * control_phy_tasklet_complete -- tasklet complete for CONTROL PHY ascb
617 * @ascb: pointer to an ascb
618 * @dl: pointer to the done list entry
619 *
620 * This function completes a CONTROL PHY scb and frees the ascb.
621 * A note on LEDs:
622 *  - an LED blinks if there is IO though it,
623 *  - if a device is connected to the LED, it is lit,
624 *  - if no device is connected to the LED, is is dimmed (off).
625 */
626static void control_phy_tasklet_complete(struct asd_ascb *ascb,
627					 struct done_list_struct *dl)
628{
629	struct asd_ha_struct *asd_ha = ascb->ha;
630	struct scb *scb = ascb->scb;
631	struct control_phy *control_phy = &scb->control_phy;
632	u8 phy_id = control_phy->phy_id;
633	struct asd_phy *phy = &ascb->ha->phys[phy_id];
634
635	u8 status     = dl->status_block[0];
636	u8 oob_status = dl->status_block[1];
637	u8 oob_mode   = dl->status_block[2];
638	/* u8 oob_signals= dl->status_block[3]; */
639
640	if (status != 0) {
641		ASD_DPRINTK("%s: phy%d status block opcode:0x%x\n",
642			    __func__, phy_id, status);
643		goto out;
644	}
645
646	switch (control_phy->sub_func) {
647	case DISABLE_PHY:
648		asd_ha->hw_prof.enabled_phys &= ~(1 << phy_id);
649		asd_turn_led(asd_ha, phy_id, 0);
650		asd_control_led(asd_ha, phy_id, 0);
651		ASD_DPRINTK("%s: disable phy%d\n", __func__, phy_id);
652		break;
653
654	case ENABLE_PHY:
655		asd_control_led(asd_ha, phy_id, 1);
656		if (oob_status & CURRENT_OOB_DONE) {
657			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
658			get_lrate_mode(phy, oob_mode);
659			asd_turn_led(asd_ha, phy_id, 1);
660			ASD_DPRINTK("%s: phy%d, lrate:0x%x, proto:0x%x\n",
661				    __func__, phy_id,phy->sas_phy.linkrate,
662				    phy->sas_phy.iproto);
663		} else if (oob_status & CURRENT_SPINUP_HOLD) {
664			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
665			asd_turn_led(asd_ha, phy_id, 1);
666			ASD_DPRINTK("%s: phy%d, spinup hold\n", __func__,
667				    phy_id);
668		} else if (oob_status & CURRENT_ERR_MASK) {
669			asd_turn_led(asd_ha, phy_id, 0);
670			ASD_DPRINTK("%s: phy%d: error: oob status:0x%02x\n",
671				    __func__, phy_id, oob_status);
672		} else if (oob_status & (CURRENT_HOT_PLUG_CNCT
673					 | CURRENT_DEVICE_PRESENT))  {
674			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
675			asd_turn_led(asd_ha, phy_id, 1);
676			ASD_DPRINTK("%s: phy%d: hot plug or device present\n",
677				    __func__, phy_id);
678		} else {
679			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
680			asd_turn_led(asd_ha, phy_id, 0);
681			ASD_DPRINTK("%s: phy%d: no device present: "
682				    "oob_status:0x%x\n",
683				    __func__, phy_id, oob_status);
684		}
685		break;
686	case RELEASE_SPINUP_HOLD:
687	case PHY_NO_OP:
688	case EXECUTE_HARD_RESET:
689		ASD_DPRINTK("%s: phy%d: sub_func:0x%x\n", __func__,
690			    phy_id, control_phy->sub_func);
691		/* XXX finish */
692		break;
693	default:
694		ASD_DPRINTK("%s: phy%d: sub_func:0x%x?\n", __func__,
695			    phy_id, control_phy->sub_func);
696		break;
697	}
698out:
699	asd_ascb_free(ascb);
700}
701
702static void set_speed_mask(u8 *speed_mask, struct asd_phy_desc *pd)
703{
704	/* disable all speeds, then enable defaults */
705	*speed_mask = SAS_SPEED_60_DIS | SAS_SPEED_30_DIS | SAS_SPEED_15_DIS
706		| SATA_SPEED_30_DIS | SATA_SPEED_15_DIS;
707
708	switch (pd->max_sas_lrate) {
709	case SAS_LINK_RATE_6_0_GBPS:
710		*speed_mask &= ~SAS_SPEED_60_DIS;
711		fallthrough;
712	default:
713	case SAS_LINK_RATE_3_0_GBPS:
714		*speed_mask &= ~SAS_SPEED_30_DIS;
715		fallthrough;
716	case SAS_LINK_RATE_1_5_GBPS:
717		*speed_mask &= ~SAS_SPEED_15_DIS;
718	}
719
720	switch (pd->min_sas_lrate) {
721	case SAS_LINK_RATE_6_0_GBPS:
722		*speed_mask |= SAS_SPEED_30_DIS;
723		fallthrough;
724	case SAS_LINK_RATE_3_0_GBPS:
725		*speed_mask |= SAS_SPEED_15_DIS;
726		fallthrough;
727	default:
728	case SAS_LINK_RATE_1_5_GBPS:
729		/* nothing to do */
730		;
731	}
732
733	switch (pd->max_sata_lrate) {
734	case SAS_LINK_RATE_3_0_GBPS:
735		*speed_mask &= ~SATA_SPEED_30_DIS;
736		fallthrough;
737	default:
738	case SAS_LINK_RATE_1_5_GBPS:
739		*speed_mask &= ~SATA_SPEED_15_DIS;
740	}
741
742	switch (pd->min_sata_lrate) {
743	case SAS_LINK_RATE_3_0_GBPS:
744		*speed_mask |= SATA_SPEED_15_DIS;
745		fallthrough;
746	default:
747	case SAS_LINK_RATE_1_5_GBPS:
748		/* nothing to do */
749		;
750	}
751}
752
753/**
754 * asd_build_control_phy -- build a CONTROL PHY SCB
755 * @ascb: pointer to an ascb
756 * @phy_id: phy id to control, integer
757 * @subfunc: subfunction, what to actually to do the phy
758 *
759 * This function builds a CONTROL PHY scb.  No allocation of any kind
760 * is performed. @ascb is allocated with the list function.
761 * The caller can override the ascb->tasklet_complete to point
762 * to its own callback function.  It must call asd_ascb_free()
763 * at its tasklet complete function.
764 * See the default implementation.
765 */
766void asd_build_control_phy(struct asd_ascb *ascb, int phy_id, u8 subfunc)
767{
768	struct asd_phy *phy = &ascb->ha->phys[phy_id];
769	struct scb *scb = ascb->scb;
770	struct control_phy *control_phy = &scb->control_phy;
771
772	scb->header.opcode = CONTROL_PHY;
773	control_phy->phy_id = (u8) phy_id;
774	control_phy->sub_func = subfunc;
775
776	switch (subfunc) {
777	case EXECUTE_HARD_RESET:  /* 0x81 */
778	case ENABLE_PHY:          /* 0x01 */
779		/* decide hot plug delay */
780		control_phy->hot_plug_delay = HOTPLUG_DELAY_TIMEOUT;
781
782		/* decide speed mask */
783		set_speed_mask(&control_phy->speed_mask, phy->phy_desc);
784
785		/* initiator port settings are in the hi nibble */
786		if (phy->sas_phy.role == PHY_ROLE_INITIATOR)
787			control_phy->port_type = SAS_PROTOCOL_ALL << 4;
788		else if (phy->sas_phy.role == PHY_ROLE_TARGET)
789			control_phy->port_type = SAS_PROTOCOL_ALL;
790		else
791			control_phy->port_type =
792				(SAS_PROTOCOL_ALL << 4) | SAS_PROTOCOL_ALL;
793
794		/* link reset retries, this should be nominal */
795		control_phy->link_reset_retries = 10;
796		fallthrough;
797
798	case RELEASE_SPINUP_HOLD: /* 0x02 */
799		/* decide the func_mask */
800		control_phy->func_mask = FUNCTION_MASK_DEFAULT;
801		if (phy->phy_desc->flags & ASD_SATA_SPINUP_HOLD)
802			control_phy->func_mask &= ~SPINUP_HOLD_DIS;
803		else
804			control_phy->func_mask |= SPINUP_HOLD_DIS;
805	}
806
807	control_phy->conn_handle = cpu_to_le16(0xFFFF);
808
809	ascb->tasklet_complete = control_phy_tasklet_complete;
810}
811
812/* ---------- INITIATE LINK ADM TASK ---------- */
813
814#if 0
815
816static void link_adm_tasklet_complete(struct asd_ascb *ascb,
817				      struct done_list_struct *dl)
818{
819	u8 opcode = dl->opcode;
820	struct initiate_link_adm *link_adm = &ascb->scb->link_adm;
821	u8 phy_id = link_adm->phy_id;
822
823	if (opcode != TC_NO_ERROR) {
824		asd_printk("phy%d: link adm task 0x%x completed with error "
825			   "0x%x\n", phy_id, link_adm->sub_func, opcode);
826	}
827	ASD_DPRINTK("phy%d: link adm task 0x%x: 0x%x\n",
828		    phy_id, link_adm->sub_func, opcode);
829
830	asd_ascb_free(ascb);
831}
832
833void asd_build_initiate_link_adm_task(struct asd_ascb *ascb, int phy_id,
834				      u8 subfunc)
835{
836	struct scb *scb = ascb->scb;
837	struct initiate_link_adm *link_adm = &scb->link_adm;
838
839	scb->header.opcode = INITIATE_LINK_ADM_TASK;
840
841	link_adm->phy_id = phy_id;
842	link_adm->sub_func = subfunc;
843	link_adm->conn_handle = cpu_to_le16(0xFFFF);
844
845	ascb->tasklet_complete = link_adm_tasklet_complete;
846}
847
848#endif  /*  0  */
849
850/* ---------- SCB timer ---------- */
851
852/**
853 * asd_ascb_timedout -- called when a pending SCB's timer has expired
854 * @t: Timer context used to fetch the SCB
855 *
856 * This is the default timeout function which does the most necessary.
857 * Upper layers can implement their own timeout function, say to free
858 * resources they have with this SCB, and then call this one at the
859 * end of their timeout function.  To do this, one should initialize
860 * the ascb->timer.{function, expires} prior to calling the post
861 * function. The timer is started by the post function.
862 */
863void asd_ascb_timedout(struct timer_list *t)
864{
865	struct asd_ascb *ascb = from_timer(ascb, t, timer);
866	struct asd_seq_data *seq = &ascb->ha->seq;
867	unsigned long flags;
868
869	ASD_DPRINTK("scb:0x%x timed out\n", ascb->scb->header.opcode);
870
871	spin_lock_irqsave(&seq->pend_q_lock, flags);
872	seq->pending--;
873	list_del_init(&ascb->list);
874	spin_unlock_irqrestore(&seq->pend_q_lock, flags);
875
876	asd_ascb_free(ascb);
877}
878
879/* ---------- CONTROL PHY ---------- */
880
881/* Given the spec value, return a driver value. */
882static const int phy_func_table[] = {
883	[PHY_FUNC_NOP]        = PHY_NO_OP,
884	[PHY_FUNC_LINK_RESET] = ENABLE_PHY,
885	[PHY_FUNC_HARD_RESET] = EXECUTE_HARD_RESET,
886	[PHY_FUNC_DISABLE]    = DISABLE_PHY,
887	[PHY_FUNC_RELEASE_SPINUP_HOLD] = RELEASE_SPINUP_HOLD,
888};
889
890int asd_control_phy(struct asd_sas_phy *phy, enum phy_func func, void *arg)
891{
892	struct asd_ha_struct *asd_ha = phy->ha->lldd_ha;
893	struct asd_phy_desc *pd = asd_ha->phys[phy->id].phy_desc;
894	struct asd_ascb *ascb;
895	struct sas_phy_linkrates *rates;
896	int res = 1;
897
898	switch (func) {
899	case PHY_FUNC_CLEAR_ERROR_LOG:
900	case PHY_FUNC_GET_EVENTS:
901		return -ENOSYS;
902	case PHY_FUNC_SET_LINK_RATE:
903		rates = arg;
904		if (rates->minimum_linkrate) {
905			pd->min_sas_lrate = rates->minimum_linkrate;
906			pd->min_sata_lrate = rates->minimum_linkrate;
907		}
908		if (rates->maximum_linkrate) {
909			pd->max_sas_lrate = rates->maximum_linkrate;
910			pd->max_sata_lrate = rates->maximum_linkrate;
911		}
912		func = PHY_FUNC_LINK_RESET;
913		break;
914	default:
915		break;
916	}
917
918	ascb = asd_ascb_alloc_list(asd_ha, &res, GFP_KERNEL);
919	if (!ascb)
920		return -ENOMEM;
921
922	asd_build_control_phy(ascb, phy->id, phy_func_table[func]);
923	res = asd_post_ascb_list(asd_ha, ascb , 1);
924	if (res)
925		asd_ascb_free(ascb);
926
927	return res;
928}
929