• Home
  • History
  • Annotate
  • Line#
  • Navigate
  • Raw
  • Download
  • only in /netgear-R7000-V1.0.7.12_1.2.5/components/opensource/linux/linux-2.6.36/sound/pci/asihpi/
1/******************************************************************************
2
3    AudioScience HPI driver
4    Copyright (C) 1997-2010  AudioScience Inc. <support@audioscience.com>
5
6    This program is free software; you can redistribute it and/or modify
7    it under the terms of version 2 of the GNU General Public License as
8    published by the Free Software Foundation;
9
10    This program is distributed in the hope that it will be useful,
11    but WITHOUT ANY WARRANTY; without even the implied warranty of
12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13    GNU General Public License for more details.
14
15    You should have received a copy of the GNU General Public License
16    along with this program; if not, write to the Free Software
17    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
18
19 Hardware Programming Interface (HPI) for AudioScience ASI6200 series adapters.
20 These PCI bus adapters are based on the TI C6711 DSP.
21
22 Exported functions:
23 void HPI_6000(struct hpi_message *phm, struct hpi_response *phr)
24
25 #defines
26 HIDE_PCI_ASSERTS to show the PCI asserts
27 PROFILE_DSP2 get profile data from DSP2 if present (instead of DSP 1)
28
29(C) Copyright AudioScience Inc. 1998-2003
30*******************************************************************************/
31#define SOURCEFILE_NAME "hpi6000.c"
32
33#include "hpi_internal.h"
34#include "hpimsginit.h"
35#include "hpidebug.h"
36#include "hpi6000.h"
37#include "hpidspcd.h"
38#include "hpicmn.h"
39
40#define HPI_HIF_BASE (0x00000200)	/* start of C67xx internal RAM */
41#define HPI_HIF_ADDR(member) \
42	(HPI_HIF_BASE + offsetof(struct hpi_hif_6000, member))
43#define HPI_HIF_ERROR_MASK      0x4000
44
45/* HPI6000 specific error codes */
46
47#define HPI6000_ERROR_BASE                              900
48#define HPI6000_ERROR_MSG_RESP_IDLE_TIMEOUT             901
49#define HPI6000_ERROR_MSG_RESP_SEND_MSG_ACK             902
50#define HPI6000_ERROR_MSG_RESP_GET_RESP_ACK             903
51#define HPI6000_ERROR_MSG_GET_ADR                       904
52#define HPI6000_ERROR_RESP_GET_ADR                      905
53#define HPI6000_ERROR_MSG_RESP_BLOCKWRITE32             906
54#define HPI6000_ERROR_MSG_RESP_BLOCKREAD32              907
55#define HPI6000_ERROR_MSG_INVALID_DSP_INDEX             908
56#define HPI6000_ERROR_CONTROL_CACHE_PARAMS              909
57
58#define HPI6000_ERROR_SEND_DATA_IDLE_TIMEOUT            911
59#define HPI6000_ERROR_SEND_DATA_ACK                     912
60#define HPI6000_ERROR_SEND_DATA_ADR                     913
61#define HPI6000_ERROR_SEND_DATA_TIMEOUT                 914
62#define HPI6000_ERROR_SEND_DATA_CMD                     915
63#define HPI6000_ERROR_SEND_DATA_WRITE                   916
64#define HPI6000_ERROR_SEND_DATA_IDLECMD                 917
65#define HPI6000_ERROR_SEND_DATA_VERIFY                  918
66
67#define HPI6000_ERROR_GET_DATA_IDLE_TIMEOUT             921
68#define HPI6000_ERROR_GET_DATA_ACK                      922
69#define HPI6000_ERROR_GET_DATA_CMD                      923
70#define HPI6000_ERROR_GET_DATA_READ                     924
71#define HPI6000_ERROR_GET_DATA_IDLECMD                  925
72
73#define HPI6000_ERROR_CONTROL_CACHE_ADDRLEN             951
74#define HPI6000_ERROR_CONTROL_CACHE_READ                952
75#define HPI6000_ERROR_CONTROL_CACHE_FLUSH               953
76
77#define HPI6000_ERROR_MSG_RESP_GETRESPCMD               961
78#define HPI6000_ERROR_MSG_RESP_IDLECMD                  962
79#define HPI6000_ERROR_MSG_RESP_BLOCKVERIFY32            963
80
81/* adapter init errors */
82#define HPI6000_ERROR_UNHANDLED_SUBSYS_ID               930
83
84/* can't access PCI2040 */
85#define HPI6000_ERROR_INIT_PCI2040                      931
86/* can't access DSP HPI i/f */
87#define HPI6000_ERROR_INIT_DSPHPI                       932
88/* can't access internal DSP memory */
89#define HPI6000_ERROR_INIT_DSPINTMEM                    933
90/* can't access SDRAM - test#1 */
91#define HPI6000_ERROR_INIT_SDRAM1                       934
92/* can't access SDRAM - test#2 */
93#define HPI6000_ERROR_INIT_SDRAM2                       935
94
95#define HPI6000_ERROR_INIT_VERIFY                       938
96
97#define HPI6000_ERROR_INIT_NOACK                        939
98
99#define HPI6000_ERROR_INIT_PLDTEST1                     941
100#define HPI6000_ERROR_INIT_PLDTEST2                     942
101
102/* local defines */
103
104#define HIDE_PCI_ASSERTS
105#define PROFILE_DSP2
106
107/* for PCI2040 i/f chip */
108/* HPI CSR registers */
109/* word offsets from CSR base */
110/* use when io addresses defined as u32 * */
111
112#define INTERRUPT_EVENT_SET     0
113#define INTERRUPT_EVENT_CLEAR   1
114#define INTERRUPT_MASK_SET      2
115#define INTERRUPT_MASK_CLEAR    3
116#define HPI_ERROR_REPORT        4
117#define HPI_RESET               5
118#define HPI_DATA_WIDTH          6
119
120#define MAX_DSPS 2
121/* HPI registers, spaced 8K bytes = 2K words apart */
122#define DSP_SPACING             0x800
123
124#define CONTROL                 0x0000
125#define ADDRESS                 0x0200
126#define DATA_AUTOINC            0x0400
127#define DATA                    0x0600
128
129#define TIMEOUT 500000
130
131struct dsp_obj {
132	__iomem u32 *prHPI_control;
133	__iomem u32 *prHPI_address;
134	__iomem u32 *prHPI_data;
135	__iomem u32 *prHPI_data_auto_inc;
136	char c_dsp_rev;		/*A, B */
137	u32 control_cache_address_on_dsp;
138	u32 control_cache_length_on_dsp;
139	struct hpi_adapter_obj *pa_parent_adapter;
140};
141
142struct hpi_hw_obj {
143	__iomem u32 *dw2040_HPICSR;
144	__iomem u32 *dw2040_HPIDSP;
145
146	u16 num_dsp;
147	struct dsp_obj ado[MAX_DSPS];
148
149	u32 message_buffer_address_on_dsp;
150	u32 response_buffer_address_on_dsp;
151	u32 pCI2040HPI_error_count;
152
153	struct hpi_control_cache_single control_cache[HPI_NMIXER_CONTROLS];
154	struct hpi_control_cache *p_cache;
155};
156
157static u16 hpi6000_dsp_block_write32(struct hpi_adapter_obj *pao,
158	u16 dsp_index, u32 hpi_address, u32 *source, u32 count);
159static u16 hpi6000_dsp_block_read32(struct hpi_adapter_obj *pao,
160	u16 dsp_index, u32 hpi_address, u32 *dest, u32 count);
161
162static short hpi6000_adapter_boot_load_dsp(struct hpi_adapter_obj *pao,
163	u32 *pos_error_code);
164static short hpi6000_check_PCI2040_error_flag(struct hpi_adapter_obj *pao,
165	u16 read_or_write);
166#define H6READ 1
167#define H6WRITE 0
168
169static short hpi6000_update_control_cache(struct hpi_adapter_obj *pao,
170	struct hpi_message *phm);
171static short hpi6000_message_response_sequence(struct hpi_adapter_obj *pao,
172	u16 dsp_index, struct hpi_message *phm, struct hpi_response *phr);
173
174static void hw_message(struct hpi_adapter_obj *pao, struct hpi_message *phm,
175	struct hpi_response *phr);
176
177static short hpi6000_wait_dsp_ack(struct hpi_adapter_obj *pao, u16 dsp_index,
178	u32 ack_value);
179
180static short hpi6000_send_host_command(struct hpi_adapter_obj *pao,
181	u16 dsp_index, u32 host_cmd);
182
183static void hpi6000_send_dsp_interrupt(struct dsp_obj *pdo);
184
185static short hpi6000_send_data(struct hpi_adapter_obj *pao, u16 dsp_index,
186	struct hpi_message *phm, struct hpi_response *phr);
187
188static short hpi6000_get_data(struct hpi_adapter_obj *pao, u16 dsp_index,
189	struct hpi_message *phm, struct hpi_response *phr);
190
191static void hpi_write_word(struct dsp_obj *pdo, u32 address, u32 data);
192
193static u32 hpi_read_word(struct dsp_obj *pdo, u32 address);
194
195static void hpi_write_block(struct dsp_obj *pdo, u32 address, u32 *pdata,
196	u32 length);
197
198static void hpi_read_block(struct dsp_obj *pdo, u32 address, u32 *pdata,
199	u32 length);
200
201static void subsys_create_adapter(struct hpi_message *phm,
202	struct hpi_response *phr);
203
204static void subsys_delete_adapter(struct hpi_message *phm,
205	struct hpi_response *phr);
206
207static void adapter_get_asserts(struct hpi_adapter_obj *pao,
208	struct hpi_message *phm, struct hpi_response *phr);
209
210static short create_adapter_obj(struct hpi_adapter_obj *pao,
211	u32 *pos_error_code);
212
213/* local globals */
214
215static u16 gw_pci_read_asserts;	/* used to count PCI2040 errors */
216static u16 gw_pci_write_asserts;	/* used to count PCI2040 errors */
217
218static void subsys_message(struct hpi_message *phm, struct hpi_response *phr)
219{
220
221	switch (phm->function) {
222	case HPI_SUBSYS_OPEN:
223	case HPI_SUBSYS_CLOSE:
224	case HPI_SUBSYS_GET_INFO:
225	case HPI_SUBSYS_DRIVER_UNLOAD:
226	case HPI_SUBSYS_DRIVER_LOAD:
227	case HPI_SUBSYS_FIND_ADAPTERS:
228		/* messages that should not get here */
229		phr->error = HPI_ERROR_UNIMPLEMENTED;
230		break;
231	case HPI_SUBSYS_CREATE_ADAPTER:
232		subsys_create_adapter(phm, phr);
233		break;
234	case HPI_SUBSYS_DELETE_ADAPTER:
235		subsys_delete_adapter(phm, phr);
236		break;
237	default:
238		phr->error = HPI_ERROR_INVALID_FUNC;
239		break;
240	}
241}
242
243static void control_message(struct hpi_adapter_obj *pao,
244	struct hpi_message *phm, struct hpi_response *phr)
245{
246
247	switch (phm->function) {
248	case HPI_CONTROL_GET_STATE:
249		if (pao->has_control_cache) {
250			u16 err;
251			err = hpi6000_update_control_cache(pao, phm);
252
253			if (err) {
254				phr->error = err;
255				break;
256			}
257
258			if (hpi_check_control_cache(((struct hpi_hw_obj *)
259						pao->priv)->p_cache, phm,
260					phr))
261				break;
262		}
263		hw_message(pao, phm, phr);
264		break;
265	case HPI_CONTROL_GET_INFO:
266		hw_message(pao, phm, phr);
267		break;
268	case HPI_CONTROL_SET_STATE:
269		hw_message(pao, phm, phr);
270		hpi_sync_control_cache(((struct hpi_hw_obj *)pao->priv)->
271			p_cache, phm, phr);
272		break;
273	default:
274		phr->error = HPI_ERROR_INVALID_FUNC;
275		break;
276	}
277}
278
279static void adapter_message(struct hpi_adapter_obj *pao,
280	struct hpi_message *phm, struct hpi_response *phr)
281{
282	switch (phm->function) {
283	case HPI_ADAPTER_GET_INFO:
284		hw_message(pao, phm, phr);
285		break;
286	case HPI_ADAPTER_GET_ASSERT:
287		adapter_get_asserts(pao, phm, phr);
288		break;
289	case HPI_ADAPTER_OPEN:
290	case HPI_ADAPTER_CLOSE:
291	case HPI_ADAPTER_TEST_ASSERT:
292	case HPI_ADAPTER_SELFTEST:
293	case HPI_ADAPTER_GET_MODE:
294	case HPI_ADAPTER_SET_MODE:
295	case HPI_ADAPTER_FIND_OBJECT:
296	case HPI_ADAPTER_GET_PROPERTY:
297	case HPI_ADAPTER_SET_PROPERTY:
298	case HPI_ADAPTER_ENUM_PROPERTY:
299		hw_message(pao, phm, phr);
300		break;
301	default:
302		phr->error = HPI_ERROR_INVALID_FUNC;
303		break;
304	}
305}
306
307static void outstream_message(struct hpi_adapter_obj *pao,
308	struct hpi_message *phm, struct hpi_response *phr)
309{
310	switch (phm->function) {
311	case HPI_OSTREAM_HOSTBUFFER_ALLOC:
312	case HPI_OSTREAM_HOSTBUFFER_FREE:
313		/* Don't let these messages go to the HW function because
314		 * they're called without allocating the spinlock.
315		 * For the HPI6000 adapters the HW would return
316		 * HPI_ERROR_INVALID_FUNC anyway.
317		 */
318		phr->error = HPI_ERROR_INVALID_FUNC;
319		break;
320	default:
321		hw_message(pao, phm, phr);
322		return;
323	}
324}
325
326static void instream_message(struct hpi_adapter_obj *pao,
327	struct hpi_message *phm, struct hpi_response *phr)
328{
329
330	switch (phm->function) {
331	case HPI_ISTREAM_HOSTBUFFER_ALLOC:
332	case HPI_ISTREAM_HOSTBUFFER_FREE:
333		/* Don't let these messages go to the HW function because
334		 * they're called without allocating the spinlock.
335		 * For the HPI6000 adapters the HW would return
336		 * HPI_ERROR_INVALID_FUNC anyway.
337		 */
338		phr->error = HPI_ERROR_INVALID_FUNC;
339		break;
340	default:
341		hw_message(pao, phm, phr);
342		return;
343	}
344}
345
346/************************************************************************/
347/** HPI_6000()
348 * Entry point from HPIMAN
349 * All calls to the HPI start here
350 */
351void HPI_6000(struct hpi_message *phm, struct hpi_response *phr)
352{
353	struct hpi_adapter_obj *pao = NULL;
354
355	/* subsytem messages get executed by every HPI. */
356	/* All other messages are ignored unless the adapter index matches */
357	/* an adapter in the HPI */
358	HPI_DEBUG_LOG(DEBUG, "O %d,F %x\n", phm->object, phm->function);
359
360	/* if Dsp has crashed then do not communicate with it any more */
361	if (phm->object != HPI_OBJ_SUBSYSTEM) {
362		pao = hpi_find_adapter(phm->adapter_index);
363		if (!pao) {
364			HPI_DEBUG_LOG(DEBUG,
365				" %d,%d refused, for another HPI?\n",
366				phm->object, phm->function);
367			return;
368		}
369
370		if (pao->dsp_crashed >= 10) {
371			hpi_init_response(phr, phm->object, phm->function,
372				HPI_ERROR_DSP_HARDWARE);
373			HPI_DEBUG_LOG(DEBUG, " %d,%d dsp crashed.\n",
374				phm->object, phm->function);
375			return;
376		}
377	}
378	/* Init default response including the size field */
379	if (phm->function != HPI_SUBSYS_CREATE_ADAPTER)
380		hpi_init_response(phr, phm->object, phm->function,
381			HPI_ERROR_PROCESSING_MESSAGE);
382
383	switch (phm->type) {
384	case HPI_TYPE_MESSAGE:
385		switch (phm->object) {
386		case HPI_OBJ_SUBSYSTEM:
387			subsys_message(phm, phr);
388			break;
389
390		case HPI_OBJ_ADAPTER:
391			phr->size =
392				sizeof(struct hpi_response_header) +
393				sizeof(struct hpi_adapter_res);
394			adapter_message(pao, phm, phr);
395			break;
396
397		case HPI_OBJ_CONTROL:
398			control_message(pao, phm, phr);
399			break;
400
401		case HPI_OBJ_OSTREAM:
402			outstream_message(pao, phm, phr);
403			break;
404
405		case HPI_OBJ_ISTREAM:
406			instream_message(pao, phm, phr);
407			break;
408
409		default:
410			hw_message(pao, phm, phr);
411			break;
412		}
413		break;
414
415	default:
416		phr->error = HPI_ERROR_INVALID_TYPE;
417		break;
418	}
419}
420
421/************************************************************************/
422/* SUBSYSTEM */
423
424/* create an adapter object and initialise it based on resource information
425 * passed in in the message
426 * NOTE - you cannot use this function AND the FindAdapters function at the
427 * same time, the application must use only one of them to get the adapters
428 */
429static void subsys_create_adapter(struct hpi_message *phm,
430	struct hpi_response *phr)
431{
432	/* create temp adapter obj, because we don't know what index yet */
433	struct hpi_adapter_obj ao;
434	struct hpi_adapter_obj *pao;
435	u32 os_error_code;
436	short error = 0;
437	u32 dsp_index = 0;
438
439	HPI_DEBUG_LOG(VERBOSE, "subsys_create_adapter\n");
440
441	memset(&ao, 0, sizeof(ao));
442
443	/* this HPI only creates adapters for TI/PCI2040 based devices */
444	if (phm->u.s.resource.bus_type != HPI_BUS_PCI)
445		return;
446	if (phm->u.s.resource.r.pci->vendor_id != HPI_PCI_VENDOR_ID_TI)
447		return;
448	if (phm->u.s.resource.r.pci->device_id != HPI_PCI_DEV_ID_PCI2040)
449		return;
450
451	ao.priv = kzalloc(sizeof(struct hpi_hw_obj), GFP_KERNEL);
452	if (!ao.priv) {
453		HPI_DEBUG_LOG(ERROR, "cant get mem for adapter object\n");
454		phr->error = HPI_ERROR_MEMORY_ALLOC;
455		return;
456	}
457
458	/* create the adapter object based on the resource information */
459	/*? memcpy(&ao.Pci,&phm->u.s.Resource.r.Pci,sizeof(ao.Pci)); */
460	ao.pci = *phm->u.s.resource.r.pci;
461
462	error = create_adapter_obj(&ao, &os_error_code);
463	if (!error)
464		error = hpi_add_adapter(&ao);
465	if (error) {
466		phr->u.s.data = os_error_code;
467		kfree(ao.priv);
468		phr->error = error;
469		return;
470	}
471	/* need to update paParentAdapter */
472	pao = hpi_find_adapter(ao.index);
473	if (!pao) {
474		/* We just added this adapter, why can't we find it!? */
475		HPI_DEBUG_LOG(ERROR, "lost adapter after boot\n");
476		phr->error = 950;
477		return;
478	}
479
480	for (dsp_index = 0; dsp_index < MAX_DSPS; dsp_index++) {
481		struct hpi_hw_obj *phw = (struct hpi_hw_obj *)pao->priv;
482		phw->ado[dsp_index].pa_parent_adapter = pao;
483	}
484
485	phr->u.s.aw_adapter_list[ao.index] = ao.adapter_type;
486	phr->u.s.adapter_index = ao.index;
487	phr->u.s.num_adapters++;
488	phr->error = 0;
489}
490
491static void subsys_delete_adapter(struct hpi_message *phm,
492	struct hpi_response *phr)
493{
494	struct hpi_adapter_obj *pao = NULL;
495	struct hpi_hw_obj *phw;
496
497	pao = hpi_find_adapter(phm->adapter_index);
498	if (!pao)
499		return;
500
501	phw = (struct hpi_hw_obj *)pao->priv;
502
503	if (pao->has_control_cache)
504		hpi_free_control_cache(phw->p_cache);
505
506	hpi_delete_adapter(pao);
507	kfree(phw);
508
509	phr->error = 0;
510}
511
512/* this routine is called from SubSysFindAdapter and SubSysCreateAdapter */
513static short create_adapter_obj(struct hpi_adapter_obj *pao,
514	u32 *pos_error_code)
515{
516	short boot_error = 0;
517	u32 dsp_index = 0;
518	u32 control_cache_size = 0;
519	u32 control_cache_count = 0;
520	struct hpi_hw_obj *phw = (struct hpi_hw_obj *)pao->priv;
521
522	/* init error reporting */
523	pao->dsp_crashed = 0;
524
525	/* The PCI2040 has the following address map */
526	/* BAR0 - 4K = HPI control and status registers on PCI2040 (HPI CSR) */
527	/* BAR1 - 32K = HPI registers on DSP */
528	phw->dw2040_HPICSR = pao->pci.ap_mem_base[0];
529	phw->dw2040_HPIDSP = pao->pci.ap_mem_base[1];
530	HPI_DEBUG_LOG(VERBOSE, "csr %p, dsp %p\n", phw->dw2040_HPICSR,
531		phw->dw2040_HPIDSP);
532
533	/* set addresses for the possible DSP HPI interfaces */
534	for (dsp_index = 0; dsp_index < MAX_DSPS; dsp_index++) {
535		phw->ado[dsp_index].prHPI_control =
536			phw->dw2040_HPIDSP + (CONTROL +
537			DSP_SPACING * dsp_index);
538
539		phw->ado[dsp_index].prHPI_address =
540			phw->dw2040_HPIDSP + (ADDRESS +
541			DSP_SPACING * dsp_index);
542		phw->ado[dsp_index].prHPI_data =
543			phw->dw2040_HPIDSP + (DATA + DSP_SPACING * dsp_index);
544
545		phw->ado[dsp_index].prHPI_data_auto_inc =
546			phw->dw2040_HPIDSP + (DATA_AUTOINC +
547			DSP_SPACING * dsp_index);
548
549		HPI_DEBUG_LOG(VERBOSE, "ctl %p, adr %p, dat %p, dat++ %p\n",
550			phw->ado[dsp_index].prHPI_control,
551			phw->ado[dsp_index].prHPI_address,
552			phw->ado[dsp_index].prHPI_data,
553			phw->ado[dsp_index].prHPI_data_auto_inc);
554
555		phw->ado[dsp_index].pa_parent_adapter = pao;
556	}
557
558	phw->pCI2040HPI_error_count = 0;
559	pao->has_control_cache = 0;
560
561	/* Set the default number of DSPs on this card */
562	/* This is (conditionally) adjusted after bootloading */
563	/* of the first DSP in the bootload section. */
564	phw->num_dsp = 1;
565
566	boot_error = hpi6000_adapter_boot_load_dsp(pao, pos_error_code);
567	if (boot_error)
568		return boot_error;
569
570	HPI_DEBUG_LOG(INFO, "bootload DSP OK\n");
571
572	phw->message_buffer_address_on_dsp = 0L;
573	phw->response_buffer_address_on_dsp = 0L;
574
575	/* get info about the adapter by asking the adapter */
576	/* send a HPI_ADAPTER_GET_INFO message */
577	{
578		struct hpi_message hM;
579		struct hpi_response hR0;	/* response from DSP 0 */
580		struct hpi_response hR1;	/* response from DSP 1 */
581		u16 error = 0;
582
583		HPI_DEBUG_LOG(VERBOSE, "send ADAPTER_GET_INFO\n");
584		memset(&hM, 0, sizeof(hM));
585		hM.type = HPI_TYPE_MESSAGE;
586		hM.size = sizeof(struct hpi_message);
587		hM.object = HPI_OBJ_ADAPTER;
588		hM.function = HPI_ADAPTER_GET_INFO;
589		hM.adapter_index = 0;
590		memset(&hR0, 0, sizeof(hR0));
591		memset(&hR1, 0, sizeof(hR1));
592		hR0.size = sizeof(hR0);
593		hR1.size = sizeof(hR1);
594
595		error = hpi6000_message_response_sequence(pao, 0, &hM, &hR0);
596		if (hR0.error) {
597			HPI_DEBUG_LOG(DEBUG, "message error %d\n", hR0.error);
598			return hR0.error;
599		}
600		if (phw->num_dsp == 2) {
601			error = hpi6000_message_response_sequence(pao, 1, &hM,
602				&hR1);
603			if (error)
604				return error;
605		}
606		pao->adapter_type = hR0.u.a.adapter_type;
607		pao->index = hR0.u.a.adapter_index;
608	}
609
610	memset(&phw->control_cache[0], 0,
611		sizeof(struct hpi_control_cache_single) *
612		HPI_NMIXER_CONTROLS);
613	/* Read the control cache length to figure out if it is turned on */
614	control_cache_size =
615		hpi_read_word(&phw->ado[0],
616		HPI_HIF_ADDR(control_cache_size_in_bytes));
617	if (control_cache_size) {
618		control_cache_count =
619			hpi_read_word(&phw->ado[0],
620			HPI_HIF_ADDR(control_cache_count));
621		pao->has_control_cache = 1;
622
623		phw->p_cache =
624			hpi_alloc_control_cache(control_cache_count,
625			control_cache_size, (struct hpi_control_cache_info *)
626			&phw->control_cache[0]
627			);
628	} else
629		pao->has_control_cache = 0;
630
631	HPI_DEBUG_LOG(DEBUG, "get adapter info ASI%04X index %d\n",
632		pao->adapter_type, pao->index);
633	pao->open = 0;	/* upon creation the adapter is closed */
634	return 0;
635}
636
637/************************************************************************/
638/* ADAPTER */
639
640static void adapter_get_asserts(struct hpi_adapter_obj *pao,
641	struct hpi_message *phm, struct hpi_response *phr)
642{
643#ifndef HIDE_PCI_ASSERTS
644	/* if we have PCI2040 asserts then collect them */
645	if ((gw_pci_read_asserts > 0) || (gw_pci_write_asserts > 0)) {
646		phr->u.a.serial_number =
647			gw_pci_read_asserts * 100 + gw_pci_write_asserts;
648		phr->u.a.adapter_index = 1;	/* assert count */
649		phr->u.a.adapter_type = -1;	/* "dsp index" */
650		strcpy(phr->u.a.sz_adapter_assert, "PCI2040 error");
651		gw_pci_read_asserts = 0;
652		gw_pci_write_asserts = 0;
653		phr->error = 0;
654	} else
655#endif
656		hw_message(pao, phm, phr);	/*get DSP asserts */
657
658	return;
659}
660
661/************************************************************************/
662/* LOW-LEVEL */
663
664static short hpi6000_adapter_boot_load_dsp(struct hpi_adapter_obj *pao,
665	u32 *pos_error_code)
666{
667	struct hpi_hw_obj *phw = (struct hpi_hw_obj *)pao->priv;
668	short error;
669	u32 timeout;
670	u32 read = 0;
671	u32 i = 0;
672	u32 data = 0;
673	u32 j = 0;
674	u32 test_addr = 0x80000000;
675	u32 test_data = 0x00000001;
676	u32 dw2040_reset = 0;
677	u32 dsp_index = 0;
678	u32 endian = 0;
679	u32 adapter_info = 0;
680	u32 delay = 0;
681
682	struct dsp_code dsp_code;
683	u16 boot_load_family = 0;
684
685	/* NOTE don't use wAdapterType in this routine. It is not setup yet */
686
687	switch (pao->pci.subsys_device_id) {
688	case 0x5100:
689	case 0x5110:	/* ASI5100 revB or higher with C6711D */
690	case 0x5200:	/* ASI5200 PC_ie version of ASI5100 */
691	case 0x6100:
692	case 0x6200:
693		boot_load_family = HPI_ADAPTER_FAMILY_ASI(0x6200);
694		break;
695	default:
696		return HPI6000_ERROR_UNHANDLED_SUBSYS_ID;
697	}
698
699	/* reset all DSPs, indicate two DSPs are present
700	 * set RST3-=1 to disconnect HAD8 to set DSP in little endian mode
701	 */
702	endian = 0;
703	dw2040_reset = 0x0003000F;
704	iowrite32(dw2040_reset, phw->dw2040_HPICSR + HPI_RESET);
705
706	/* read back register to make sure PCI2040 chip is functioning
707	 * note that bits 4..15 are read-only and so should always return zero,
708	 * even though we wrote 1 to them
709	 */
710	for (i = 0; i < 1000; i++)
711		delay = ioread32(phw->dw2040_HPICSR + HPI_RESET);
712	if (delay != dw2040_reset) {
713		HPI_DEBUG_LOG(ERROR, "INIT_PCI2040 %x %x\n", dw2040_reset,
714			delay);
715		return HPI6000_ERROR_INIT_PCI2040;
716	}
717
718	/* Indicate that DSP#0,1 is a C6X */
719	iowrite32(0x00000003, phw->dw2040_HPICSR + HPI_DATA_WIDTH);
720	/* set Bit30 and 29 - which will prevent Target aborts from being
721	 * issued upon HPI or GP error
722	 */
723	iowrite32(0x60000000, phw->dw2040_HPICSR + INTERRUPT_MASK_SET);
724
725	/* isolate DSP HAD8 line from PCI2040 so that
726	 * Little endian can be set by pullup
727	 */
728	dw2040_reset = dw2040_reset & (~(endian << 3));
729	iowrite32(dw2040_reset, phw->dw2040_HPICSR + HPI_RESET);
730
731	phw->ado[0].c_dsp_rev = 'B';	/* revB */
732	phw->ado[1].c_dsp_rev = 'B';	/* revB */
733
734	/*Take both DSPs out of reset, setting HAD8 to the correct Endian */
735	dw2040_reset = dw2040_reset & (~0x00000001);	/* start DSP 0 */
736	iowrite32(dw2040_reset, phw->dw2040_HPICSR + HPI_RESET);
737	dw2040_reset = dw2040_reset & (~0x00000002);	/* start DSP 1 */
738	iowrite32(dw2040_reset, phw->dw2040_HPICSR + HPI_RESET);
739
740	/* set HAD8 back to PCI2040, now that DSP set to little endian mode */
741	dw2040_reset = dw2040_reset & (~0x00000008);
742	iowrite32(dw2040_reset, phw->dw2040_HPICSR + HPI_RESET);
743	/*delay to allow DSP to get going */
744	for (i = 0; i < 100; i++)
745		delay = ioread32(phw->dw2040_HPICSR + HPI_RESET);
746
747	/* loop through all DSPs, downloading DSP code */
748	for (dsp_index = 0; dsp_index < phw->num_dsp; dsp_index++) {
749		struct dsp_obj *pdo = &phw->ado[dsp_index];
750
751		/* configure DSP so that we download code into the SRAM */
752		/* set control reg for little endian, HWOB=1 */
753		iowrite32(0x00010001, pdo->prHPI_control);
754
755		/* test access to the HPI address register (HPIA) */
756		test_data = 0x00000001;
757		for (j = 0; j < 32; j++) {
758			iowrite32(test_data, pdo->prHPI_address);
759			data = ioread32(pdo->prHPI_address);
760			if (data != test_data) {
761				HPI_DEBUG_LOG(ERROR, "INIT_DSPHPI %x %x %x\n",
762					test_data, data, dsp_index);
763				return HPI6000_ERROR_INIT_DSPHPI;
764			}
765			test_data = test_data << 1;
766		}
767
768/* if C6713 the setup PLL to generate 225MHz from 25MHz.
769* Since the PLLDIV1 read is sometimes wrong, even on a C6713,
770* we're going to do this unconditionally
771*/
772/* PLLDIV1 should have a value of 8000 after reset */
773/*
774	if (HpiReadWord(pdo,0x01B7C118) == 0x8000)
775*/
776		{
777			/* C6713 datasheet says we cannot program PLL from HPI,
778			 * and indeed if we try to set the PLL multiply from the
779			 * HPI, the PLL does not seem to lock,
780			 * so we enable the PLL and use the default of x 7
781			 */
782			/* bypass PLL */
783			hpi_write_word(pdo, 0x01B7C100, 0x0000);
784			for (i = 0; i < 100; i++)
785				delay = ioread32(phw->dw2040_HPICSR +
786					HPI_RESET);
787
788			/*  ** use default of PLL  x7 ** */
789			/* EMIF = 225/3=75MHz */
790			hpi_write_word(pdo, 0x01B7C120, 0x8002);
791			/* peri = 225/2 */
792			hpi_write_word(pdo, 0x01B7C11C, 0x8001);
793			/* cpu  = 225/1 */
794			hpi_write_word(pdo, 0x01B7C118, 0x8000);
795			/* ~200us delay */
796			for (i = 0; i < 2000; i++)
797				delay = ioread32(phw->dw2040_HPICSR +
798					HPI_RESET);
799			/* PLL not bypassed */
800			hpi_write_word(pdo, 0x01B7C100, 0x0001);
801			/* ~200us delay */
802			for (i = 0; i < 2000; i++)
803				delay = ioread32(phw->dw2040_HPICSR +
804					HPI_RESET);
805		}
806
807		/* test r/w to internal DSP memory
808		 * C6711 has L2 cache mapped to 0x0 when reset
809		 *
810		 *  revB - because of bug 3.0.1 last HPI read
811		 * (before HPI address issued) must be non-autoinc
812		 */
813		/* test each bit in the 32bit word */
814		for (i = 0; i < 100; i++) {
815			test_addr = 0x00000000;
816			test_data = 0x00000001;
817			for (j = 0; j < 32; j++) {
818				hpi_write_word(pdo, test_addr + i, test_data);
819				data = hpi_read_word(pdo, test_addr + i);
820				if (data != test_data) {
821					HPI_DEBUG_LOG(ERROR,
822						"DSP mem %x %x %x %x\n",
823						test_addr + i, test_data,
824						data, dsp_index);
825
826					return HPI6000_ERROR_INIT_DSPINTMEM;
827				}
828				test_data = test_data << 1;
829			}
830		}
831
832		/* memory map of ASI6200
833		   00000000-0000FFFF    16Kx32 internal program
834		   01800000-019FFFFF    Internal peripheral
835		   80000000-807FFFFF    CE0 2Mx32 SDRAM running @ 100MHz
836		   90000000-9000FFFF    CE1 Async peripherals:
837
838		   EMIF config
839		   ------------
840		   Global EMIF control
841		   0 -
842		   1 -
843		   2 -
844		   3 CLK2EN = 1   CLKOUT2 enabled
845		   4 CLK1EN = 0   CLKOUT1 disabled
846		   5 EKEN = 1 <--!! C6713 specific, enables ECLKOUT
847		   6 -
848		   7 NOHOLD = 1   external HOLD disabled
849		   8 HOLDA = 0    HOLDA output is low
850		   9 HOLD = 0             HOLD input is low
851		   10 ARDY = 1    ARDY input is high
852		   11 BUSREQ = 0   BUSREQ output is low
853		   12,13 Reserved = 1
854		 */
855		hpi_write_word(pdo, 0x01800000, 0x34A8);
856
857		/* EMIF CE0 setup - 2Mx32 Sync DRAM
858		   31..28       Wr setup
859		   27..22       Wr strobe
860		   21..20       Wr hold
861		   19..16       Rd setup
862		   15..14       -
863		   13..8        Rd strobe
864		   7..4         MTYPE   0011            Sync DRAM 32bits
865		   3            Wr hold MSB
866		   2..0         Rd hold
867		 */
868		hpi_write_word(pdo, 0x01800008, 0x00000030);
869
870		/* EMIF SDRAM Extension
871		   31-21        0
872		   20           WR2RD = 0
873		   19-18        WR2DEAC = 1
874		   17           WR2WR = 0
875		   16-15        R2WDQM = 2
876		   14-12        RD2WR = 4
877		   11-10        RD2DEAC = 1
878		   9            RD2RD = 1
879		   8-7          THZP = 10b
880		   6-5          TWR  = 2-1 = 01b (tWR = 10ns)
881		   4            TRRD = 0b = 2 ECLK (tRRD = 14ns)
882		   3-1          TRAS = 5-1 = 100b (Tras=42ns = 5 ECLK)
883		   1            CAS latency = 3 ECLK
884		   (for Micron 2M32-7 operating at 100Mhz)
885		 */
886
887		/* need to use this else DSP code crashes */
888		hpi_write_word(pdo, 0x01800020, 0x001BDF29);
889
890		/* EMIF SDRAM control - set up for a 2Mx32 SDRAM (512x32x4 bank)
891		   31           -               -
892		   30           SDBSZ   1               4 bank
893		   29..28       SDRSZ   00              11 row address pins
894		   27..26       SDCSZ   01              8 column address pins
895		   25           RFEN    1               refersh enabled
896		   24           INIT    1               init SDRAM
897		   23..20       TRCD    0001
898		   19..16       TRP             0001
899		   15..12       TRC             0110
900		   11..0        -               -
901		 */
902		/*      need to use this else DSP code crashes */
903		hpi_write_word(pdo, 0x01800018, 0x47117000);
904
905		/* EMIF SDRAM Refresh Timing */
906		hpi_write_word(pdo, 0x0180001C, 0x00000410);
907
908		/*MIF CE1 setup - Async peripherals
909		   @100MHz bus speed, each cycle is 10ns,
910		   31..28       Wr setup  = 1
911		   27..22       Wr strobe = 3                   30ns
912		   21..20       Wr hold = 1
913		   19..16       Rd setup =1
914		   15..14       Ta = 2
915		   13..8        Rd strobe = 3                   30ns
916		   7..4         MTYPE   0010            Async 32bits
917		   3            Wr hold MSB =0
918		   2..0         Rd hold = 1
919		 */
920		{
921			u32 cE1 =
922				(1L << 28) | (3L << 22) | (1L << 20) | (1L <<
923				16) | (2L << 14) | (3L << 8) | (2L << 4) | 1L;
924			hpi_write_word(pdo, 0x01800004, cE1);
925		}
926
927		/* delay a little to allow SDRAM and DSP to "get going" */
928
929		for (i = 0; i < 1000; i++)
930			delay = ioread32(phw->dw2040_HPICSR + HPI_RESET);
931
932		/* test access to SDRAM */
933		{
934			test_addr = 0x80000000;
935			test_data = 0x00000001;
936			/* test each bit in the 32bit word */
937			for (j = 0; j < 32; j++) {
938				hpi_write_word(pdo, test_addr, test_data);
939				data = hpi_read_word(pdo, test_addr);
940				if (data != test_data) {
941					HPI_DEBUG_LOG(ERROR,
942						"DSP dram %x %x %x %x\n",
943						test_addr, test_data, data,
944						dsp_index);
945
946					return HPI6000_ERROR_INIT_SDRAM1;
947				}
948				test_data = test_data << 1;
949			}
950			/* test every Nth address in the DRAM */
951#define DRAM_SIZE_WORDS 0x200000	/*2_mx32 */
952#define DRAM_INC 1024
953			test_addr = 0x80000000;
954			test_data = 0x0;
955			for (i = 0; i < DRAM_SIZE_WORDS; i = i + DRAM_INC) {
956				hpi_write_word(pdo, test_addr + i, test_data);
957				test_data++;
958			}
959			test_addr = 0x80000000;
960			test_data = 0x0;
961			for (i = 0; i < DRAM_SIZE_WORDS; i = i + DRAM_INC) {
962				data = hpi_read_word(pdo, test_addr + i);
963				if (data != test_data) {
964					HPI_DEBUG_LOG(ERROR,
965						"DSP dram %x %x %x %x\n",
966						test_addr + i, test_data,
967						data, dsp_index);
968					return HPI6000_ERROR_INIT_SDRAM2;
969				}
970				test_data++;
971			}
972
973		}
974
975		/* write the DSP code down into the DSPs memory */
976		/*HpiDspCode_Open(nBootLoadFamily,&DspCode,pdwOsErrorCode); */
977		dsp_code.ps_dev = pao->pci.p_os_data;
978
979		error = hpi_dsp_code_open(boot_load_family, &dsp_code,
980			pos_error_code);
981
982		if (error)
983			return error;
984
985		while (1) {
986			u32 length;
987			u32 address;
988			u32 type;
989			u32 *pcode;
990
991			error = hpi_dsp_code_read_word(&dsp_code, &length);
992			if (error)
993				break;
994			if (length == 0xFFFFFFFF)
995				break;	/* end of code */
996
997			error = hpi_dsp_code_read_word(&dsp_code, &address);
998			if (error)
999				break;
1000			error = hpi_dsp_code_read_word(&dsp_code, &type);
1001			if (error)
1002				break;
1003			error = hpi_dsp_code_read_block(length, &dsp_code,
1004				&pcode);
1005			if (error)
1006				break;
1007			error = hpi6000_dsp_block_write32(pao, (u16)dsp_index,
1008				address, pcode, length);
1009			if (error)
1010				break;
1011		}
1012
1013		if (error) {
1014			hpi_dsp_code_close(&dsp_code);
1015			return error;
1016		}
1017		/* verify that code was written correctly */
1018		/* this time through, assume no errors in DSP code file/array */
1019		hpi_dsp_code_rewind(&dsp_code);
1020		while (1) {
1021			u32 length;
1022			u32 address;
1023			u32 type;
1024			u32 *pcode;
1025
1026			hpi_dsp_code_read_word(&dsp_code, &length);
1027			if (length == 0xFFFFFFFF)
1028				break;	/* end of code */
1029
1030			hpi_dsp_code_read_word(&dsp_code, &address);
1031			hpi_dsp_code_read_word(&dsp_code, &type);
1032			hpi_dsp_code_read_block(length, &dsp_code, &pcode);
1033
1034			for (i = 0; i < length; i++) {
1035				data = hpi_read_word(pdo, address);
1036				if (data != *pcode) {
1037					error = HPI6000_ERROR_INIT_VERIFY;
1038					HPI_DEBUG_LOG(ERROR,
1039						"DSP verify %x %x %x %x\n",
1040						address, *pcode, data,
1041						dsp_index);
1042					break;
1043				}
1044				pcode++;
1045				address += 4;
1046			}
1047			if (error)
1048				break;
1049		}
1050		hpi_dsp_code_close(&dsp_code);
1051		if (error)
1052			return error;
1053
1054		/* zero out the hostmailbox */
1055		{
1056			u32 address = HPI_HIF_ADDR(host_cmd);
1057			for (i = 0; i < 4; i++) {
1058				hpi_write_word(pdo, address, 0);
1059				address += 4;
1060			}
1061		}
1062		/* write the DSP number into the hostmailbox */
1063		/* structure before starting the DSP */
1064		hpi_write_word(pdo, HPI_HIF_ADDR(dsp_number), dsp_index);
1065
1066		/* write the DSP adapter Info into the */
1067		/* hostmailbox before starting the DSP */
1068		if (dsp_index > 0)
1069			hpi_write_word(pdo, HPI_HIF_ADDR(adapter_info),
1070				adapter_info);
1071
1072		/* step 3. Start code by sending interrupt */
1073		iowrite32(0x00030003, pdo->prHPI_control);
1074		for (i = 0; i < 10000; i++)
1075			delay = ioread32(phw->dw2040_HPICSR + HPI_RESET);
1076
1077		/* wait for a non-zero value in hostcmd -
1078		 * indicating initialization is complete
1079		 *
1080		 * Init could take a while if DSP checks SDRAM memory
1081		 * Was 200000. Increased to 2000000 for ASI8801 so we
1082		 * don't get 938 errors.
1083		 */
1084		timeout = 2000000;
1085		while (timeout) {
1086			do {
1087				read = hpi_read_word(pdo,
1088					HPI_HIF_ADDR(host_cmd));
1089			} while (--timeout
1090				&& hpi6000_check_PCI2040_error_flag(pao,
1091					H6READ));
1092
1093			if (read)
1094				break;
1095			else
1096				hpios_delay_micro_seconds(1000);
1097		}
1098		if (timeout == 0)
1099			return HPI6000_ERROR_INIT_NOACK;
1100
1101		/* read the DSP adapter Info from the */
1102		/* hostmailbox structure after starting the DSP */
1103		if (dsp_index == 0) {
1104			/*u32 dwTestData=0; */
1105			u32 mask = 0;
1106
1107			adapter_info =
1108				hpi_read_word(pdo,
1109				HPI_HIF_ADDR(adapter_info));
1110			if (HPI_ADAPTER_FAMILY_ASI
1111				(HPI_HIF_ADAPTER_INFO_EXTRACT_ADAPTER
1112					(adapter_info)) ==
1113				HPI_ADAPTER_FAMILY_ASI(0x6200))
1114				/* all 6200 cards have this many DSPs */
1115				phw->num_dsp = 2;
1116
1117			/* test that the PLD is programmed */
1118			/* and we can read/write 24bits */
1119#define PLD_BASE_ADDRESS 0x90000000L	/*for ASI6100/6200/8800 */
1120
1121			switch (boot_load_family) {
1122			case HPI_ADAPTER_FAMILY_ASI(0x6200):
1123				/* ASI6100/6200 has 24bit path to FPGA */
1124				mask = 0xFFFFFF00L;
1125				/* ASI5100 uses AX6 code, */
1126				/* but has no PLD r/w register to test */
1127				if (HPI_ADAPTER_FAMILY_ASI(pao->pci.
1128						subsys_device_id) ==
1129					HPI_ADAPTER_FAMILY_ASI(0x5100))
1130					mask = 0x00000000L;
1131				/* ASI5200 uses AX6 code, */
1132				/* but has no PLD r/w register to test */
1133				if (HPI_ADAPTER_FAMILY_ASI(pao->pci.
1134						subsys_device_id) ==
1135					HPI_ADAPTER_FAMILY_ASI(0x5200))
1136					mask = 0x00000000L;
1137				break;
1138			case HPI_ADAPTER_FAMILY_ASI(0x8800):
1139				/* ASI8800 has 16bit path to FPGA */
1140				mask = 0xFFFF0000L;
1141				break;
1142			}
1143			test_data = 0xAAAAAA00L & mask;
1144			/* write to 24 bit Debug register (D31-D8) */
1145			hpi_write_word(pdo, PLD_BASE_ADDRESS + 4L, test_data);
1146			read = hpi_read_word(pdo,
1147				PLD_BASE_ADDRESS + 4L) & mask;
1148			if (read != test_data) {
1149				HPI_DEBUG_LOG(ERROR, "PLD %x %x\n", test_data,
1150					read);
1151				return HPI6000_ERROR_INIT_PLDTEST1;
1152			}
1153			test_data = 0x55555500L & mask;
1154			hpi_write_word(pdo, PLD_BASE_ADDRESS + 4L, test_data);
1155			read = hpi_read_word(pdo,
1156				PLD_BASE_ADDRESS + 4L) & mask;
1157			if (read != test_data) {
1158				HPI_DEBUG_LOG(ERROR, "PLD %x %x\n", test_data,
1159					read);
1160				return HPI6000_ERROR_INIT_PLDTEST2;
1161			}
1162		}
1163	}	/* for numDSP */
1164	return 0;
1165}
1166
1167#define PCI_TIMEOUT 100
1168
1169static int hpi_set_address(struct dsp_obj *pdo, u32 address)
1170{
1171	u32 timeout = PCI_TIMEOUT;
1172
1173	do {
1174		iowrite32(address, pdo->prHPI_address);
1175	} while (hpi6000_check_PCI2040_error_flag(pdo->pa_parent_adapter,
1176			H6WRITE)
1177		&& --timeout);
1178
1179	if (timeout)
1180		return 0;
1181
1182	return 1;
1183}
1184
1185/* write one word to the HPI port */
1186static void hpi_write_word(struct dsp_obj *pdo, u32 address, u32 data)
1187{
1188	if (hpi_set_address(pdo, address))
1189		return;
1190	iowrite32(data, pdo->prHPI_data);
1191}
1192
1193/* read one word from the HPI port */
1194static u32 hpi_read_word(struct dsp_obj *pdo, u32 address)
1195{
1196	u32 data = 0;
1197
1198	if (hpi_set_address(pdo, address))
1199		return 0;	/*? no way to return error */
1200
1201	/* take care of errata in revB DSP (2.0.1) */
1202	data = ioread32(pdo->prHPI_data);
1203	return data;
1204}
1205
1206/* write a block of 32bit words to the DSP HPI port using auto-inc mode */
1207static void hpi_write_block(struct dsp_obj *pdo, u32 address, u32 *pdata,
1208	u32 length)
1209{
1210	u16 length16 = length - 1;
1211
1212	if (length == 0)
1213		return;
1214
1215	if (hpi_set_address(pdo, address))
1216		return;
1217
1218	iowrite32_rep(pdo->prHPI_data_auto_inc, pdata, length16);
1219
1220	/* take care of errata in revB DSP (2.0.1) */
1221	/* must end with non auto-inc */
1222	iowrite32(*(pdata + length - 1), pdo->prHPI_data);
1223}
1224
1225/** read a block of 32bit words from the DSP HPI port using auto-inc mode
1226 */
1227static void hpi_read_block(struct dsp_obj *pdo, u32 address, u32 *pdata,
1228	u32 length)
1229{
1230	u16 length16 = length - 1;
1231
1232	if (length == 0)
1233		return;
1234
1235	if (hpi_set_address(pdo, address))
1236		return;
1237
1238	ioread32_rep(pdo->prHPI_data_auto_inc, pdata, length16);
1239
1240	/* take care of errata in revB DSP (2.0.1) */
1241	/* must end with non auto-inc */
1242	*(pdata + length - 1) = ioread32(pdo->prHPI_data);
1243}
1244
1245static u16 hpi6000_dsp_block_write32(struct hpi_adapter_obj *pao,
1246	u16 dsp_index, u32 hpi_address, u32 *source, u32 count)
1247{
1248	struct dsp_obj *pdo =
1249		&(*(struct hpi_hw_obj *)pao->priv).ado[dsp_index];
1250	u32 time_out = PCI_TIMEOUT;
1251	int c6711_burst_size = 128;
1252	u32 local_hpi_address = hpi_address;
1253	int local_count = count;
1254	int xfer_size;
1255	u32 *pdata = source;
1256
1257	while (local_count) {
1258		if (local_count > c6711_burst_size)
1259			xfer_size = c6711_burst_size;
1260		else
1261			xfer_size = local_count;
1262
1263		time_out = PCI_TIMEOUT;
1264		do {
1265			hpi_write_block(pdo, local_hpi_address, pdata,
1266				xfer_size);
1267		} while (hpi6000_check_PCI2040_error_flag(pao, H6WRITE)
1268			&& --time_out);
1269
1270		if (!time_out)
1271			break;
1272		pdata += xfer_size;
1273		local_hpi_address += sizeof(u32) * xfer_size;
1274		local_count -= xfer_size;
1275	}
1276
1277	if (time_out)
1278		return 0;
1279	else
1280		return 1;
1281}
1282
1283static u16 hpi6000_dsp_block_read32(struct hpi_adapter_obj *pao,
1284	u16 dsp_index, u32 hpi_address, u32 *dest, u32 count)
1285{
1286	struct dsp_obj *pdo =
1287		&(*(struct hpi_hw_obj *)pao->priv).ado[dsp_index];
1288	u32 time_out = PCI_TIMEOUT;
1289	int c6711_burst_size = 16;
1290	u32 local_hpi_address = hpi_address;
1291	int local_count = count;
1292	int xfer_size;
1293	u32 *pdata = dest;
1294	u32 loop_count = 0;
1295
1296	while (local_count) {
1297		if (local_count > c6711_burst_size)
1298			xfer_size = c6711_burst_size;
1299		else
1300			xfer_size = local_count;
1301
1302		time_out = PCI_TIMEOUT;
1303		do {
1304			hpi_read_block(pdo, local_hpi_address, pdata,
1305				xfer_size);
1306		} while (hpi6000_check_PCI2040_error_flag(pao, H6READ)
1307			&& --time_out);
1308		if (!time_out)
1309			break;
1310
1311		pdata += xfer_size;
1312		local_hpi_address += sizeof(u32) * xfer_size;
1313		local_count -= xfer_size;
1314		loop_count++;
1315	}
1316
1317	if (time_out)
1318		return 0;
1319	else
1320		return 1;
1321}
1322
1323static short hpi6000_message_response_sequence(struct hpi_adapter_obj *pao,
1324	u16 dsp_index, struct hpi_message *phm, struct hpi_response *phr)
1325{
1326	struct hpi_hw_obj *phw = (struct hpi_hw_obj *)pao->priv;
1327	struct dsp_obj *pdo = &phw->ado[dsp_index];
1328	u32 timeout;
1329	u16 ack;
1330	u32 address;
1331	u32 length;
1332	u32 *p_data;
1333	u16 error = 0;
1334
1335	/* does the DSP we are referencing exist? */
1336	if (dsp_index >= phw->num_dsp)
1337		return HPI6000_ERROR_MSG_INVALID_DSP_INDEX;
1338
1339	ack = hpi6000_wait_dsp_ack(pao, dsp_index, HPI_HIF_IDLE);
1340	if (ack & HPI_HIF_ERROR_MASK) {
1341		pao->dsp_crashed++;
1342		return HPI6000_ERROR_MSG_RESP_IDLE_TIMEOUT;
1343	}
1344	pao->dsp_crashed = 0;
1345
1346	/* send the message */
1347
1348	/* get the address and size */
1349	if (phw->message_buffer_address_on_dsp == 0) {
1350		timeout = TIMEOUT;
1351		do {
1352			address =
1353				hpi_read_word(pdo,
1354				HPI_HIF_ADDR(message_buffer_address));
1355			phw->message_buffer_address_on_dsp = address;
1356		} while (hpi6000_check_PCI2040_error_flag(pao, H6READ)
1357			&& --timeout);
1358		if (!timeout)
1359			return HPI6000_ERROR_MSG_GET_ADR;
1360	} else
1361		address = phw->message_buffer_address_on_dsp;
1362
1363	/*        dwLength = sizeof(struct hpi_message); */
1364	length = phm->size;
1365
1366	/* send it */
1367	p_data = (u32 *)phm;
1368	if (hpi6000_dsp_block_write32(pao, dsp_index, address, p_data,
1369			(u16)length / 4))
1370		return HPI6000_ERROR_MSG_RESP_BLOCKWRITE32;
1371
1372	if (hpi6000_send_host_command(pao, dsp_index, HPI_HIF_GET_RESP))
1373		return HPI6000_ERROR_MSG_RESP_GETRESPCMD;
1374	hpi6000_send_dsp_interrupt(pdo);
1375
1376	ack = hpi6000_wait_dsp_ack(pao, dsp_index, HPI_HIF_GET_RESP);
1377	if (ack & HPI_HIF_ERROR_MASK)
1378		return HPI6000_ERROR_MSG_RESP_GET_RESP_ACK;
1379
1380	/* get the address and size */
1381	if (phw->response_buffer_address_on_dsp == 0) {
1382		timeout = TIMEOUT;
1383		do {
1384			address =
1385				hpi_read_word(pdo,
1386				HPI_HIF_ADDR(response_buffer_address));
1387		} while (hpi6000_check_PCI2040_error_flag(pao, H6READ)
1388			&& --timeout);
1389		phw->response_buffer_address_on_dsp = address;
1390
1391		if (!timeout)
1392			return HPI6000_ERROR_RESP_GET_ADR;
1393	} else
1394		address = phw->response_buffer_address_on_dsp;
1395
1396	/* read the length of the response back from the DSP */
1397	timeout = TIMEOUT;
1398	do {
1399		length = hpi_read_word(pdo, HPI_HIF_ADDR(length));
1400	} while (hpi6000_check_PCI2040_error_flag(pao, H6READ) && --timeout);
1401	if (!timeout)
1402		length = sizeof(struct hpi_response);
1403
1404	/* get it */
1405	p_data = (u32 *)phr;
1406	if (hpi6000_dsp_block_read32(pao, dsp_index, address, p_data,
1407			(u16)length / 4))
1408		return HPI6000_ERROR_MSG_RESP_BLOCKREAD32;
1409
1410	/* set i/f back to idle */
1411	if (hpi6000_send_host_command(pao, dsp_index, HPI_HIF_IDLE))
1412		return HPI6000_ERROR_MSG_RESP_IDLECMD;
1413	hpi6000_send_dsp_interrupt(pdo);
1414
1415	error = hpi_validate_response(phm, phr);
1416	return error;
1417}
1418
1419/* have to set up the below defines to match stuff in the MAP file */
1420
1421#define MSG_ADDRESS (HPI_HIF_BASE+0x18)
1422#define MSG_LENGTH 11
1423#define RESP_ADDRESS (HPI_HIF_BASE+0x44)
1424#define RESP_LENGTH 16
1425#define QUEUE_START  (HPI_HIF_BASE+0x88)
1426#define QUEUE_SIZE 0x8000
1427
1428static short hpi6000_send_data_check_adr(u32 address, u32 length_in_dwords)
1429{
1430/*#define CHECKING       // comment this line in to enable checking */
1431#ifdef CHECKING
1432	if (address < (u32)MSG_ADDRESS)
1433		return 0;
1434	if (address > (u32)(QUEUE_START + QUEUE_SIZE))
1435		return 0;
1436	if ((address + (length_in_dwords << 2)) >
1437		(u32)(QUEUE_START + QUEUE_SIZE))
1438		return 0;
1439#else
1440	(void)address;
1441	(void)length_in_dwords;
1442	return 1;
1443#endif
1444}
1445
1446static short hpi6000_send_data(struct hpi_adapter_obj *pao, u16 dsp_index,
1447	struct hpi_message *phm, struct hpi_response *phr)
1448{
1449	struct dsp_obj *pdo =
1450		&(*(struct hpi_hw_obj *)pao->priv).ado[dsp_index];
1451	u32 data_sent = 0;
1452	u16 ack;
1453	u32 length, address;
1454	u32 *p_data = (u32 *)phm->u.d.u.data.pb_data;
1455	u16 time_out = 8;
1456
1457	(void)phr;
1458
1459	/* round dwDataSize down to nearest 4 bytes */
1460	while ((data_sent < (phm->u.d.u.data.data_size & ~3L))
1461		&& --time_out) {
1462		ack = hpi6000_wait_dsp_ack(pao, dsp_index, HPI_HIF_IDLE);
1463		if (ack & HPI_HIF_ERROR_MASK)
1464			return HPI6000_ERROR_SEND_DATA_IDLE_TIMEOUT;
1465
1466		if (hpi6000_send_host_command(pao, dsp_index,
1467				HPI_HIF_SEND_DATA))
1468			return HPI6000_ERROR_SEND_DATA_CMD;
1469
1470		hpi6000_send_dsp_interrupt(pdo);
1471
1472		ack = hpi6000_wait_dsp_ack(pao, dsp_index, HPI_HIF_SEND_DATA);
1473
1474		if (ack & HPI_HIF_ERROR_MASK)
1475			return HPI6000_ERROR_SEND_DATA_ACK;
1476
1477		do {
1478			/* get the address and size */
1479			address = hpi_read_word(pdo, HPI_HIF_ADDR(address));
1480			/* DSP returns number of DWORDS */
1481			length = hpi_read_word(pdo, HPI_HIF_ADDR(length));
1482		} while (hpi6000_check_PCI2040_error_flag(pao, H6READ));
1483
1484		if (!hpi6000_send_data_check_adr(address, length))
1485			return HPI6000_ERROR_SEND_DATA_ADR;
1486
1487		/* send the data. break data into 512 DWORD blocks (2K bytes)
1488		 * and send using block write. 2Kbytes is the max as this is the
1489		 * memory window given to the HPI data register by the PCI2040
1490		 */
1491
1492		{
1493			u32 len = length;
1494			u32 blk_len = 512;
1495			while (len) {
1496				if (len < blk_len)
1497					blk_len = len;
1498				if (hpi6000_dsp_block_write32(pao, dsp_index,
1499						address, p_data, blk_len))
1500					return HPI6000_ERROR_SEND_DATA_WRITE;
1501				address += blk_len * 4;
1502				p_data += blk_len;
1503				len -= blk_len;
1504			}
1505		}
1506
1507		if (hpi6000_send_host_command(pao, dsp_index, HPI_HIF_IDLE))
1508			return HPI6000_ERROR_SEND_DATA_IDLECMD;
1509
1510		hpi6000_send_dsp_interrupt(pdo);
1511
1512		data_sent += length * 4;
1513	}
1514	if (!time_out)
1515		return HPI6000_ERROR_SEND_DATA_TIMEOUT;
1516	return 0;
1517}
1518
1519static short hpi6000_get_data(struct hpi_adapter_obj *pao, u16 dsp_index,
1520	struct hpi_message *phm, struct hpi_response *phr)
1521{
1522	struct dsp_obj *pdo =
1523		&(*(struct hpi_hw_obj *)pao->priv).ado[dsp_index];
1524	u32 data_got = 0;
1525	u16 ack;
1526	u32 length, address;
1527	u32 *p_data = (u32 *)phm->u.d.u.data.pb_data;
1528
1529	(void)phr;	/* this parameter not used! */
1530
1531	/* round dwDataSize down to nearest 4 bytes */
1532	while (data_got < (phm->u.d.u.data.data_size & ~3L)) {
1533		ack = hpi6000_wait_dsp_ack(pao, dsp_index, HPI_HIF_IDLE);
1534		if (ack & HPI_HIF_ERROR_MASK)
1535			return HPI6000_ERROR_GET_DATA_IDLE_TIMEOUT;
1536
1537		if (hpi6000_send_host_command(pao, dsp_index,
1538				HPI_HIF_GET_DATA))
1539			return HPI6000_ERROR_GET_DATA_CMD;
1540		hpi6000_send_dsp_interrupt(pdo);
1541
1542		ack = hpi6000_wait_dsp_ack(pao, dsp_index, HPI_HIF_GET_DATA);
1543
1544		if (ack & HPI_HIF_ERROR_MASK)
1545			return HPI6000_ERROR_GET_DATA_ACK;
1546
1547		/* get the address and size */
1548		do {
1549			address = hpi_read_word(pdo, HPI_HIF_ADDR(address));
1550			length = hpi_read_word(pdo, HPI_HIF_ADDR(length));
1551		} while (hpi6000_check_PCI2040_error_flag(pao, H6READ));
1552
1553		/* read the data */
1554		{
1555			u32 len = length;
1556			u32 blk_len = 512;
1557			while (len) {
1558				if (len < blk_len)
1559					blk_len = len;
1560				if (hpi6000_dsp_block_read32(pao, dsp_index,
1561						address, p_data, blk_len))
1562					return HPI6000_ERROR_GET_DATA_READ;
1563				address += blk_len * 4;
1564				p_data += blk_len;
1565				len -= blk_len;
1566			}
1567		}
1568
1569		if (hpi6000_send_host_command(pao, dsp_index, HPI_HIF_IDLE))
1570			return HPI6000_ERROR_GET_DATA_IDLECMD;
1571		hpi6000_send_dsp_interrupt(pdo);
1572
1573		data_got += length * 4;
1574	}
1575	return 0;
1576}
1577
1578static void hpi6000_send_dsp_interrupt(struct dsp_obj *pdo)
1579{
1580	iowrite32(0x00030003, pdo->prHPI_control);	/* DSPINT */
1581}
1582
1583static short hpi6000_send_host_command(struct hpi_adapter_obj *pao,
1584	u16 dsp_index, u32 host_cmd)
1585{
1586	struct dsp_obj *pdo =
1587		&(*(struct hpi_hw_obj *)pao->priv).ado[dsp_index];
1588	u32 timeout = TIMEOUT;
1589
1590	/* set command */
1591	do {
1592		hpi_write_word(pdo, HPI_HIF_ADDR(host_cmd), host_cmd);
1593		/* flush the FIFO */
1594		hpi_set_address(pdo, HPI_HIF_ADDR(host_cmd));
1595	} while (hpi6000_check_PCI2040_error_flag(pao, H6WRITE) && --timeout);
1596
1597	/* reset the interrupt bit */
1598	iowrite32(0x00040004, pdo->prHPI_control);
1599
1600	if (timeout)
1601		return 0;
1602	else
1603		return 1;
1604}
1605
1606/* if the PCI2040 has recorded an HPI timeout, reset the error and return 1 */
1607static short hpi6000_check_PCI2040_error_flag(struct hpi_adapter_obj *pao,
1608	u16 read_or_write)
1609{
1610	u32 hPI_error;
1611
1612	struct hpi_hw_obj *phw = (struct hpi_hw_obj *)pao->priv;
1613
1614	/* read the error bits from the PCI2040 */
1615	hPI_error = ioread32(phw->dw2040_HPICSR + HPI_ERROR_REPORT);
1616	if (hPI_error) {
1617		/* reset the error flag */
1618		iowrite32(0L, phw->dw2040_HPICSR + HPI_ERROR_REPORT);
1619		phw->pCI2040HPI_error_count++;
1620		if (read_or_write == 1)
1621			gw_pci_read_asserts++;	   /************* inc global */
1622		else
1623			gw_pci_write_asserts++;
1624		return 1;
1625	} else
1626		return 0;
1627}
1628
1629static short hpi6000_wait_dsp_ack(struct hpi_adapter_obj *pao, u16 dsp_index,
1630	u32 ack_value)
1631{
1632	struct dsp_obj *pdo =
1633		&(*(struct hpi_hw_obj *)pao->priv).ado[dsp_index];
1634	u32 ack = 0L;
1635	u32 timeout;
1636	u32 hPIC = 0L;
1637
1638	/* wait for host interrupt to signal ack is ready */
1639	timeout = TIMEOUT;
1640	while (--timeout) {
1641		hPIC = ioread32(pdo->prHPI_control);
1642		if (hPIC & 0x04)	/* 0x04 = HINT from DSP */
1643			break;
1644	}
1645	if (timeout == 0)
1646		return HPI_HIF_ERROR_MASK;
1647
1648	/* wait for dwAckValue */
1649	timeout = TIMEOUT;
1650	while (--timeout) {
1651		/* read the ack mailbox */
1652		ack = hpi_read_word(pdo, HPI_HIF_ADDR(dsp_ack));
1653		if (ack == ack_value)
1654			break;
1655		if ((ack & HPI_HIF_ERROR_MASK)
1656			&& !hpi6000_check_PCI2040_error_flag(pao, H6READ))
1657			break;
1658		/*for (i=0;i<1000;i++) */
1659		/*      dwPause=i+1; */
1660	}
1661	if (ack & HPI_HIF_ERROR_MASK)
1662		/* indicates bad read from DSP -
1663		   typically 0xffffff is read for some reason */
1664		ack = HPI_HIF_ERROR_MASK;
1665
1666	if (timeout == 0)
1667		ack = HPI_HIF_ERROR_MASK;
1668	return (short)ack;
1669}
1670
1671static short hpi6000_update_control_cache(struct hpi_adapter_obj *pao,
1672	struct hpi_message *phm)
1673{
1674	const u16 dsp_index = 0;
1675	struct hpi_hw_obj *phw = (struct hpi_hw_obj *)pao->priv;
1676	struct dsp_obj *pdo = &phw->ado[dsp_index];
1677	u32 timeout;
1678	u32 cache_dirty_flag;
1679	u16 err;
1680
1681	hpios_dsplock_lock(pao);
1682
1683	timeout = TIMEOUT;
1684	do {
1685		cache_dirty_flag =
1686			hpi_read_word((struct dsp_obj *)pdo,
1687			HPI_HIF_ADDR(control_cache_is_dirty));
1688	} while (hpi6000_check_PCI2040_error_flag(pao, H6READ) && --timeout);
1689	if (!timeout) {
1690		err = HPI6000_ERROR_CONTROL_CACHE_PARAMS;
1691		goto unlock;
1692	}
1693
1694	if (cache_dirty_flag) {
1695		/* read the cached controls */
1696		u32 address;
1697		u32 length;
1698
1699		timeout = TIMEOUT;
1700		if (pdo->control_cache_address_on_dsp == 0) {
1701			do {
1702				address =
1703					hpi_read_word((struct dsp_obj *)pdo,
1704					HPI_HIF_ADDR(control_cache_address));
1705
1706				length = hpi_read_word((struct dsp_obj *)pdo,
1707					HPI_HIF_ADDR
1708					(control_cache_size_in_bytes));
1709			} while (hpi6000_check_PCI2040_error_flag(pao, H6READ)
1710				&& --timeout);
1711			if (!timeout) {
1712				err = HPI6000_ERROR_CONTROL_CACHE_ADDRLEN;
1713				goto unlock;
1714			}
1715			pdo->control_cache_address_on_dsp = address;
1716			pdo->control_cache_length_on_dsp = length;
1717		} else {
1718			address = pdo->control_cache_address_on_dsp;
1719			length = pdo->control_cache_length_on_dsp;
1720		}
1721
1722		if (hpi6000_dsp_block_read32(pao, dsp_index, address,
1723				(u32 *)&phw->control_cache[0],
1724				length / sizeof(u32))) {
1725			err = HPI6000_ERROR_CONTROL_CACHE_READ;
1726			goto unlock;
1727		}
1728		do {
1729			hpi_write_word((struct dsp_obj *)pdo,
1730				HPI_HIF_ADDR(control_cache_is_dirty), 0);
1731			/* flush the FIFO */
1732			hpi_set_address(pdo, HPI_HIF_ADDR(host_cmd));
1733		} while (hpi6000_check_PCI2040_error_flag(pao, H6WRITE)
1734			&& --timeout);
1735		if (!timeout) {
1736			err = HPI6000_ERROR_CONTROL_CACHE_FLUSH;
1737			goto unlock;
1738		}
1739
1740	}
1741	err = 0;
1742
1743unlock:
1744	hpios_dsplock_unlock(pao);
1745	return err;
1746}
1747
1748/** Get dsp index for multi DSP adapters only */
1749static u16 get_dsp_index(struct hpi_adapter_obj *pao, struct hpi_message *phm)
1750{
1751	u16 ret = 0;
1752	switch (phm->object) {
1753	case HPI_OBJ_ISTREAM:
1754		if (phm->obj_index < 2)
1755			ret = 1;
1756		break;
1757	case HPI_OBJ_PROFILE:
1758		ret = phm->obj_index;
1759		break;
1760	default:
1761		break;
1762	}
1763	return ret;
1764}
1765
1766/** Complete transaction with DSP
1767
1768Send message, get response, send or get stream data if any.
1769*/
1770static void hw_message(struct hpi_adapter_obj *pao, struct hpi_message *phm,
1771	struct hpi_response *phr)
1772{
1773	u16 error = 0;
1774	u16 dsp_index = 0;
1775	u16 num_dsp = ((struct hpi_hw_obj *)pao->priv)->num_dsp;
1776
1777	if (num_dsp < 2)
1778		dsp_index = 0;
1779	else {
1780		dsp_index = get_dsp_index(pao, phm);
1781
1782		/* is this  checked on the DSP anyway? */
1783		if ((phm->function == HPI_ISTREAM_GROUP_ADD)
1784			|| (phm->function == HPI_OSTREAM_GROUP_ADD)) {
1785			struct hpi_message hm;
1786			u16 add_index;
1787			hm.obj_index = phm->u.d.u.stream.stream_index;
1788			hm.object = phm->u.d.u.stream.object_type;
1789			add_index = get_dsp_index(pao, &hm);
1790			if (add_index != dsp_index) {
1791				phr->error = HPI_ERROR_NO_INTERDSP_GROUPS;
1792				return;
1793			}
1794		}
1795	}
1796
1797	hpios_dsplock_lock(pao);
1798	error = hpi6000_message_response_sequence(pao, dsp_index, phm, phr);
1799
1800	/* maybe an error response */
1801	if (error) {
1802		/* something failed in the HPI/DSP interface */
1803		phr->error = error;
1804		/* just the header of the response is valid */
1805		phr->size = sizeof(struct hpi_response_header);
1806		goto err;
1807	}
1808
1809	if (phr->error != 0)	/* something failed in the DSP */
1810		goto err;
1811
1812	switch (phm->function) {
1813	case HPI_OSTREAM_WRITE:
1814	case HPI_ISTREAM_ANC_WRITE:
1815		error = hpi6000_send_data(pao, dsp_index, phm, phr);
1816		break;
1817	case HPI_ISTREAM_READ:
1818	case HPI_OSTREAM_ANC_READ:
1819		error = hpi6000_get_data(pao, dsp_index, phm, phr);
1820		break;
1821	case HPI_ADAPTER_GET_ASSERT:
1822		phr->u.a.adapter_index = 0;	/* dsp 0 default */
1823		if (num_dsp == 2) {
1824			if (!phr->u.a.adapter_type) {
1825				/* no assert from dsp 0, check dsp 1 */
1826				error = hpi6000_message_response_sequence(pao,
1827					1, phm, phr);
1828				phr->u.a.adapter_index = 1;
1829			}
1830		}
1831	}
1832
1833	if (error)
1834		phr->error = error;
1835
1836err:
1837	hpios_dsplock_unlock(pao);
1838	return;
1839}
1840