sound/pci/asihpi/hpi6205.c

   1 /******************************************************************************
   2
   3     AudioScience HPI driver
   4     Copyright (C) 1997-2014  AudioScience Inc. <support@audioscience.com>
   5
   6     This program is free software; you can redistribute it and/or modify
   7     it under the terms of version 2 of the GNU General Public License as
   8     published by the Free Software Foundation;
   9
  10     This program is distributed in the hope that it will be useful,
  11     but WITHOUT ANY WARRANTY; without even the implied warranty of
  12     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13     GNU General Public License for more details.
  14
  15     You should have received a copy of the GNU General Public License
  16     along with this program; if not, write to the Free Software
  17     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  18
  19  Hardware Programming Interface (HPI) for AudioScience
  20  ASI50xx, AS51xx, ASI6xxx, ASI87xx ASI89xx series adapters.
  21  These PCI and PCIe bus adapters are based on a
  22  TMS320C6205 PCI bus mastering DSP,
  23  and (except ASI50xx) TI TMS320C6xxx floating point DSP
  24
  25  Exported function:
  26  void HPI_6205(struct hpi_message *phm, struct hpi_response *phr)
  27
  28 (C) Copyright AudioScience Inc. 1998-2010
  29 *******************************************************************************/
  30 #define SOURCEFILE_NAME "hpi6205.c"
  31
  32 #include "hpi_internal.h"
  33 #include "hpimsginit.h"
  34 #include "hpidebug.h"
  35 #include "hpi6205.h"
  36 #include "hpidspcd.h"
  37 #include "hpicmn.h"
  38
  39 /*****************************************************************************/
  40 /* HPI6205 specific error codes */
  41 #define HPI6205_ERROR_BASE 1000 /* not actually used anywhere */
  42
  43 /* operational/messaging errors */
  44 #define HPI6205_ERROR_MSG_RESP_IDLE_TIMEOUT     1015
  45 #define HPI6205_ERROR_MSG_RESP_TIMEOUT          1016
  46
  47 /* initialization/bootload errors */
  48 #define HPI6205_ERROR_6205_NO_IRQ       1002
  49 #define HPI6205_ERROR_6205_INIT_FAILED  1003
  50 #define HPI6205_ERROR_6205_REG          1006
  51 #define HPI6205_ERROR_6205_DSPPAGE      1007
  52 #define HPI6205_ERROR_C6713_HPIC        1009
  53 #define HPI6205_ERROR_C6713_HPIA        1010
  54 #define HPI6205_ERROR_C6713_PLL         1011
  55 #define HPI6205_ERROR_DSP_INTMEM        1012
  56 #define HPI6205_ERROR_DSP_EXTMEM        1013
  57 #define HPI6205_ERROR_DSP_PLD           1014
  58 #define HPI6205_ERROR_6205_EEPROM       1017
  59 #define HPI6205_ERROR_DSP_EMIF1         1018
  60 #define HPI6205_ERROR_DSP_EMIF2         1019
  61 #define HPI6205_ERROR_DSP_EMIF3         1020
  62 #define HPI6205_ERROR_DSP_EMIF4         1021
  63
  64 /*****************************************************************************/
  65 /* for C6205 PCI i/f */
  66 /* Host Status Register (HSR) bitfields */
  67 #define C6205_HSR_INTSRC        0x01
  68 #define C6205_HSR_INTAVAL       0x02
  69 #define C6205_HSR_INTAM         0x04
  70 #define C6205_HSR_CFGERR        0x08
  71 #define C6205_HSR_EEREAD        0x10
  72 /* Host-to-DSP Control Register (HDCR) bitfields */
  73 #define C6205_HDCR_WARMRESET    0x01
  74 #define C6205_HDCR_DSPINT       0x02
  75 #define C6205_HDCR_PCIBOOT      0x04
  76 /* DSP Page Register (DSPP) bitfields, */
  77 /* defines 4 Mbyte page that BAR0 points to */
  78 #define C6205_DSPP_MAP1         0x400
  79
  80 /* BAR0 maps to prefetchable 4 Mbyte memory block set by DSPP.
  81  * BAR1 maps to non-prefetchable 8 Mbyte memory block
  82  * of DSP memory mapped registers (starting at 0x01800000).
  83  * 0x01800000 is hardcoded in the PCI i/f, so that only the offset from this
  84  * needs to be added to the BAR1 base address set in the PCI config reg
  85  */
  86 #define C6205_BAR1_PCI_IO_OFFSET (0x027FFF0L)
  87 #define C6205_BAR1_HSR  (C6205_BAR1_PCI_IO_OFFSET)
  88 #define C6205_BAR1_HDCR (C6205_BAR1_PCI_IO_OFFSET+4)
  89 #define C6205_BAR1_DSPP (C6205_BAR1_PCI_IO_OFFSET+8)
  90
  91 /* used to control LED (revA) and reset C6713 (revB) */
  92 #define C6205_BAR0_TIMER1_CTL (0x01980000L)
  93
  94 /* For first 6713 in CE1 space, using DA17,16,2 */
  95 #define HPICL_ADDR      0x01400000L
  96 #define HPICH_ADDR      0x01400004L
  97 #define HPIAL_ADDR      0x01410000L
  98 #define HPIAH_ADDR      0x01410004L
  99 #define HPIDIL_ADDR     0x01420000L
 100 #define HPIDIH_ADDR     0x01420004L
 101 #define HPIDL_ADDR      0x01430000L
 102 #define HPIDH_ADDR      0x01430004L
 103
 104 #define C6713_EMIF_GCTL         0x01800000
 105 #define C6713_EMIF_CE1          0x01800004
 106 #define C6713_EMIF_CE0          0x01800008
 107 #define C6713_EMIF_CE2          0x01800010
 108 #define C6713_EMIF_CE3          0x01800014
 109 #define C6713_EMIF_SDRAMCTL     0x01800018
 110 #define C6713_EMIF_SDRAMTIMING  0x0180001C
 111 #define C6713_EMIF_SDRAMEXT     0x01800020
 112
 113 struct hpi_hw_obj {
 114         /* PCI registers */
 115         __iomem u32 *prHSR;
 116         __iomem u32 *prHDCR;
 117         __iomem u32 *prDSPP;
 118
 119         u32 dsp_page;
 120
 121         struct consistent_dma_area h_locked_mem;
 122         struct bus_master_interface *p_interface_buffer;
 123
 124         u16 flag_outstream_just_reset[HPI_MAX_STREAMS];
 125         /* a non-NULL handle means there is an HPI allocated buffer */
 126         struct consistent_dma_area instream_host_buffers[HPI_MAX_STREAMS];
 127         struct consistent_dma_area outstream_host_buffers[HPI_MAX_STREAMS];
 128         /* non-zero size means a buffer exists, may be external */
 129         u32 instream_host_buffer_size[HPI_MAX_STREAMS];
 130         u32 outstream_host_buffer_size[HPI_MAX_STREAMS];
 131
 132         struct consistent_dma_area h_control_cache;
 133         struct hpi_control_cache *p_cache;
 134 };
 135
 136 /*****************************************************************************/
 137 /* local prototypes */
 138
 139 #define check_before_bbm_copy(status, p_bbm_data, l_first_write, l_second_write)
 140
 141 static int wait_dsp_ack(struct hpi_hw_obj *phw, int state, int timeout_us);
 142
 143 static void send_dsp_command(struct hpi_hw_obj *phw, int cmd);
 144
 145 static u16 adapter_boot_load_dsp(struct hpi_adapter_obj *pao,
 146         u32 *pos_error_code);
 147
 148 static u16 message_response_sequence(struct hpi_adapter_obj *pao,
 149         struct hpi_message *phm, struct hpi_response *phr);
 150
 151 static void hw_message(struct hpi_adapter_obj *pao, struct hpi_message *phm,
 152         struct hpi_response *phr);
 153
 154 #define HPI6205_TIMEOUT 1000000
 155
 156 static void subsys_create_adapter(struct hpi_message *phm,
 157         struct hpi_response *phr);
 158 static void adapter_delete(struct hpi_adapter_obj *pao,
 159         struct hpi_message *phm, struct hpi_response *phr);
 160
 161 static u16 create_adapter_obj(struct hpi_adapter_obj *pao,
 162         u32 *pos_error_code);
 163
 164 static void delete_adapter_obj(struct hpi_adapter_obj *pao);
 165
 166 static int adapter_irq_query_and_clear(struct hpi_adapter_obj *pao,
 167         u32 message);
 168
 169 static void outstream_host_buffer_allocate(struct hpi_adapter_obj *pao,
 170         struct hpi_message *phm, struct hpi_response *phr);
 171
 172 static void outstream_host_buffer_get_info(struct hpi_adapter_obj *pao,
 173         struct hpi_message *phm, struct hpi_response *phr);
 174
 175 static void outstream_host_buffer_free(struct hpi_adapter_obj *pao,
 176         struct hpi_message *phm, struct hpi_response *phr);
 177 static void outstream_write(struct hpi_adapter_obj *pao,
 178         struct hpi_message *phm, struct hpi_response *phr);
 179
 180 static void outstream_get_info(struct hpi_adapter_obj *pao,
 181         struct hpi_message *phm, struct hpi_response *phr);
 182
 183 static void outstream_start(struct hpi_adapter_obj *pao,
 184         struct hpi_message *phm, struct hpi_response *phr);
 185
 186 static void outstream_open(struct hpi_adapter_obj *pao,
 187         struct hpi_message *phm, struct hpi_response *phr);
 188
 189 static void outstream_reset(struct hpi_adapter_obj *pao,
 190         struct hpi_message *phm, struct hpi_response *phr);
 191
 192 static void instream_host_buffer_allocate(struct hpi_adapter_obj *pao,
 193         struct hpi_message *phm, struct hpi_response *phr);
 194
 195 static void instream_host_buffer_get_info(struct hpi_adapter_obj *pao,
 196         struct hpi_message *phm, struct hpi_response *phr);
 197
 198 static void instream_host_buffer_free(struct hpi_adapter_obj *pao,
 199         struct hpi_message *phm, struct hpi_response *phr);
 200
 201 static void instream_read(struct hpi_adapter_obj *pao,
 202         struct hpi_message *phm, struct hpi_response *phr);
 203
 204 static void instream_get_info(struct hpi_adapter_obj *pao,
 205         struct hpi_message *phm, struct hpi_response *phr);
 206
 207 static void instream_start(struct hpi_adapter_obj *pao,
 208         struct hpi_message *phm, struct hpi_response *phr);
 209
 210 static u32 boot_loader_read_mem32(struct hpi_adapter_obj *pao, int dsp_index,
 211         u32 address);
 212
 213 static void boot_loader_write_mem32(struct hpi_adapter_obj *pao,
 214         int dsp_index, u32 address, u32 data);
 215
 216 static u16 boot_loader_config_emif(struct hpi_adapter_obj *pao,
 217         int dsp_index);
 218
 219 static u16 boot_loader_test_memory(struct hpi_adapter_obj *pao, int dsp_index,
 220         u32 address, u32 length);
 221
 222 static u16 boot_loader_test_internal_memory(struct hpi_adapter_obj *pao,
 223         int dsp_index);
 224
 225 static u16 boot_loader_test_external_memory(struct hpi_adapter_obj *pao,
 226         int dsp_index);
 227
 228 static u16 boot_loader_test_pld(struct hpi_adapter_obj *pao, int dsp_index);
 229
 230 /*****************************************************************************/
 231
 232 static void subsys_message(struct hpi_adapter_obj *pao,
 233         struct hpi_message *phm, struct hpi_response *phr)
 234 {
 235         switch (phm->function) {
 236         case HPI_SUBSYS_CREATE_ADAPTER:
 237                 subsys_create_adapter(phm, phr);
 238                 break;
 239         default:
 240                 phr->error = HPI_ERROR_INVALID_FUNC;
 241                 break;
 242         }
 243 }
 244
 245 static void control_message(struct hpi_adapter_obj *pao,
 246         struct hpi_message *phm, struct hpi_response *phr)
 247 {
 248
 249         struct hpi_hw_obj *phw = pao->priv;
 250         u16 pending_cache_error = 0;
 251
 252         switch (phm->function) {
 253         case HPI_CONTROL_GET_STATE:
 254                 if (pao->has_control_cache) {
 255                         rmb();  /* make sure we see updates DMAed from DSP */
 256                         if (hpi_check_control_cache(phw->p_cache, phm, phr)) {
 257                                 break;
 258                         } else if (phm->u.c.attribute == HPI_METER_PEAK) {
 259                                 pending_cache_error =
 260                                         HPI_ERROR_CONTROL_CACHING;
 261                         }
 262                 }
 263                 hw_message(pao, phm, phr);
 264                 if (pending_cache_error && !phr->error)
 265                         phr->error = pending_cache_error;
 266                 break;
 267         case HPI_CONTROL_GET_INFO:
 268                 hw_message(pao, phm, phr);
 269                 break;
 270         case HPI_CONTROL_SET_STATE:
 271                 hw_message(pao, phm, phr);
 272                 if (pao->has_control_cache)
 273                         hpi_cmn_control_cache_sync_to_msg(phw->p_cache, phm,
 274                                 phr);
 275                 break;
 276         default:
 277                 phr->error = HPI_ERROR_INVALID_FUNC;
 278                 break;
 279         }
 280 }
 281
 282 static void adapter_message(struct hpi_adapter_obj *pao,
 283         struct hpi_message *phm, struct hpi_response *phr)
 284 {
 285         switch (phm->function) {
 286         case HPI_ADAPTER_DELETE:
 287                 adapter_delete(pao, phm, phr);
 288                 break;
 289         default:
 290                 hw_message(pao, phm, phr);
 291                 break;
 292         }
 293 }
 294
 295 static void outstream_message(struct hpi_adapter_obj *pao,
 296         struct hpi_message *phm, struct hpi_response *phr)
 297 {
 298
 299         if (phm->obj_index >= HPI_MAX_STREAMS) {
 300                 phr->error = HPI_ERROR_INVALID_OBJ_INDEX;
 301                 HPI_DEBUG_LOG(WARNING,
 302                         "Message referencing invalid stream %d "
 303                         "on adapter index %d\n", phm->obj_index,
 304                         phm->adapter_index);
 305                 return;
 306         }
 307
 308         switch (phm->function) {
 309         case HPI_OSTREAM_WRITE:
 310                 outstream_write(pao, phm, phr);
 311                 break;
 312         case HPI_OSTREAM_GET_INFO:
 313                 outstream_get_info(pao, phm, phr);
 314                 break;
 315         case HPI_OSTREAM_HOSTBUFFER_ALLOC:
 316                 outstream_host_buffer_allocate(pao, phm, phr);
 317                 break;
 318         case HPI_OSTREAM_HOSTBUFFER_GET_INFO:
 319                 outstream_host_buffer_get_info(pao, phm, phr);
 320                 break;
 321         case HPI_OSTREAM_HOSTBUFFER_FREE:
 322                 outstream_host_buffer_free(pao, phm, phr);
 323                 break;
 324         case HPI_OSTREAM_START:
 325                 outstream_start(pao, phm, phr);
 326                 break;
 327         case HPI_OSTREAM_OPEN:
 328                 outstream_open(pao, phm, phr);
 329                 break;
 330         case HPI_OSTREAM_RESET:
 331                 outstream_reset(pao, phm, phr);
 332                 break;
 333         default:
 334                 hw_message(pao, phm, phr);
 335                 break;
 336         }
 337 }
 338
 339 static void instream_message(struct hpi_adapter_obj *pao,
 340         struct hpi_message *phm, struct hpi_response *phr)
 341 {
 342
 343         if (phm->obj_index >= HPI_MAX_STREAMS) {
 344                 phr->error = HPI_ERROR_INVALID_OBJ_INDEX;
 345                 HPI_DEBUG_LOG(WARNING,
 346                         "Message referencing invalid stream %d "
 347                         "on adapter index %d\n", phm->obj_index,
 348                         phm->adapter_index);
 349                 return;
 350         }
 351
 352         switch (phm->function) {
 353         case HPI_ISTREAM_READ:
 354                 instream_read(pao, phm, phr);
 355                 break;
 356         case HPI_ISTREAM_GET_INFO:
 357                 instream_get_info(pao, phm, phr);
 358                 break;
 359         case HPI_ISTREAM_HOSTBUFFER_ALLOC:
 360                 instream_host_buffer_allocate(pao, phm, phr);
 361                 break;
 362         case HPI_ISTREAM_HOSTBUFFER_GET_INFO:
 363                 instream_host_buffer_get_info(pao, phm, phr);
 364                 break;
 365         case HPI_ISTREAM_HOSTBUFFER_FREE:
 366                 instream_host_buffer_free(pao, phm, phr);
 367                 break;
 368         case HPI_ISTREAM_START:
 369                 instream_start(pao, phm, phr);
 370                 break;
 371         default:
 372                 hw_message(pao, phm, phr);
 373                 break;
 374         }
 375 }
 376
 377 /*****************************************************************************/
 378 /** Entry point to this HPI backend
 379  * All calls to the HPI start here
 380  */
 381 static
 382 void _HPI_6205(struct hpi_adapter_obj *pao, struct hpi_message *phm,
 383         struct hpi_response *phr)
 384 {
 385         if (pao && (pao->dsp_crashed >= 10)
 386                 && (phm->function != HPI_ADAPTER_DEBUG_READ)) {
 387                 /* allow last resort debug read even after crash */
 388                 hpi_init_response(phr, phm->object, phm->function,
 389                         HPI_ERROR_DSP_HARDWARE);
 390                 HPI_DEBUG_LOG(WARNING, " %d,%d dsp crashed.\n", phm->object,
 391                         phm->function);
 392                 return;
 393         }
 394
 395         /* Init default response  */
 396         if (phm->function != HPI_SUBSYS_CREATE_ADAPTER)
 397                 phr->error = HPI_ERROR_PROCESSING_MESSAGE;
 398
 399         HPI_DEBUG_LOG(VERBOSE, "start of switch\n");
 400         switch (phm->type) {
 401         case HPI_TYPE_REQUEST:
 402                 switch (phm->object) {
 403                 case HPI_OBJ_SUBSYSTEM:
 404                         subsys_message(pao, phm, phr);
 405                         break;
 406
 407                 case HPI_OBJ_ADAPTER:
 408                         adapter_message(pao, phm, phr);
 409                         break;
 410
 411                 case HPI_OBJ_CONTROL:
 412                         control_message(pao, phm, phr);
 413                         break;
 414
 415                 case HPI_OBJ_OSTREAM:
 416                         outstream_message(pao, phm, phr);
 417                         break;
 418
 419                 case HPI_OBJ_ISTREAM:
 420                         instream_message(pao, phm, phr);
 421                         break;
 422
 423                 default:
 424                         hw_message(pao, phm, phr);
 425                         break;
 426                 }
 427                 break;
 428
 429         default:
 430                 phr->error = HPI_ERROR_INVALID_TYPE;
 431                 break;
 432         }
 433 }
 434
 435 void HPI_6205(struct hpi_message *phm, struct hpi_response *phr)
 436 {
 437         struct hpi_adapter_obj *pao = NULL;
 438
 439         if (phm->object != HPI_OBJ_SUBSYSTEM) {
 440                 /* normal messages must have valid adapter index */
 441                 pao = hpi_find_adapter(phm->adapter_index);
 442         } else {
 443                 /* subsys messages don't address an adapter */
 444                 _HPI_6205(NULL, phm, phr);
 445                 return;
 446         }
 447
 448         if (pao)
 449                 _HPI_6205(pao, phm, phr);
 450         else
 451                 hpi_init_response(phr, phm->object, phm->function,
 452                         HPI_ERROR_BAD_ADAPTER_NUMBER);
 453 }
 454
 455 /*****************************************************************************/
 456 /* SUBSYSTEM */
 457
 458 /** Create an adapter object and initialise it based on resource information
 459  * passed in in the message
 460  * *** NOTE - you cannot use this function AND the FindAdapters function at the
 461  * same time, the application must use only one of them to get the adapters ***
 462  */
 463 static void subsys_create_adapter(struct hpi_message *phm,
 464         struct hpi_response *phr)
 465 {
 466         /* create temp adapter obj, because we don't know what index yet */
 467         struct hpi_adapter_obj ao;
 468         u32 os_error_code;
 469         u16 err;
 470
 471         HPI_DEBUG_LOG(DEBUG, " subsys_create_adapter\n");
 472
 473         memset(&ao, 0, sizeof(ao));
 474
 475         ao.priv = kzalloc(sizeof(struct hpi_hw_obj), GFP_KERNEL);
 476         if (!ao.priv) {
 477                 HPI_DEBUG_LOG(ERROR, "can't get mem for adapter object\n");
 478                 phr->error = HPI_ERROR_MEMORY_ALLOC;
 479                 return;
 480         }
 481
 482         ao.pci = *phm->u.s.resource.r.pci;
 483         err = create_adapter_obj(&ao, &os_error_code);
 484         if (err) {
 485                 delete_adapter_obj(&ao);
 486                 if (err >= HPI_ERROR_BACKEND_BASE) {
 487                         phr->error = HPI_ERROR_DSP_BOOTLOAD;
 488                         phr->specific_error = err;
 489                 } else {
 490                         phr->error = err;
 491                 }
 492                 phr->u.s.data = os_error_code;
 493                 return;
 494         }
 495
 496         phr->u.s.adapter_type = ao.type;
 497         phr->u.s.adapter_index = ao.index;
 498         phr->error = 0;
 499 }
 500
 501 /** delete an adapter - required by WDM driver */
 502 static void adapter_delete(struct hpi_adapter_obj *pao,
 503         struct hpi_message *phm, struct hpi_response *phr)
 504 {
 505         struct hpi_hw_obj *phw;
 506
 507         if (!pao) {
 508                 phr->error = HPI_ERROR_INVALID_OBJ_INDEX;
 509                 return;
 510         }
 511         phw = pao->priv;
 512         /* reset adapter h/w */
 513         /* Reset C6713 #1 */
 514         boot_loader_write_mem32(pao, 0, C6205_BAR0_TIMER1_CTL, 0);
 515         /* reset C6205 */
 516         iowrite32(C6205_HDCR_WARMRESET, phw->prHDCR);
 517
 518         delete_adapter_obj(pao);
 519         hpi_delete_adapter(pao);
 520         phr->error = 0;
 521 }
 522
 523 /** Create adapter object
 524   allocate buffers, bootload DSPs, initialise control cache
 525 */
 526 static u16 create_adapter_obj(struct hpi_adapter_obj *pao,
 527         u32 *pos_error_code)
 528 {
 529         struct hpi_hw_obj *phw = pao->priv;
 530         struct bus_master_interface *interface;
 531         u32 phys_addr;
 532         int i;
 533         u16 err;
 534
 535         /* init error reporting */
 536         pao->dsp_crashed = 0;
 537
 538         for (i = 0; i < HPI_MAX_STREAMS; i++)
 539                 phw->flag_outstream_just_reset[i] = 1;
 540
 541         /* The C6205 memory area 1 is 8Mbyte window into DSP registers */
 542         phw->prHSR =
 543                 pao->pci.ap_mem_base[1] +
 544                 C6205_BAR1_HSR / sizeof(*pao->pci.ap_mem_base[1]);
 545         phw->prHDCR =
 546                 pao->pci.ap_mem_base[1] +
 547                 C6205_BAR1_HDCR / sizeof(*pao->pci.ap_mem_base[1]);
 548         phw->prDSPP =
 549                 pao->pci.ap_mem_base[1] +
 550                 C6205_BAR1_DSPP / sizeof(*pao->pci.ap_mem_base[1]);
 551
 552         pao->has_control_cache = 0;
 553
 554         if (hpios_locked_mem_alloc(&phw->h_locked_mem,
 555                         sizeof(struct bus_master_interface),
 556                         pao->pci.pci_dev))
 557                 phw->p_interface_buffer = NULL;
 558         else if (hpios_locked_mem_get_virt_addr(&phw->h_locked_mem,
 559                         (void *)&phw->p_interface_buffer))
 560                 phw->p_interface_buffer = NULL;
 561
 562         HPI_DEBUG_LOG(DEBUG, "interface buffer address %p\n",
 563                 phw->p_interface_buffer);
 564
 565         if (phw->p_interface_buffer) {
 566                 memset((void *)phw->p_interface_buffer, 0,
 567                         sizeof(struct bus_master_interface));
 568                 phw->p_interface_buffer->dsp_ack = H620_HIF_UNKNOWN;
 569         }
 570
 571         err = adapter_boot_load_dsp(pao, pos_error_code);
 572         if (err) {
 573                 HPI_DEBUG_LOG(ERROR, "DSP code load failed\n");
 574                 /* no need to clean up as SubSysCreateAdapter */
 575                 /* calls DeleteAdapter on error. */
 576                 return err;
 577         }
 578         HPI_DEBUG_LOG(INFO, "load DSP code OK\n");
 579
 580         /* allow boot load even if mem alloc wont work */
 581         if (!phw->p_interface_buffer)
 582                 return HPI_ERROR_MEMORY_ALLOC;
 583
 584         interface = phw->p_interface_buffer;
 585
 586         /* make sure the DSP has started ok */
 587         if (!wait_dsp_ack(phw, H620_HIF_RESET, HPI6205_TIMEOUT * 10)) {
 588                 HPI_DEBUG_LOG(ERROR, "timed out waiting reset state \n");
 589                 return HPI6205_ERROR_6205_INIT_FAILED;
 590         }
 591         /* Note that *pao, *phw are zeroed after allocation,
 592          * so pointers and flags are NULL by default.
 593          * Allocate bus mastering control cache buffer and tell the DSP about it
 594          */
 595         if (interface->control_cache.number_of_controls) {
 596                 u8 *p_control_cache_virtual;
 597
 598                 err = hpios_locked_mem_alloc(&phw->h_control_cache,
 599                         interface->control_cache.size_in_bytes,
 600                         pao->pci.pci_dev);
 601                 if (!err)
 602                         err = hpios_locked_mem_get_virt_addr(&phw->
 603                                 h_control_cache,
 604                                 (void *)&p_control_cache_virtual);
 605                 if (!err) {
 606                         memset(p_control_cache_virtual, 0,
 607                                 interface->control_cache.size_in_bytes);
 608
 609                         phw->p_cache =
 610                                 hpi_alloc_control_cache(interface->
 611                                 control_cache.number_of_controls,
 612                                 interface->control_cache.size_in_bytes,
 613                                 p_control_cache_virtual);
 614
 615                         if (!phw->p_cache)
 616                                 err = HPI_ERROR_MEMORY_ALLOC;
 617                 }
 618                 if (!err) {
 619                         err = hpios_locked_mem_get_phys_addr(&phw->
 620                                 h_control_cache, &phys_addr);
 621                         interface->control_cache.physical_address32 =
 622                                 phys_addr;
 623                 }
 624
 625                 if (!err)
 626                         pao->has_control_cache = 1;
 627                 else {
 628                         if (hpios_locked_mem_valid(&phw->h_control_cache))
 629                                 hpios_locked_mem_free(&phw->h_control_cache);
 630                         pao->has_control_cache = 0;
 631                 }
 632         }
 633         send_dsp_command(phw, H620_HIF_IDLE);
 634
 635         {
 636                 struct hpi_message hm;
 637                 struct hpi_response hr;
 638                 u32 max_streams;
 639
 640                 HPI_DEBUG_LOG(VERBOSE, "init ADAPTER_GET_INFO\n");
 641                 memset(&hm, 0, sizeof(hm));
 642                 /* wAdapterIndex == version == 0 */
 643                 hm.type = HPI_TYPE_REQUEST;
 644                 hm.size = sizeof(hm);
 645                 hm.object = HPI_OBJ_ADAPTER;
 646                 hm.function = HPI_ADAPTER_GET_INFO;
 647
 648                 memset(&hr, 0, sizeof(hr));
 649                 hr.size = sizeof(hr);
 650
 651                 err = message_response_sequence(pao, &hm, &hr);
 652                 if (err) {
 653                         HPI_DEBUG_LOG(ERROR, "message transport error %d\n",
 654                                 err);
 655                         return err;
 656                 }
 657                 if (hr.error)
 658                         return hr.error;
 659
 660                 pao->type = hr.u.ax.info.adapter_type;
 661                 pao->index = hr.u.ax.info.adapter_index;
 662
 663                 max_streams =
 664                         hr.u.ax.info.num_outstreams +
 665                         hr.u.ax.info.num_instreams;
 666
 667                 HPI_DEBUG_LOG(VERBOSE,
 668                         "got adapter info type %x index %d serial %d\n",
 669                         hr.u.ax.info.adapter_type, hr.u.ax.info.adapter_index,
 670                         hr.u.ax.info.serial_number);
 671         }
 672
 673         if (phw->p_cache)
 674                 phw->p_cache->adap_idx = pao->index;
 675
 676         HPI_DEBUG_LOG(INFO, "bootload DSP OK\n");
 677
 678         pao->irq_query_and_clear = adapter_irq_query_and_clear;
 679         pao->instream_host_buffer_status =
 680                 phw->p_interface_buffer->instream_host_buffer_status;
 681         pao->outstream_host_buffer_status =
 682                 phw->p_interface_buffer->outstream_host_buffer_status;
 683
 684         return hpi_add_adapter(pao);
 685 }
 686
 687 /** Free memory areas allocated by adapter
 688  * this routine is called from AdapterDelete,
 689   * and SubSysCreateAdapter if duplicate index
 690 */
 691 static void delete_adapter_obj(struct hpi_adapter_obj *pao)
 692 {
 693         struct hpi_hw_obj *phw = pao->priv;
 694         int i;
 695
 696         if (hpios_locked_mem_valid(&phw->h_control_cache)) {
 697                 hpios_locked_mem_free(&phw->h_control_cache);
 698                 hpi_free_control_cache(phw->p_cache);
 699         }
 700
 701         if (hpios_locked_mem_valid(&phw->h_locked_mem)) {
 702                 hpios_locked_mem_free(&phw->h_locked_mem);
 703                 phw->p_interface_buffer = NULL;
 704         }
 705
 706         for (i = 0; i < HPI_MAX_STREAMS; i++)
 707                 if (hpios_locked_mem_valid(&phw->instream_host_buffers[i])) {
 708                         hpios_locked_mem_free(&phw->instream_host_buffers[i]);
 709                         /*?phw->InStreamHostBuffers[i] = NULL; */
 710                         phw->instream_host_buffer_size[i] = 0;
 711                 }
 712
 713         for (i = 0; i < HPI_MAX_STREAMS; i++)
 714                 if (hpios_locked_mem_valid(&phw->outstream_host_buffers[i])) {
 715                         hpios_locked_mem_free(&phw->outstream_host_buffers
 716                                 [i]);
 717                         phw->outstream_host_buffer_size[i] = 0;
 718                 }
 719         kfree(phw);
 720 }
 721
 722 /*****************************************************************************/
 723 /* Adapter functions */
 724 static int adapter_irq_query_and_clear(struct hpi_adapter_obj *pao,
 725         u32 message)
 726 {
 727         struct hpi_hw_obj *phw = pao->priv;
 728         u32 hsr = 0;
 729
 730         hsr = ioread32(phw->prHSR);
 731         if (hsr & C6205_HSR_INTSRC) {
 732                 /* reset the interrupt from the DSP */
 733                 iowrite32(C6205_HSR_INTSRC, phw->prHSR);
 734                 return HPI_IRQ_MIXER;
 735         }
 736
 737         return HPI_IRQ_NONE;
 738 }
 739
 740 /*****************************************************************************/
 741 /* OutStream Host buffer functions */
 742
 743 /** Allocate or attach buffer for busmastering
 744 */
 745 static void outstream_host_buffer_allocate(struct hpi_adapter_obj *pao,
 746         struct hpi_message *phm, struct hpi_response *phr)
 747 {
 748         u16 err = 0;
 749         u32 command = phm->u.d.u.buffer.command;
 750         struct hpi_hw_obj *phw = pao->priv;
 751         struct bus_master_interface *interface = phw->p_interface_buffer;
 752
 753         hpi_init_response(phr, phm->object, phm->function, 0);
 754
 755         if (command == HPI_BUFFER_CMD_EXTERNAL
 756                 || command == HPI_BUFFER_CMD_INTERNAL_ALLOC) {
 757                 /* ALLOC phase, allocate a buffer with power of 2 size,
 758                    get its bus address for PCI bus mastering
 759                  */
 760                 phm->u.d.u.buffer.buffer_size =
 761                         roundup_pow_of_two(phm->u.d.u.buffer.buffer_size);
 762                 /* return old size and allocated size,
 763                    so caller can detect change */
 764                 phr->u.d.u.stream_info.data_available =
 765                         phw->outstream_host_buffer_size[phm->obj_index];
 766                 phr->u.d.u.stream_info.buffer_size =
 767                         phm->u.d.u.buffer.buffer_size;
 768
 769                 if (phw->outstream_host_buffer_size[phm->obj_index] ==
 770                         phm->u.d.u.buffer.buffer_size) {
 771                         /* Same size, no action required */
 772                         return;
 773                 }
 774
 775                 if (hpios_locked_mem_valid(&phw->outstream_host_buffers[phm->
 776                                         obj_index]))
 777                         hpios_locked_mem_free(&phw->outstream_host_buffers
 778                                 [phm->obj_index]);
 779
 780                 err = hpios_locked_mem_alloc(&phw->outstream_host_buffers
 781                         [phm->obj_index], phm->u.d.u.buffer.buffer_size,
 782                         pao->pci.pci_dev);
 783
 784                 if (err) {
 785                         phr->error = HPI_ERROR_INVALID_DATASIZE;
 786                         phw->outstream_host_buffer_size[phm->obj_index] = 0;
 787                         return;
 788                 }
 789
 790                 err = hpios_locked_mem_get_phys_addr
 791                         (&phw->outstream_host_buffers[phm->obj_index],
 792                         &phm->u.d.u.buffer.pci_address);
 793                 /* get the phys addr into msg for single call alloc caller
 794                  * needs to do this for split alloc (or use the same message)
 795                  * return the phy address for split alloc in the respose too
 796                  */
 797                 phr->u.d.u.stream_info.auxiliary_data_available =
 798                         phm->u.d.u.buffer.pci_address;
 799
 800                 if (err) {
 801                         hpios_locked_mem_free(&phw->outstream_host_buffers
 802                                 [phm->obj_index]);
 803                         phw->outstream_host_buffer_size[phm->obj_index] = 0;
 804                         phr->error = HPI_ERROR_MEMORY_ALLOC;
 805                         return;
 806                 }
 807         }
 808
 809         if (command == HPI_BUFFER_CMD_EXTERNAL
 810                 || command == HPI_BUFFER_CMD_INTERNAL_GRANTADAPTER) {
 811                 /* GRANT phase.  Set up the BBM status, tell the DSP about
 812                    the buffer so it can start using BBM.
 813                  */
 814                 struct hpi_hostbuffer_status *status;
 815
 816                 if (phm->u.d.u.buffer.buffer_size & (phm->u.d.u.buffer.
 817                                 buffer_size - 1)) {
 818                         HPI_DEBUG_LOG(ERROR,
 819                                 "Buffer size must be 2^N not %d\n",
 820                                 phm->u.d.u.buffer.buffer_size);
 821                         phr->error = HPI_ERROR_INVALID_DATASIZE;
 822                         return;
 823                 }
 824                 phw->outstream_host_buffer_size[phm->obj_index] =
 825                         phm->u.d.u.buffer.buffer_size;
 826                 status = &interface->outstream_host_buffer_status[phm->
 827                         obj_index];
 828                 status->samples_processed = 0;
 829                 status->stream_state = HPI_STATE_STOPPED;
 830                 status->dsp_index = 0;
 831                 status->host_index = status->dsp_index;
 832                 status->size_in_bytes = phm->u.d.u.buffer.buffer_size;
 833                 status->auxiliary_data_available = 0;
 834
 835                 hw_message(pao, phm, phr);
 836
 837                 if (phr->error
 838                         && hpios_locked_mem_valid(&phw->
 839                                 outstream_host_buffers[phm->obj_index])) {
 840                         hpios_locked_mem_free(&phw->outstream_host_buffers
 841                                 [phm->obj_index]);
 842                         phw->outstream_host_buffer_size[phm->obj_index] = 0;
 843                 }
 844         }
 845 }
 846
 847 static void outstream_host_buffer_get_info(struct hpi_adapter_obj *pao,
 848         struct hpi_message *phm, struct hpi_response *phr)
 849 {
 850         struct hpi_hw_obj *phw = pao->priv;
 851         struct bus_master_interface *interface = phw->p_interface_buffer;
 852         struct hpi_hostbuffer_status *status;
 853         u8 *p_bbm_data;
 854
 855         if (hpios_locked_mem_valid(&phw->outstream_host_buffers[phm->
 856                                 obj_index])) {
 857                 if (hpios_locked_mem_get_virt_addr(&phw->
 858                                 outstream_host_buffers[phm->obj_index],
 859                                 (void *)&p_bbm_data)) {
 860                         phr->error = HPI_ERROR_INVALID_OPERATION;
 861                         return;
 862                 }
 863                 status = &interface->outstream_host_buffer_status[phm->
 864                         obj_index];
 865                 hpi_init_response(phr, HPI_OBJ_OSTREAM,
 866                         HPI_OSTREAM_HOSTBUFFER_GET_INFO, 0);
 867                 phr->u.d.u.hostbuffer_info.p_buffer = p_bbm_data;
 868                 phr->u.d.u.hostbuffer_info.p_status = status;
 869         } else {
 870                 hpi_init_response(phr, HPI_OBJ_OSTREAM,
 871                         HPI_OSTREAM_HOSTBUFFER_GET_INFO,
 872                         HPI_ERROR_INVALID_OPERATION);
 873         }
 874 }
 875
 876 static void outstream_host_buffer_free(struct hpi_adapter_obj *pao,
 877         struct hpi_message *phm, struct hpi_response *phr)
 878 {
 879         struct hpi_hw_obj *phw = pao->priv;
 880         u32 command = phm->u.d.u.buffer.command;
 881
 882         if (phw->outstream_host_buffer_size[phm->obj_index]) {
 883                 if (command == HPI_BUFFER_CMD_EXTERNAL
 884                         || command == HPI_BUFFER_CMD_INTERNAL_REVOKEADAPTER) {
 885                         phw->outstream_host_buffer_size[phm->obj_index] = 0;
 886                         hw_message(pao, phm, phr);
 887                         /* Tell adapter to stop using the host buffer. */
 888                 }
 889                 if (command == HPI_BUFFER_CMD_EXTERNAL
 890                         || command == HPI_BUFFER_CMD_INTERNAL_FREE)
 891                         hpios_locked_mem_free(&phw->outstream_host_buffers
 892                                 [phm->obj_index]);
 893         }
 894         /* Should HPI_ERROR_INVALID_OPERATION be returned
 895            if no host buffer is allocated? */
 896         else
 897                 hpi_init_response(phr, HPI_OBJ_OSTREAM,
 898                         HPI_OSTREAM_HOSTBUFFER_FREE, 0);
 899
 900 }
 901
 902 static u32 outstream_get_space_available(struct hpi_hostbuffer_status *status)
 903 {
 904         return status->size_in_bytes - (status->host_index -
 905                 status->dsp_index);
 906 }
 907
 908 static void outstream_write(struct hpi_adapter_obj *pao,
 909         struct hpi_message *phm, struct hpi_response *phr)
 910 {
 911         struct hpi_hw_obj *phw = pao->priv;
 912         struct bus_master_interface *interface = phw->p_interface_buffer;
 913         struct hpi_hostbuffer_status *status;
 914         u32 space_available;
 915
 916         if (!phw->outstream_host_buffer_size[phm->obj_index]) {
 917                 /* there  is no BBM buffer, write via message */
 918                 hw_message(pao, phm, phr);
 919                 return;
 920         }
 921
 922         hpi_init_response(phr, phm->object, phm->function, 0);
 923         status = &interface->outstream_host_buffer_status[phm->obj_index];
 924
 925         space_available = outstream_get_space_available(status);
 926         if (space_available < phm->u.d.u.data.data_size) {
 927                 phr->error = HPI_ERROR_INVALID_DATASIZE;
 928                 return;
 929         }
 930
 931         /* HostBuffers is used to indicate host buffer is internally allocated.
 932            otherwise, assumed external, data written externally */
 933         if (phm->u.d.u.data.pb_data
 934                 && hpios_locked_mem_valid(&phw->outstream_host_buffers[phm->
 935                                 obj_index])) {
 936                 u8 *p_bbm_data;
 937                 u32 l_first_write;
 938                 u8 *p_app_data = (u8 *)phm->u.d.u.data.pb_data;
 939
 940                 if (hpios_locked_mem_get_virt_addr(&phw->
 941                                 outstream_host_buffers[phm->obj_index],
 942                                 (void *)&p_bbm_data)) {
 943                         phr->error = HPI_ERROR_INVALID_OPERATION;
 944                         return;
 945                 }
 946
 947                 /* either all data,
 948                    or enough to fit from current to end of BBM buffer */
 949                 l_first_write =
 950                         min(phm->u.d.u.data.data_size,
 951                         status->size_in_bytes -
 952                         (status->host_index & (status->size_in_bytes - 1)));
 953
 954                 memcpy(p_bbm_data +
 955                         (status->host_index & (status->size_in_bytes - 1)),
 956                         p_app_data, l_first_write);
 957                 /* remaining data if any */
 958                 memcpy(p_bbm_data, p_app_data + l_first_write,
 959                         phm->u.d.u.data.data_size - l_first_write);
 960         }
 961
 962         /*
 963          * This version relies on the DSP code triggering an OStream buffer
 964          * update immediately following a SET_FORMAT call. The host has
 965          * already written data into the BBM buffer, but the DSP won't know
 966          * about it until dwHostIndex is adjusted.
 967          */
 968         if (phw->flag_outstream_just_reset[phm->obj_index]) {
 969                 /* Format can only change after reset. Must tell DSP. */
 970                 u16 function = phm->function;
 971                 phw->flag_outstream_just_reset[phm->obj_index] = 0;
 972                 phm->function = HPI_OSTREAM_SET_FORMAT;
 973                 hw_message(pao, phm, phr);      /* send the format to the DSP */
 974                 phm->function = function;
 975                 if (phr->error)
 976                         return;
 977         }
 978
 979         status->host_index += phm->u.d.u.data.data_size;
 980 }
 981
 982 static void outstream_get_info(struct hpi_adapter_obj *pao,
 983         struct hpi_message *phm, struct hpi_response *phr)
 984 {
 985         struct hpi_hw_obj *phw = pao->priv;
 986         struct bus_master_interface *interface = phw->p_interface_buffer;
 987         struct hpi_hostbuffer_status *status;
 988
 989         if (!phw->outstream_host_buffer_size[phm->obj_index]) {
 990                 hw_message(pao, phm, phr);
 991                 return;
 992         }
 993
 994         hpi_init_response(phr, phm->object, phm->function, 0);
 995
 996         status = &interface->outstream_host_buffer_status[phm->obj_index];
 997
 998         phr->u.d.u.stream_info.state = (u16)status->stream_state;
 999         phr->u.d.u.stream_info.samples_transferred =
1000                 status->samples_processed;
1001         phr->u.d.u.stream_info.buffer_size = status->size_in_bytes;
1002         phr->u.d.u.stream_info.data_available =
1003                 status->size_in_bytes - outstream_get_space_available(status);
1004         phr->u.d.u.stream_info.auxiliary_data_available =
1005                 status->auxiliary_data_available;
1006 }
1007
1008 static void outstream_start(struct hpi_adapter_obj *pao,
1009         struct hpi_message *phm, struct hpi_response *phr)
1010 {
1011         hw_message(pao, phm, phr);
1012 }
1013
1014 static void outstream_reset(struct hpi_adapter_obj *pao,
1015         struct hpi_message *phm, struct hpi_response *phr)
1016 {
1017         struct hpi_hw_obj *phw = pao->priv;
1018         phw->flag_outstream_just_reset[phm->obj_index] = 1;
1019         hw_message(pao, phm, phr);
1020 }
1021
1022 static void outstream_open(struct hpi_adapter_obj *pao,
1023         struct hpi_message *phm, struct hpi_response *phr)
1024 {
1025         outstream_reset(pao, phm, phr);
1026 }
1027
1028 /*****************************************************************************/
1029 /* InStream Host buffer functions */
1030
1031 static void instream_host_buffer_allocate(struct hpi_adapter_obj *pao,
1032         struct hpi_message *phm, struct hpi_response *phr)
1033 {
1034         u16 err = 0;
1035         u32 command = phm->u.d.u.buffer.command;
1036         struct hpi_hw_obj *phw = pao->priv;
1037         struct bus_master_interface *interface = phw->p_interface_buffer;
1038
1039         hpi_init_response(phr, phm->object, phm->function, 0);
1040
1041         if (command == HPI_BUFFER_CMD_EXTERNAL
1042                 || command == HPI_BUFFER_CMD_INTERNAL_ALLOC) {
1043
1044                 phm->u.d.u.buffer.buffer_size =
1045                         roundup_pow_of_two(phm->u.d.u.buffer.buffer_size);
1046                 phr->u.d.u.stream_info.data_available =
1047                         phw->instream_host_buffer_size[phm->obj_index];
1048                 phr->u.d.u.stream_info.buffer_size =
1049                         phm->u.d.u.buffer.buffer_size;
1050
1051                 if (phw->instream_host_buffer_size[phm->obj_index] ==
1052                         phm->u.d.u.buffer.buffer_size) {
1053                         /* Same size, no action required */
1054                         return;
1055                 }
1056
1057                 if (hpios_locked_mem_valid(&phw->instream_host_buffers[phm->
1058                                         obj_index]))
1059                         hpios_locked_mem_free(&phw->instream_host_buffers
1060                                 [phm->obj_index]);
1061
1062                 err = hpios_locked_mem_alloc(&phw->instream_host_buffers[phm->
1063                                 obj_index], phm->u.d.u.buffer.buffer_size,
1064                         pao->pci.pci_dev);
1065
1066                 if (err) {
1067                         phr->error = HPI_ERROR_INVALID_DATASIZE;
1068                         phw->instream_host_buffer_size[phm->obj_index] = 0;
1069                         return;
1070                 }
1071
1072                 err = hpios_locked_mem_get_phys_addr
1073                         (&phw->instream_host_buffers[phm->obj_index],
1074                         &phm->u.d.u.buffer.pci_address);
1075                 /* get the phys addr into msg for single call alloc. Caller
1076                    needs to do this for split alloc so return the phy address */
1077                 phr->u.d.u.stream_info.auxiliary_data_available =
1078                         phm->u.d.u.buffer.pci_address;
1079                 if (err) {
1080                         hpios_locked_mem_free(&phw->instream_host_buffers
1081                                 [phm->obj_index]);
1082                         phw->instream_host_buffer_size[phm->obj_index] = 0;
1083                         phr->error = HPI_ERROR_MEMORY_ALLOC;
1084                         return;
1085                 }
1086         }
1087
1088         if (command == HPI_BUFFER_CMD_EXTERNAL
1089                 || command == HPI_BUFFER_CMD_INTERNAL_GRANTADAPTER) {
1090                 struct hpi_hostbuffer_status *status;
1091
1092                 if (phm->u.d.u.buffer.buffer_size & (phm->u.d.u.buffer.
1093                                 buffer_size - 1)) {
1094                         HPI_DEBUG_LOG(ERROR,
1095                                 "Buffer size must be 2^N not %d\n",
1096                                 phm->u.d.u.buffer.buffer_size);
1097                         phr->error = HPI_ERROR_INVALID_DATASIZE;
1098                         return;
1099                 }
1100
1101                 phw->instream_host_buffer_size[phm->obj_index] =
1102                         phm->u.d.u.buffer.buffer_size;
1103                 status = &interface->instream_host_buffer_status[phm->
1104                         obj_index];
1105                 status->samples_processed = 0;
1106                 status->stream_state = HPI_STATE_STOPPED;
1107                 status->dsp_index = 0;
1108                 status->host_index = status->dsp_index;
1109                 status->size_in_bytes = phm->u.d.u.buffer.buffer_size;
1110                 status->auxiliary_data_available = 0;
1111
1112                 hw_message(pao, phm, phr);
1113
1114                 if (phr->error
1115                         && hpios_locked_mem_valid(&phw->
1116                                 instream_host_buffers[phm->obj_index])) {
1117                         hpios_locked_mem_free(&phw->instream_host_buffers
1118                                 [phm->obj_index]);
1119                         phw->instream_host_buffer_size[phm->obj_index] = 0;
1120                 }
1121         }
1122 }
1123
1124 static void instream_host_buffer_get_info(struct hpi_adapter_obj *pao,
1125         struct hpi_message *phm, struct hpi_response *phr)
1126 {
1127         struct hpi_hw_obj *phw = pao->priv;
1128         struct bus_master_interface *interface = phw->p_interface_buffer;
1129         struct hpi_hostbuffer_status *status;
1130         u8 *p_bbm_data;
1131
1132         if (hpios_locked_mem_valid(&phw->instream_host_buffers[phm->
1133                                 obj_index])) {
1134                 if (hpios_locked_mem_get_virt_addr(&phw->
1135                                 instream_host_buffers[phm->obj_index],
1136                                 (void *)&p_bbm_data)) {
1137                         phr->error = HPI_ERROR_INVALID_OPERATION;
1138                         return;
1139                 }
1140                 status = &interface->instream_host_buffer_status[phm->
1141                         obj_index];
1142                 hpi_init_response(phr, HPI_OBJ_ISTREAM,
1143                         HPI_ISTREAM_HOSTBUFFER_GET_INFO, 0);
1144                 phr->u.d.u.hostbuffer_info.p_buffer = p_bbm_data;
1145                 phr->u.d.u.hostbuffer_info.p_status = status;
1146         } else {
1147                 hpi_init_response(phr, HPI_OBJ_ISTREAM,
1148                         HPI_ISTREAM_HOSTBUFFER_GET_INFO,
1149                         HPI_ERROR_INVALID_OPERATION);
1150         }
1151 }
1152
1153 static void instream_host_buffer_free(struct hpi_adapter_obj *pao,
1154         struct hpi_message *phm, struct hpi_response *phr)
1155 {
1156         struct hpi_hw_obj *phw = pao->priv;
1157         u32 command = phm->u.d.u.buffer.command;
1158
1159         if (phw->instream_host_buffer_size[phm->obj_index]) {
1160                 if (command == HPI_BUFFER_CMD_EXTERNAL
1161                         || command == HPI_BUFFER_CMD_INTERNAL_REVOKEADAPTER) {
1162                         phw->instream_host_buffer_size[phm->obj_index] = 0;
1163                         hw_message(pao, phm, phr);
1164                 }
1165
1166                 if (command == HPI_BUFFER_CMD_EXTERNAL
1167                         || command == HPI_BUFFER_CMD_INTERNAL_FREE)
1168                         hpios_locked_mem_free(&phw->instream_host_buffers
1169                                 [phm->obj_index]);
1170
1171         } else {
1172                 /* Should HPI_ERROR_INVALID_OPERATION be returned
1173                    if no host buffer is allocated? */
1174                 hpi_init_response(phr, HPI_OBJ_ISTREAM,
1175                         HPI_ISTREAM_HOSTBUFFER_FREE, 0);
1176
1177         }
1178
1179 }
1180
1181 static void instream_start(struct hpi_adapter_obj *pao,
1182         struct hpi_message *phm, struct hpi_response *phr)
1183 {
1184         hw_message(pao, phm, phr);
1185 }
1186
1187 static u32 instream_get_bytes_available(struct hpi_hostbuffer_status *status)
1188 {
1189         return status->dsp_index - status->host_index;
1190 }
1191
1192 static void instream_read(struct hpi_adapter_obj *pao,
1193         struct hpi_message *phm, struct hpi_response *phr)
1194 {
1195         struct hpi_hw_obj *phw = pao->priv;
1196         struct bus_master_interface *interface = phw->p_interface_buffer;
1197         struct hpi_hostbuffer_status *status;
1198         u32 data_available;
1199         u8 *p_bbm_data;
1200         u32 l_first_read;
1201         u8 *p_app_data = (u8 *)phm->u.d.u.data.pb_data;
1202
1203         if (!phw->instream_host_buffer_size[phm->obj_index]) {
1204                 hw_message(pao, phm, phr);
1205                 return;
1206         }
1207         hpi_init_response(phr, phm->object, phm->function, 0);
1208
1209         status = &interface->instream_host_buffer_status[phm->obj_index];
1210         data_available = instream_get_bytes_available(status);
1211         if (data_available < phm->u.d.u.data.data_size) {
1212                 phr->error = HPI_ERROR_INVALID_DATASIZE;
1213                 return;
1214         }
1215
1216         if (hpios_locked_mem_valid(&phw->instream_host_buffers[phm->
1217                                 obj_index])) {
1218                 if (hpios_locked_mem_get_virt_addr(&phw->
1219                                 instream_host_buffers[phm->obj_index],
1220                                 (void *)&p_bbm_data)) {
1221                         phr->error = HPI_ERROR_INVALID_OPERATION;
1222                         return;
1223                 }
1224
1225                 /* either all data,
1226                    or enough to fit from current to end of BBM buffer */
1227                 l_first_read =
1228                         min(phm->u.d.u.data.data_size,
1229                         status->size_in_bytes -
1230                         (status->host_index & (status->size_in_bytes - 1)));
1231
1232                 memcpy(p_app_data,
1233                         p_bbm_data +
1234                         (status->host_index & (status->size_in_bytes - 1)),
1235                         l_first_read);
1236                 /* remaining data if any */
1237                 memcpy(p_app_data + l_first_read, p_bbm_data,
1238                         phm->u.d.u.data.data_size - l_first_read);
1239         }
1240         status->host_index += phm->u.d.u.data.data_size;
1241 }
1242
1243 static void instream_get_info(struct hpi_adapter_obj *pao,
1244         struct hpi_message *phm, struct hpi_response *phr)
1245 {
1246         struct hpi_hw_obj *phw = pao->priv;
1247         struct bus_master_interface *interface = phw->p_interface_buffer;
1248         struct hpi_hostbuffer_status *status;
1249         if (!phw->instream_host_buffer_size[phm->obj_index]) {
1250                 hw_message(pao, phm, phr);
1251                 return;
1252         }
1253
1254         status = &interface->instream_host_buffer_status[phm->obj_index];
1255
1256         hpi_init_response(phr, phm->object, phm->function, 0);
1257
1258         phr->u.d.u.stream_info.state = (u16)status->stream_state;
1259         phr->u.d.u.stream_info.samples_transferred =
1260                 status->samples_processed;
1261         phr->u.d.u.stream_info.buffer_size = status->size_in_bytes;
1262         phr->u.d.u.stream_info.data_available =
1263                 instream_get_bytes_available(status);
1264         phr->u.d.u.stream_info.auxiliary_data_available =
1265                 status->auxiliary_data_available;
1266 }
1267
1268 /*****************************************************************************/
1269 /* LOW-LEVEL */
1270 #define HPI6205_MAX_FILES_TO_LOAD 2
1271
1272 static u16 adapter_boot_load_dsp(struct hpi_adapter_obj *pao,
1273         u32 *pos_error_code)
1274 {
1275         struct hpi_hw_obj *phw = pao->priv;
1276         struct dsp_code dsp_code;
1277         u16 boot_code_id[HPI6205_MAX_FILES_TO_LOAD];
1278         u32 temp;
1279         int dsp = 0, i = 0;
1280         u16 err = 0;
1281
1282         boot_code_id[0] = HPI_ADAPTER_ASI(0x6205);
1283
1284         boot_code_id[1] = pao->pci.pci_dev->subsystem_device;
1285         boot_code_id[1] = HPI_ADAPTER_FAMILY_ASI(boot_code_id[1]);
1286
1287         /* fix up cases where bootcode id[1] != subsys id */
1288         switch (boot_code_id[1]) {
1289         case HPI_ADAPTER_FAMILY_ASI(0x5000):
1290                 boot_code_id[0] = boot_code_id[1];
1291                 boot_code_id[1] = 0;
1292                 break;
1293         case HPI_ADAPTER_FAMILY_ASI(0x5300):
1294         case HPI_ADAPTER_FAMILY_ASI(0x5400):
1295         case HPI_ADAPTER_FAMILY_ASI(0x6300):
1296                 boot_code_id[1] = HPI_ADAPTER_FAMILY_ASI(0x6400);
1297                 break;
1298         case HPI_ADAPTER_FAMILY_ASI(0x5500):
1299         case HPI_ADAPTER_FAMILY_ASI(0x5600):
1300         case HPI_ADAPTER_FAMILY_ASI(0x6500):
1301                 boot_code_id[1] = HPI_ADAPTER_FAMILY_ASI(0x6600);
1302                 break;
1303         case HPI_ADAPTER_FAMILY_ASI(0x8800):
1304                 boot_code_id[1] = HPI_ADAPTER_FAMILY_ASI(0x8900);
1305                 break;
1306         default:
1307                 break;
1308         }
1309
1310         /* reset DSP by writing a 1 to the WARMRESET bit */
1311         temp = C6205_HDCR_WARMRESET;
1312         iowrite32(temp, phw->prHDCR);
1313         hpios_delay_micro_seconds(1000);
1314
1315         /* check that PCI i/f was configured by EEPROM */
1316         temp = ioread32(phw->prHSR);
1317         if ((temp & (C6205_HSR_CFGERR | C6205_HSR_EEREAD)) !=
1318                 C6205_HSR_EEREAD)
1319                 return HPI6205_ERROR_6205_EEPROM;
1320         temp |= 0x04;
1321         /* disable PINTA interrupt */
1322         iowrite32(temp, phw->prHSR);
1323
1324         /* check control register reports PCI boot mode */
1325         temp = ioread32(phw->prHDCR);
1326         if (!(temp & C6205_HDCR_PCIBOOT))
1327                 return HPI6205_ERROR_6205_REG;
1328
1329         /* try writing a few numbers to the DSP page register */
1330         /* and reading them back. */
1331         temp = 3;
1332         iowrite32(temp, phw->prDSPP);
1333         if ((temp | C6205_DSPP_MAP1) != ioread32(phw->prDSPP))
1334                 return HPI6205_ERROR_6205_DSPPAGE;
1335         temp = 2;
1336         iowrite32(temp, phw->prDSPP);
1337         if ((temp | C6205_DSPP_MAP1) != ioread32(phw->prDSPP))
1338                 return HPI6205_ERROR_6205_DSPPAGE;
1339         temp = 1;
1340         iowrite32(temp, phw->prDSPP);
1341         if ((temp | C6205_DSPP_MAP1) != ioread32(phw->prDSPP))
1342                 return HPI6205_ERROR_6205_DSPPAGE;
1343         /* reset DSP page to the correct number */
1344         temp = 0;
1345         iowrite32(temp, phw->prDSPP);
1346         if ((temp | C6205_DSPP_MAP1) != ioread32(phw->prDSPP))
1347                 return HPI6205_ERROR_6205_DSPPAGE;
1348         phw->dsp_page = 0;
1349
1350         /* release 6713 from reset before 6205 is bootloaded.
1351            This ensures that the EMIF is inactive,
1352            and the 6713 HPI gets the correct bootmode etc
1353          */
1354         if (boot_code_id[1] != 0) {
1355                 /* DSP 1 is a C6713 */
1356                 /* CLKX0 <- '1' release the C6205 bootmode pulldowns */
1357                 boot_loader_write_mem32(pao, 0, 0x018C0024, 0x00002202);
1358                 hpios_delay_micro_seconds(100);
1359                 /* Reset the 6713 #1 - revB */
1360                 boot_loader_write_mem32(pao, 0, C6205_BAR0_TIMER1_CTL, 0);
1361                 /* value of bit 3 is unknown after DSP reset, other bits shoudl be 0 */
1362                 if (0 != (boot_loader_read_mem32(pao, 0,
1363                                         (C6205_BAR0_TIMER1_CTL)) & ~8))
1364                         return HPI6205_ERROR_6205_REG;
1365                 hpios_delay_micro_seconds(100);
1366
1367                 /* Release C6713 from reset - revB */
1368                 boot_loader_write_mem32(pao, 0, C6205_BAR0_TIMER1_CTL, 4);
1369                 if (4 != (boot_loader_read_mem32(pao, 0,
1370                                         (C6205_BAR0_TIMER1_CTL)) & ~8))
1371                         return HPI6205_ERROR_6205_REG;
1372                 hpios_delay_micro_seconds(100);
1373         }
1374
1375         for (dsp = 0; dsp < HPI6205_MAX_FILES_TO_LOAD; dsp++) {
1376                 /* is there a DSP to load? */
1377                 if (boot_code_id[dsp] == 0)
1378                         continue;
1379
1380                 err = boot_loader_config_emif(pao, dsp);
1381                 if (err)
1382                         return err;
1383
1384                 err = boot_loader_test_internal_memory(pao, dsp);
1385                 if (err)
1386                         return err;
1387
1388                 err = boot_loader_test_external_memory(pao, dsp);
1389                 if (err)
1390                         return err;
1391
1392                 err = boot_loader_test_pld(pao, dsp);
1393                 if (err)
1394                         return err;
1395
1396                 /* write the DSP code down into the DSPs memory */
1397                 err = hpi_dsp_code_open(boot_code_id[dsp], pao->pci.pci_dev,
1398                         &dsp_code, pos_error_code);
1399                 if (err)
1400                         return err;
1401
1402                 while (1) {
1403                         u32 length;
1404                         u32 address;
1405                         u32 type;
1406                         u32 *pcode;
1407
1408                         err = hpi_dsp_code_read_word(&dsp_code, &length);
1409                         if (err)
1410                                 break;
1411                         if (length == 0xFFFFFFFF)
1412                                 break;  /* end of code */
1413
1414                         err = hpi_dsp_code_read_word(&dsp_code, &address);
1415                         if (err)
1416                                 break;
1417                         err = hpi_dsp_code_read_word(&dsp_code, &type);
1418                         if (err)
1419                                 break;
1420                         err = hpi_dsp_code_read_block(length, &dsp_code,
1421                                 &pcode);
1422                         if (err)
1423                                 break;
1424                         for (i = 0; i < (int)length; i++) {
1425                                 boot_loader_write_mem32(pao, dsp, address,
1426                                         *pcode);
1427                                 /* dummy read every 4 words */
1428                                 /* for 6205 advisory 1.4.4 */
1429                                 if (i % 4 == 0)
1430                                         boot_loader_read_mem32(pao, dsp,
1431                                                 address);
1432                                 pcode++;
1433                                 address += 4;
1434                         }
1435
1436                 }
1437                 if (err) {
1438                         hpi_dsp_code_close(&dsp_code);
1439                         return err;
1440                 }
1441
1442                 /* verify code */
1443                 hpi_dsp_code_rewind(&dsp_code);
1444                 while (1) {
1445                         u32 length = 0;
1446                         u32 address = 0;
1447                         u32 type = 0;
1448                         u32 *pcode = NULL;
1449                         u32 data = 0;
1450
1451                         hpi_dsp_code_read_word(&dsp_code, &length);
1452                         if (length == 0xFFFFFFFF)
1453                                 break;  /* end of code */
1454
1455                         hpi_dsp_code_read_word(&dsp_code, &address);
1456                         hpi_dsp_code_read_word(&dsp_code, &type);
1457                         hpi_dsp_code_read_block(length, &dsp_code, &pcode);
1458
1459                         for (i = 0; i < (int)length; i++) {
1460                                 data = boot_loader_read_mem32(pao, dsp,
1461                                         address);
1462                                 if (data != *pcode) {
1463                                         err = 0;
1464                                         break;
1465                                 }
1466                                 pcode++;
1467                                 address += 4;
1468                         }
1469                         if (err)
1470                                 break;
1471                 }
1472                 hpi_dsp_code_close(&dsp_code);
1473                 if (err)
1474                         return err;
1475         }
1476
1477         /* After bootloading all DSPs, start DSP0 running
1478          * The DSP0 code will handle starting and synchronizing with its slaves
1479          */
1480         if (phw->p_interface_buffer) {
1481                 /* we need to tell the card the physical PCI address */
1482                 u32 physicalPC_iaddress;
1483                 struct bus_master_interface *interface =
1484                         phw->p_interface_buffer;
1485                 u32 host_mailbox_address_on_dsp;
1486                 u32 physicalPC_iaddress_verify = 0;
1487                 int time_out = 10;
1488                 /* set ack so we know when DSP is ready to go */
1489                 /* (dwDspAck will be changed to HIF_RESET) */
1490                 interface->dsp_ack = H620_HIF_UNKNOWN;
1491                 wmb();  /* ensure ack is written before dsp writes back */
1492
1493                 err = hpios_locked_mem_get_phys_addr(&phw->h_locked_mem,
1494                         &physicalPC_iaddress);
1495
1496                 /* locate the host mailbox on the DSP. */
1497                 host_mailbox_address_on_dsp = 0x80000000;
1498                 while ((physicalPC_iaddress != physicalPC_iaddress_verify)
1499                         && time_out--) {
1500                         boot_loader_write_mem32(pao, 0,
1501                                 host_mailbox_address_on_dsp,
1502                                 physicalPC_iaddress);
1503                         physicalPC_iaddress_verify =
1504                                 boot_loader_read_mem32(pao, 0,
1505                                 host_mailbox_address_on_dsp);
1506                 }
1507         }
1508         HPI_DEBUG_LOG(DEBUG, "starting DS_ps running\n");
1509         /* enable interrupts */
1510         temp = ioread32(phw->prHSR);
1511         temp &= ~(u32)C6205_HSR_INTAM;
1512         iowrite32(temp, phw->prHSR);
1513
1514         /* start code running... */
1515         temp = ioread32(phw->prHDCR);
1516         temp |= (u32)C6205_HDCR_DSPINT;
1517         iowrite32(temp, phw->prHDCR);
1518
1519         /* give the DSP 10ms to start up */
1520         hpios_delay_micro_seconds(10000);
1521         return err;
1522
1523 }
1524
1525 /*****************************************************************************/
1526 /* Bootloader utility functions */
1527
1528 static u32 boot_loader_read_mem32(struct hpi_adapter_obj *pao, int dsp_index,
1529         u32 address)
1530 {
1531         struct hpi_hw_obj *phw = pao->priv;
1532         u32 data = 0;
1533         __iomem u32 *p_data;
1534
1535         if (dsp_index == 0) {
1536                 /* DSP 0 is always C6205 */
1537                 if ((address >= 0x01800000) & (address < 0x02000000)) {
1538                         /* BAR1 register access */
1539                         p_data = pao->pci.ap_mem_base[1] +
1540                                 (address & 0x007fffff) /
1541                                 sizeof(*pao->pci.ap_mem_base[1]);
1542                         /* HPI_DEBUG_LOG(WARNING,
1543                            "BAR1 access %08x\n", dwAddress); */
1544                 } else {
1545                         u32 dw4M_page = address >> 22L;
1546                         if (dw4M_page != phw->dsp_page) {
1547                                 phw->dsp_page = dw4M_page;
1548                                 /* *INDENT OFF* */
1549                                 iowrite32(phw->dsp_page, phw->prDSPP);
1550                                 /* *INDENT-ON* */
1551                         }
1552                         address &= 0x3fffff;    /* address within 4M page */
1553                         /* BAR0 memory access */
1554                         p_data = pao->pci.ap_mem_base[0] +
1555                                 address / sizeof(u32);
1556                 }
1557                 data = ioread32(p_data);
1558         } else if (dsp_index == 1) {
1559                 /* DSP 1 is a C6713 */
1560                 u32 lsb;
1561                 boot_loader_write_mem32(pao, 0, HPIAL_ADDR, address);
1562                 boot_loader_write_mem32(pao, 0, HPIAH_ADDR, address >> 16);
1563                 lsb = boot_loader_read_mem32(pao, 0, HPIDL_ADDR);
1564                 data = boot_loader_read_mem32(pao, 0, HPIDH_ADDR);
1565                 data = (data << 16) | (lsb & 0xFFFF);
1566         }
1567         return data;
1568 }
1569
1570 static void boot_loader_write_mem32(struct hpi_adapter_obj *pao,
1571         int dsp_index, u32 address, u32 data)
1572 {
1573         struct hpi_hw_obj *phw = pao->priv;
1574         __iomem u32 *p_data;
1575         /*      u32 dwVerifyData=0; */
1576
1577         if (dsp_index == 0) {
1578                 /* DSP 0 is always C6205 */
1579                 if ((address >= 0x01800000) & (address < 0x02000000)) {
1580                         /* BAR1 - DSP  register access using */
1581                         /* Non-prefetchable PCI access */
1582                         p_data = pao->pci.ap_mem_base[1] +
1583                                 (address & 0x007fffff) /
1584                                 sizeof(*pao->pci.ap_mem_base[1]);
1585                 } else {
1586                         /* BAR0 access - all of DSP memory using */
1587                         /* pre-fetchable PCI access */
1588                         u32 dw4M_page = address >> 22L;
1589                         if (dw4M_page != phw->dsp_page) {
1590                                 phw->dsp_page = dw4M_page;
1591                                 /* *INDENT-OFF* */
1592                                 iowrite32(phw->dsp_page, phw->prDSPP);
1593                                 /* *INDENT-ON* */
1594                         }
1595                         address &= 0x3fffff;    /* address within 4M page */
1596                         p_data = pao->pci.ap_mem_base[0] +
1597                                 address / sizeof(u32);
1598                 }
1599                 iowrite32(data, p_data);
1600         } else if (dsp_index == 1) {
1601                 /* DSP 1 is a C6713 */
1602                 boot_loader_write_mem32(pao, 0, HPIAL_ADDR, address);
1603                 boot_loader_write_mem32(pao, 0, HPIAH_ADDR, address >> 16);
1604
1605                 /* dummy read every 4 words for 6205 advisory 1.4.4 */
1606                 boot_loader_read_mem32(pao, 0, 0);
1607
1608                 boot_loader_write_mem32(pao, 0, HPIDL_ADDR, data);
1609                 boot_loader_write_mem32(pao, 0, HPIDH_ADDR, data >> 16);
1610
1611                 /* dummy read every 4 words for 6205 advisory 1.4.4 */
1612                 boot_loader_read_mem32(pao, 0, 0);
1613         }
1614 }
1615
1616 static u16 boot_loader_config_emif(struct hpi_adapter_obj *pao, int dsp_index)
1617 {
1618         if (dsp_index == 0) {
1619                 u32 setting;
1620
1621                 /* DSP 0 is always C6205 */
1622
1623                 /* Set the EMIF */
1624                 /* memory map of C6205 */
1625                 /* 00000000-0000FFFF    16Kx32 internal program */
1626                 /* 00400000-00BFFFFF    CE0     2Mx32 SDRAM running @ 100MHz */
1627
1628                 /* EMIF config */
1629                 /*------------ */
1630                 /* Global EMIF control */
1631                 boot_loader_write_mem32(pao, dsp_index, 0x01800000, 0x3779);
1632 #define WS_OFS 28
1633 #define WST_OFS 22
1634 #define WH_OFS 20
1635 #define RS_OFS 16
1636 #define RST_OFS 8
1637 #define MTYPE_OFS 4
1638 #define RH_OFS 0
1639
1640                 /* EMIF CE0 setup - 2Mx32 Sync DRAM on ASI5000 cards only */
1641                 setting = 0x00000030;
1642                 boot_loader_write_mem32(pao, dsp_index, 0x01800008, setting);
1643                 if (setting != boot_loader_read_mem32(pao, dsp_index,
1644                                 0x01800008))
1645                         return HPI6205_ERROR_DSP_EMIF1;
1646
1647                 /* EMIF CE1 setup - 32 bit async. This is 6713 #1 HPI, */
1648                 /* which occupies D15..0. 6713 starts at 27MHz, so need */
1649                 /* plenty of wait states. See dsn8701.rtf, and 6713 errata. */
1650                 /* WST should be 71, but 63  is max possible */
1651                 setting =
1652                         (1L << WS_OFS) | (63L << WST_OFS) | (1L << WH_OFS) |
1653                         (1L << RS_OFS) | (63L << RST_OFS) | (1L << RH_OFS) |
1654                         (2L << MTYPE_OFS);
1655                 boot_loader_write_mem32(pao, dsp_index, 0x01800004, setting);
1656                 if (setting != boot_loader_read_mem32(pao, dsp_index,
1657                                 0x01800004))
1658                         return HPI6205_ERROR_DSP_EMIF2;
1659
1660                 /* EMIF CE2 setup - 32 bit async. This is 6713 #2 HPI, */
1661                 /* which occupies D15..0. 6713 starts at 27MHz, so need */
1662                 /* plenty of wait states */
1663                 setting =
1664                         (1L << WS_OFS) | (28L << WST_OFS) | (1L << WH_OFS) |
1665                         (1L << RS_OFS) | (63L << RST_OFS) | (1L << RH_OFS) |
1666                         (2L << MTYPE_OFS);
1667                 boot_loader_write_mem32(pao, dsp_index, 0x01800010, setting);
1668                 if (setting != boot_loader_read_mem32(pao, dsp_index,
1669                                 0x01800010))
1670                         return HPI6205_ERROR_DSP_EMIF3;
1671
1672                 /* EMIF CE3 setup - 32 bit async. */
1673                 /* This is the PLD on the ASI5000 cards only */
1674                 setting =
1675                         (1L << WS_OFS) | (10L << WST_OFS) | (1L << WH_OFS) |
1676                         (1L << RS_OFS) | (10L << RST_OFS) | (1L << RH_OFS) |
1677                         (2L << MTYPE_OFS);
1678                 boot_loader_write_mem32(pao, dsp_index, 0x01800014, setting);
1679                 if (setting != boot_loader_read_mem32(pao, dsp_index,
1680                                 0x01800014))
1681                         return HPI6205_ERROR_DSP_EMIF4;
1682
1683                 /* set EMIF SDRAM control for 2Mx32 SDRAM (512x32x4 bank) */
1684                 /*  need to use this else DSP code crashes? */
1685                 boot_loader_write_mem32(pao, dsp_index, 0x01800018,
1686                         0x07117000);
1687
1688                 /* EMIF SDRAM Refresh Timing */
1689                 /* EMIF SDRAM timing  (orig = 0x410, emulator = 0x61a) */
1690                 boot_loader_write_mem32(pao, dsp_index, 0x0180001C,
1691                         0x00000410);
1692
1693         } else if (dsp_index == 1) {
1694                 /* test access to the C6713s HPI registers */
1695                 u32 write_data = 0, read_data = 0, i = 0;
1696
1697                 /* Set up HPIC for little endian, by setiing HPIC:HWOB=1 */
1698                 write_data = 1;
1699                 boot_loader_write_mem32(pao, 0, HPICL_ADDR, write_data);
1700                 boot_loader_write_mem32(pao, 0, HPICH_ADDR, write_data);
1701                 /* C67 HPI is on lower 16bits of 32bit EMIF */
1702                 read_data =
1703                         0xFFF7 & boot_loader_read_mem32(pao, 0, HPICL_ADDR);
1704                 if (write_data != read_data) {
1705                         HPI_DEBUG_LOG(ERROR, "HPICL %x %x\n", write_data,
1706                                 read_data);
1707                         return HPI6205_ERROR_C6713_HPIC;
1708                 }
1709                 /* HPIA - walking ones test */
1710                 write_data = 1;
1711                 for (i = 0; i < 32; i++) {
1712                         boot_loader_write_mem32(pao, 0, HPIAL_ADDR,
1713                                 write_data);
1714                         boot_loader_write_mem32(pao, 0, HPIAH_ADDR,
1715                                 (write_data >> 16));
1716                         read_data =
1717                                 0xFFFF & boot_loader_read_mem32(pao, 0,
1718                                 HPIAL_ADDR);
1719                         read_data =
1720                                 read_data | ((0xFFFF &
1721                                         boot_loader_read_mem32(pao, 0,
1722                                                 HPIAH_ADDR))
1723                                 << 16);
1724                         if (read_data != write_data) {
1725                                 HPI_DEBUG_LOG(ERROR, "HPIA %x %x\n",
1726                                         write_data, read_data);
1727                                 return HPI6205_ERROR_C6713_HPIA;
1728                         }
1729                         write_data = write_data << 1;
1730                 }
1731
1732                 /* setup C67x PLL
1733                  *  ** C6713 datasheet says we cannot program PLL from HPI,
1734                  * and indeed if we try to set the PLL multiply from the HPI,
1735                  * the PLL does not seem to lock, so we enable the PLL and
1736                  * use the default multiply of x 7, which for a 27MHz clock
1737                  * gives a DSP speed of 189MHz
1738                  */
1739                 /* bypass PLL */
1740                 boot_loader_write_mem32(pao, dsp_index, 0x01B7C100, 0x0000);
1741                 hpios_delay_micro_seconds(1000);
1742                 /* EMIF = 189/3=63MHz */
1743                 boot_loader_write_mem32(pao, dsp_index, 0x01B7C120, 0x8002);
1744                 /* peri = 189/2 */
1745                 boot_loader_write_mem32(pao, dsp_index, 0x01B7C11C, 0x8001);
1746                 /* cpu  = 189/1 */
1747                 boot_loader_write_mem32(pao, dsp_index, 0x01B7C118, 0x8000);
1748                 hpios_delay_micro_seconds(1000);
1749                 /* ** SGT test to take GPO3 high when we start the PLL */
1750                 /* and low when the delay is completed */
1751                 /* FSX0 <- '1' (GPO3) */
1752                 boot_loader_write_mem32(pao, 0, (0x018C0024L), 0x00002A0A);
1753                 /* PLL not bypassed */
1754                 boot_loader_write_mem32(pao, dsp_index, 0x01B7C100, 0x0001);
1755                 hpios_delay_micro_seconds(1000);
1756                 /* FSX0 <- '0' (GPO3) */
1757                 boot_loader_write_mem32(pao, 0, (0x018C0024L), 0x00002A02);
1758
1759                 /* 6205 EMIF CE1 resetup - 32 bit async. */
1760                 /* Now 6713 #1 is running at 189MHz can reduce waitstates */
1761                 boot_loader_write_mem32(pao, 0, 0x01800004,     /* CE1 */
1762                         (1L << WS_OFS) | (8L << WST_OFS) | (1L << WH_OFS) |
1763                         (1L << RS_OFS) | (12L << RST_OFS) | (1L << RH_OFS) |
1764                         (2L << MTYPE_OFS));
1765
1766                 hpios_delay_micro_seconds(1000);
1767
1768                 /* check that we can read one of the PLL registers */
1769                 /* PLL should not be bypassed! */
1770                 if ((boot_loader_read_mem32(pao, dsp_index, 0x01B7C100) & 0xF)
1771                         != 0x0001) {
1772                         return HPI6205_ERROR_C6713_PLL;
1773                 }
1774                 /* setup C67x EMIF  (note this is the only use of
1775                    BAR1 via BootLoader_WriteMem32) */
1776                 boot_loader_write_mem32(pao, dsp_index, C6713_EMIF_GCTL,
1777                         0x000034A8);
1778
1779                 /* EMIF CE0 setup - 2Mx32 Sync DRAM
1780                    31..28       Wr setup
1781                    27..22       Wr strobe
1782                    21..20       Wr hold
1783                    19..16       Rd setup
1784                    15..14       -
1785                    13..8        Rd strobe
1786                    7..4         MTYPE   0011            Sync DRAM 32bits
1787                    3            Wr hold MSB
1788                    2..0         Rd hold
1789                  */
1790                 boot_loader_write_mem32(pao, dsp_index, C6713_EMIF_CE0,
1791                         0x00000030);
1792
1793                 /* EMIF SDRAM Extension
1794                    0x00
1795                    31-21        0000b 0000b 000b
1796                    20           WR2RD = 2cycles-1  = 1b
1797
1798                    19-18        WR2DEAC = 3cycle-1 = 10b
1799                    17           WR2WR = 2cycle-1   = 1b
1800                    16-15        R2WDQM = 4cycle-1  = 11b
1801                    14-12        RD2WR = 6cycles-1  = 101b
1802
1803                    11-10        RD2DEAC = 4cycle-1 = 11b
1804                    9            RD2RD = 2cycle-1   = 1b
1805                    8-7          THZP = 3cycle-1    = 10b
1806                    6-5          TWR  = 2cycle-1    = 01b (tWR = 17ns)
1807                    4            TRRD = 2cycle      = 0b  (tRRD = 14ns)
1808                    3-1          TRAS = 5cycle-1    = 100b (Tras=42ns)
1809                    1            CAS latency = 3cyc = 1b
1810                    (for Micron 2M32-7 operating at 100MHz)
1811                  */
1812                 boot_loader_write_mem32(pao, dsp_index, C6713_EMIF_SDRAMEXT,
1813                         0x001BDF29);
1814
1815                 /* EMIF SDRAM control - set up for a 2Mx32 SDRAM (512x32x4 bank)
1816                    31           -       0b       -
1817                    30           SDBSZ   1b              4 bank
1818                    29..28       SDRSZ   00b             11 row address pins
1819
1820                    27..26       SDCSZ   01b             8 column address pins
1821                    25           RFEN    1b              refersh enabled
1822                    24           INIT    1b              init SDRAM!
1823
1824                    23..20       TRCD    0001b                   (Trcd/Tcyc)-1 = (20/10)-1 = 1
1825
1826                    19..16       TRP     0001b                   (Trp/Tcyc)-1 = (20/10)-1 = 1
1827
1828                    15..12       TRC     0110b                   (Trc/Tcyc)-1 = (70/10)-1 = 6
1829
1830                    11..0        -       0000b 0000b 0000b
1831                  */
1832                 boot_loader_write_mem32(pao, dsp_index, C6713_EMIF_SDRAMCTL,
1833                         0x47116000);
1834
1835                 /* SDRAM refresh timing
1836                    Need 4,096 refresh cycles every 64ms = 15.625us = 1562cycles of 100MHz = 0x61A
1837                  */
1838                 boot_loader_write_mem32(pao, dsp_index,
1839                         C6713_EMIF_SDRAMTIMING, 0x00000410);
1840
1841                 hpios_delay_micro_seconds(1000);
1842         } else if (dsp_index == 2) {
1843                 /* DSP 2 is a C6713 */
1844         }
1845
1846         return 0;
1847 }
1848
1849 static u16 boot_loader_test_memory(struct hpi_adapter_obj *pao, int dsp_index,
1850         u32 start_address, u32 length)
1851 {
1852         u32 i = 0, j = 0;
1853         u32 test_addr = 0;
1854         u32 test_data = 0, data = 0;
1855
1856         length = 1000;
1857
1858         /* for 1st word, test each bit in the 32bit word, */
1859         /* dwLength specifies number of 32bit words to test */
1860         /*for(i=0; i<dwLength; i++) */
1861         i = 0;
1862         {
1863                 test_addr = start_address + i * 4;
1864                 test_data = 0x00000001;
1865                 for (j = 0; j < 32; j++) {
1866                         boot_loader_write_mem32(pao, dsp_index, test_addr,
1867                                 test_data);
1868                         data = boot_loader_read_mem32(pao, dsp_index,
1869                                 test_addr);
1870                         if (data != test_data) {
1871                                 HPI_DEBUG_LOG(VERBOSE,
1872                                         "Memtest error details  "
1873                                         "%08x %08x %08x %i\n", test_addr,
1874                                         test_data, data, dsp_index);
1875                                 return 1;       /* error */
1876                         }
1877                         test_data = test_data << 1;
1878                 }       /* for(j) */
1879         }       /* for(i) */
1880
1881         /* for the next 100 locations test each location, leaving it as zero */
1882         /* write a zero to the next word in memory before we read */
1883         /* the previous write to make sure every memory location is unique */
1884         for (i = 0; i < 100; i++) {
1885                 test_addr = start_address + i * 4;
1886                 test_data = 0xA5A55A5A;
1887                 boot_loader_write_mem32(pao, dsp_index, test_addr, test_data);
1888                 boot_loader_write_mem32(pao, dsp_index, test_addr + 4, 0);
1889                 data = boot_loader_read_mem32(pao, dsp_index, test_addr);
1890                 if (data != test_data) {
1891                         HPI_DEBUG_LOG(VERBOSE,
1892                                 "Memtest error details  "
1893                                 "%08x %08x %08x %i\n", test_addr, test_data,
1894                                 data, dsp_index);
1895                         return 1;       /* error */
1896                 }
1897                 /* leave location as zero */
1898                 boot_loader_write_mem32(pao, dsp_index, test_addr, 0x0);
1899         }
1900
1901         /* zero out entire memory block */
1902         for (i = 0; i < length; i++) {
1903                 test_addr = start_address + i * 4;
1904                 boot_loader_write_mem32(pao, dsp_index, test_addr, 0x0);
1905         }
1906         return 0;
1907 }
1908
1909 static u16 boot_loader_test_internal_memory(struct hpi_adapter_obj *pao,
1910         int dsp_index)
1911 {
1912         int err = 0;
1913         if (dsp_index == 0) {
1914                 /* DSP 0 is a C6205 */
1915                 /* 64K prog mem */
1916                 err = boot_loader_test_memory(pao, dsp_index, 0x00000000,
1917                         0x10000);
1918                 if (!err)
1919                         /* 64K data mem */
1920                         err = boot_loader_test_memory(pao, dsp_index,
1921                                 0x80000000, 0x10000);
1922         } else if (dsp_index == 1) {
1923                 /* DSP 1 is a C6713 */
1924                 /* 192K internal mem */
1925                 err = boot_loader_test_memory(pao, dsp_index, 0x00000000,
1926                         0x30000);
1927                 if (!err)
1928                         /* 64K internal mem / L2 cache */
1929                         err = boot_loader_test_memory(pao, dsp_index,
1930                                 0x00030000, 0x10000);
1931         }
1932
1933         if (err)
1934                 return HPI6205_ERROR_DSP_INTMEM;
1935         else
1936                 return 0;
1937 }
1938
1939 static u16 boot_loader_test_external_memory(struct hpi_adapter_obj *pao,
1940         int dsp_index)
1941 {
1942         u32 dRAM_start_address = 0;
1943         u32 dRAM_size = 0;
1944
1945         if (dsp_index == 0) {
1946                 /* only test for SDRAM if an ASI5000 card */
1947                 if (pao->pci.pci_dev->subsystem_device == 0x5000) {
1948                         /* DSP 0 is always C6205 */
1949                         dRAM_start_address = 0x00400000;
1950                         dRAM_size = 0x200000;
1951                         /*dwDRAMinc=1024; */
1952                 } else
1953                         return 0;
1954         } else if (dsp_index == 1) {
1955                 /* DSP 1 is a C6713 */
1956                 dRAM_start_address = 0x80000000;
1957                 dRAM_size = 0x200000;
1958                 /*dwDRAMinc=1024; */
1959         }
1960
1961         if (boot_loader_test_memory(pao, dsp_index, dRAM_start_address,
1962                         dRAM_size))
1963                 return HPI6205_ERROR_DSP_EXTMEM;
1964         return 0;
1965 }
1966
1967 static u16 boot_loader_test_pld(struct hpi_adapter_obj *pao, int dsp_index)
1968 {
1969         u32 data = 0;
1970         if (dsp_index == 0) {
1971                 /* only test for DSP0 PLD on ASI5000 card */
1972                 if (pao->pci.pci_dev->subsystem_device == 0x5000) {
1973                         /* PLD is located at CE3=0x03000000 */
1974                         data = boot_loader_read_mem32(pao, dsp_index,
1975                                 0x03000008);
1976                         if ((data & 0xF) != 0x5)
1977                                 return HPI6205_ERROR_DSP_PLD;
1978                         data = boot_loader_read_mem32(pao, dsp_index,
1979                                 0x0300000C);
1980                         if ((data & 0xF) != 0xA)
1981                                 return HPI6205_ERROR_DSP_PLD;
1982                 }
1983         } else if (dsp_index == 1) {
1984                 /* DSP 1 is a C6713 */
1985                 if (pao->pci.pci_dev->subsystem_device == 0x8700) {
1986                         /* PLD is located at CE1=0x90000000 */
1987                         data = boot_loader_read_mem32(pao, dsp_index,
1988                                 0x90000010);
1989                         if ((data & 0xFF) != 0xAA)
1990                                 return HPI6205_ERROR_DSP_PLD;
1991                         /* 8713 - LED on */
1992                         boot_loader_write_mem32(pao, dsp_index, 0x90000000,
1993                                 0x02);
1994                 }
1995         }
1996         return 0;
1997 }
1998
1999 /** Transfer data to or from DSP
2000  nOperation = H620_H620_HIF_SEND_DATA or H620_HIF_GET_DATA
2001 */
2002 static short hpi6205_transfer_data(struct hpi_adapter_obj *pao, u8 *p_data,
2003         u32 data_size, int operation)
2004 {
2005         struct hpi_hw_obj *phw = pao->priv;
2006         u32 data_transferred = 0;
2007         u16 err = 0;
2008         u32 temp2;
2009         struct bus_master_interface *interface = phw->p_interface_buffer;
2010
2011         if (!p_data)
2012                 return HPI_ERROR_INVALID_DATA_POINTER;
2013
2014         data_size &= ~3L;       /* round data_size down to nearest 4 bytes */
2015
2016         /* make sure state is IDLE */
2017         if (!wait_dsp_ack(phw, H620_HIF_IDLE, HPI6205_TIMEOUT))
2018                 return HPI_ERROR_DSP_HARDWARE;
2019
2020         while (data_transferred < data_size) {
2021                 u32 this_copy = data_size - data_transferred;
2022
2023                 if (this_copy > HPI6205_SIZEOF_DATA)
2024                         this_copy = HPI6205_SIZEOF_DATA;
2025
2026                 if (operation == H620_HIF_SEND_DATA)
2027                         memcpy((void *)&interface->u.b_data[0],
2028                                 &p_data[data_transferred], this_copy);
2029
2030                 interface->transfer_size_in_bytes = this_copy;
2031
2032                 /* DSP must change this back to nOperation */
2033                 interface->dsp_ack = H620_HIF_IDLE;
2034                 send_dsp_command(phw, operation);
2035
2036                 temp2 = wait_dsp_ack(phw, operation, HPI6205_TIMEOUT);
2037                 HPI_DEBUG_LOG(DEBUG, "spun %d times for data xfer of %d\n",
2038                         HPI6205_TIMEOUT - temp2, this_copy);
2039
2040                 if (!temp2) {
2041                         /* timed out */
2042                         HPI_DEBUG_LOG(ERROR,
2043                                 "Timed out waiting for " "state %d got %d\n",
2044                                 operation, interface->dsp_ack);
2045
2046                         break;
2047                 }
2048                 if (operation == H620_HIF_GET_DATA)
2049                         memcpy(&p_data[data_transferred],
2050                                 (void *)&interface->u.b_data[0], this_copy);
2051
2052                 data_transferred += this_copy;
2053         }
2054         if (interface->dsp_ack != operation)
2055                 HPI_DEBUG_LOG(DEBUG, "interface->dsp_ack=%d, expected %d\n",
2056                         interface->dsp_ack, operation);
2057         /*                      err=HPI_ERROR_DSP_HARDWARE; */
2058
2059         send_dsp_command(phw, H620_HIF_IDLE);
2060
2061         return err;
2062 }
2063
2064 /* wait for up to timeout_us microseconds for the DSP
2065    to signal state by DMA into dwDspAck
2066 */
2067 static int wait_dsp_ack(struct hpi_hw_obj *phw, int state, int timeout_us)
2068 {
2069         struct bus_master_interface *interface = phw->p_interface_buffer;
2070         int t = timeout_us / 4;
2071
2072         rmb();  /* ensure interface->dsp_ack is up to date */
2073         while ((interface->dsp_ack != state) && --t) {
2074                 hpios_delay_micro_seconds(4);
2075                 rmb();  /* DSP changes dsp_ack by DMA */
2076         }
2077
2078         /*HPI_DEBUG_LOG(VERBOSE, "Spun %d for %d\n", timeout_us/4-t, state); */
2079         return t * 4;
2080 }
2081
2082 /* set the busmaster interface to cmd, then interrupt the DSP */
2083 static void send_dsp_command(struct hpi_hw_obj *phw, int cmd)
2084 {
2085         struct bus_master_interface *interface = phw->p_interface_buffer;
2086         u32 r;
2087
2088         interface->host_cmd = cmd;
2089         wmb();  /* DSP gets state by DMA, make sure it is written to memory */
2090         /* before we interrupt the DSP */
2091         r = ioread32(phw->prHDCR);
2092         r |= (u32)C6205_HDCR_DSPINT;
2093         iowrite32(r, phw->prHDCR);
2094         r &= ~(u32)C6205_HDCR_DSPINT;
2095         iowrite32(r, phw->prHDCR);
2096 }
2097
2098 static unsigned int message_count;
2099
2100 static u16 message_response_sequence(struct hpi_adapter_obj *pao,
2101         struct hpi_message *phm, struct hpi_response *phr)
2102 {
2103         u32 time_out, time_out2;
2104         struct hpi_hw_obj *phw = pao->priv;
2105         struct bus_master_interface *interface = phw->p_interface_buffer;
2106         u16 err = 0;
2107
2108         message_count++;
2109         if (phm->size > sizeof(interface->u.message_buffer)) {
2110                 phr->error = HPI_ERROR_MESSAGE_BUFFER_TOO_SMALL;
2111                 phr->specific_error = sizeof(interface->u.message_buffer);
2112                 phr->size = sizeof(struct hpi_response_header);
2113                 HPI_DEBUG_LOG(ERROR,
2114                         "message len %d too big for buffer %zd \n", phm->size,
2115                         sizeof(interface->u.message_buffer));
2116                 return 0;
2117         }
2118
2119         /* Assume buffer of type struct bus_master_interface_62
2120            is allocated "noncacheable" */
2121
2122         if (!wait_dsp_ack(phw, H620_HIF_IDLE, HPI6205_TIMEOUT)) {
2123                 HPI_DEBUG_LOG(DEBUG, "timeout waiting for idle\n");
2124                 return HPI6205_ERROR_MSG_RESP_IDLE_TIMEOUT;
2125         }
2126
2127         memcpy(&interface->u.message_buffer, phm, phm->size);
2128         /* signal we want a response */
2129         send_dsp_command(phw, H620_HIF_GET_RESP);
2130
2131         time_out2 = wait_dsp_ack(phw, H620_HIF_GET_RESP, HPI6205_TIMEOUT);
2132
2133         if (!time_out2) {
2134                 HPI_DEBUG_LOG(ERROR,
2135                         "(%u) Timed out waiting for " "GET_RESP state [%x]\n",
2136                         message_count, interface->dsp_ack);
2137         } else {
2138                 HPI_DEBUG_LOG(VERBOSE,
2139                         "(%u) transition to GET_RESP after %u\n",
2140                         message_count, HPI6205_TIMEOUT - time_out2);
2141         }
2142         /* spin waiting on HIF interrupt flag (end of msg process) */
2143         time_out = HPI6205_TIMEOUT;
2144
2145         /* read the result */
2146         if (time_out) {
2147                 if (interface->u.response_buffer.response.size <= phr->size)
2148                         memcpy(phr, &interface->u.response_buffer,
2149                                 interface->u.response_buffer.response.size);
2150                 else {
2151                         HPI_DEBUG_LOG(ERROR,
2152                                 "response len %d too big for buffer %d\n",
2153                                 interface->u.response_buffer.response.size,
2154                                 phr->size);
2155                         memcpy(phr, &interface->u.response_buffer,
2156                                 sizeof(struct hpi_response_header));
2157                         phr->error = HPI_ERROR_RESPONSE_BUFFER_TOO_SMALL;
2158                         phr->specific_error =
2159                                 interface->u.response_buffer.response.size;
2160                         phr->size = sizeof(struct hpi_response_header);
2161                 }
2162         }
2163         /* set interface back to idle */
2164         send_dsp_command(phw, H620_HIF_IDLE);
2165
2166         if (!time_out || !time_out2) {
2167                 HPI_DEBUG_LOG(DEBUG, "something timed out!\n");
2168                 return HPI6205_ERROR_MSG_RESP_TIMEOUT;
2169         }
2170         /* special case for adapter close - */
2171         /* wait for the DSP to indicate it is idle */
2172         if (phm->function == HPI_ADAPTER_CLOSE) {
2173                 if (!wait_dsp_ack(phw, H620_HIF_IDLE, HPI6205_TIMEOUT)) {
2174                         HPI_DEBUG_LOG(DEBUG,
2175                                 "Timeout waiting for idle "
2176                                 "(on adapter_close)\n");
2177                         return HPI6205_ERROR_MSG_RESP_IDLE_TIMEOUT;
2178                 }
2179         }
2180         err = hpi_validate_response(phm, phr);
2181         return err;
2182 }
2183
2184 static void hw_message(struct hpi_adapter_obj *pao, struct hpi_message *phm,
2185         struct hpi_response *phr)
2186 {
2187
2188         u16 err = 0;
2189
2190         hpios_dsplock_lock(pao);
2191
2192         err = message_response_sequence(pao, phm, phr);
2193
2194         /* maybe an error response */
2195         if (err) {
2196                 /* something failed in the HPI/DSP interface */
2197                 if (err >= HPI_ERROR_BACKEND_BASE) {
2198                         phr->error = HPI_ERROR_DSP_COMMUNICATION;
2199                         phr->specific_error = err;
2200                 } else {
2201                         phr->error = err;
2202                 }
2203
2204                 pao->dsp_crashed++;
2205
2206                 /* just the header of the response is valid */
2207                 phr->size = sizeof(struct hpi_response_header);
2208                 goto err;
2209         } else
2210                 pao->dsp_crashed = 0;
2211
2212         if (phr->error != 0)    /* something failed in the DSP */
2213                 goto err;
2214
2215         switch (phm->function) {
2216         case HPI_OSTREAM_WRITE:
2217         case HPI_ISTREAM_ANC_WRITE:
2218                 err = hpi6205_transfer_data(pao, phm->u.d.u.data.pb_data,
2219                         phm->u.d.u.data.data_size, H620_HIF_SEND_DATA);
2220                 break;
2221
2222         case HPI_ISTREAM_READ:
2223         case HPI_OSTREAM_ANC_READ:
2224                 err = hpi6205_transfer_data(pao, phm->u.d.u.data.pb_data,
2225                         phm->u.d.u.data.data_size, H620_HIF_GET_DATA);
2226                 break;
2227
2228         }
2229         phr->error = err;
2230
2231 err:
2232         hpios_dsplock_unlock(pao);
2233
2234         return;
2235 }