entry.c revision 315813
1/* 2 * Copyright (c) 2004-2005 HighPoint Technologies, Inc. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24 * SUCH DAMAGE. 25 */ 26 27#include <sys/cdefs.h> 28__FBSDID("$FreeBSD: stable/10/sys/dev/hptmv/entry.c 315813 2017-03-23 06:41:13Z mav $"); 29 30#include <sys/param.h> 31#include <sys/systm.h> 32#include <sys/kernel.h> 33#include <sys/bus.h> 34#include <sys/malloc.h> 35#include <sys/resource.h> 36#include <sys/time.h> 37#include <sys/callout.h> 38#include <sys/signalvar.h> 39#include <sys/eventhandler.h> 40#include <sys/proc.h> 41#include <sys/kthread.h> 42 43#if (__FreeBSD_version >= 500000) 44#include <sys/mutex.h> 45#include <sys/module.h> 46#endif 47 48#if (__FreeBSD_version >= 500000) 49#include <dev/pci/pcireg.h> 50#include <dev/pci/pcivar.h> 51#else 52#include <pci/pcireg.h> 53#include <pci/pcivar.h> 54#include <sys/wait.h> 55#include <sys/sysproto.h> 56#endif 57 58#ifndef __KERNEL__ 59#define __KERNEL__ 60#endif 61 62#include <dev/hptmv/global.h> 63#include <dev/hptmv/hptintf.h> 64#include <dev/hptmv/osbsd.h> 65#include <dev/hptmv/access601.h> 66 67 68#ifdef DEBUG 69#ifdef DEBUG_LEVEL 70int hpt_dbg_level = DEBUG_LEVEL; 71#else 72int hpt_dbg_level = 0; 73#endif 74#endif 75 76#define MV_ERROR printf 77 78/* 79 * CAM SIM entry points 80 */ 81static int hpt_probe (device_t dev); 82static void launch_worker_thread(void); 83static int hpt_attach(device_t dev); 84static int hpt_detach(device_t dev); 85static int hpt_shutdown(device_t dev); 86static void hpt_poll(struct cam_sim *sim); 87static void hpt_intr(void *arg); 88static void hpt_async(void *callback_arg, u_int32_t code, struct cam_path *path, void *arg); 89static void hpt_action(struct cam_sim *sim, union ccb *ccb); 90 91static device_method_t driver_methods[] = { 92 /* Device interface */ 93 DEVMETHOD(device_probe, hpt_probe), 94 DEVMETHOD(device_attach, hpt_attach), 95 DEVMETHOD(device_detach, hpt_detach), 96 97 DEVMETHOD(device_shutdown, hpt_shutdown), 98 DEVMETHOD_END 99}; 100 101static driver_t hpt_pci_driver = { 102 __str(PROC_DIR_NAME), 103 driver_methods, 104 sizeof(IAL_ADAPTER_T) 105}; 106 107static devclass_t hpt_devclass; 108 109#define __DRIVER_MODULE(p1, p2, p3, p4, p5, p6) DRIVER_MODULE(p1, p2, p3, p4, p5, p6) 110__DRIVER_MODULE(PROC_DIR_NAME, pci, hpt_pci_driver, hpt_devclass, 0, 0); 111MODULE_DEPEND(PROC_DIR_NAME, cam, 1, 1, 1); 112 113#define ccb_ccb_ptr spriv_ptr0 114#define ccb_adapter ccb_h.spriv_ptr1 115 116static void SetInquiryData(PINQUIRYDATA inquiryData, PVDevice pVDev); 117static void HPTLIBAPI OsSendCommand (_VBUS_ARG union ccb * ccb); 118static void HPTLIBAPI fOsCommandDone(_VBUS_ARG PCommand pCmd); 119static void ccb_done(union ccb *ccb); 120static void hpt_queue_ccb(union ccb **ccb_Q, union ccb *ccb); 121static void hpt_free_ccb(union ccb **ccb_Q, union ccb *ccb); 122static void hptmv_free_edma_queues(IAL_ADAPTER_T *pAdapter); 123static void hptmv_free_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum); 124static void handleEdmaError(_VBUS_ARG PCommand pCmd); 125static int hptmv_init_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum); 126static int fResetActiveCommands(PVBus _vbus_p); 127static void fRegisterVdevice(IAL_ADAPTER_T *pAdapter); 128static int hptmv_allocate_edma_queues(IAL_ADAPTER_T *pAdapter); 129static void hptmv_handle_event_disconnect(void *data); 130static void hptmv_handle_event_connect(void *data); 131static int start_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum); 132static void init_vdev_params(IAL_ADAPTER_T *pAdapter, MV_U8 channel); 133static int hptmv_parse_identify_results(MV_SATA_CHANNEL *pMvSataChannel); 134static int HPTLIBAPI fOsBuildSgl(_VBUS_ARG PCommand pCmd, FPSCAT_GATH pSg, 135 int logical); 136static MV_BOOLEAN CommandCompletionCB(MV_SATA_ADAPTER *pMvSataAdapter, 137 MV_U8 channelNum, MV_COMPLETION_TYPE comp_type, MV_VOID_PTR commandId, 138 MV_U16 responseFlags, MV_U32 timeStamp, 139 MV_STORAGE_DEVICE_REGISTERS *registerStruct); 140static MV_BOOLEAN hptmv_event_notify(MV_SATA_ADAPTER *pMvSataAdapter, 141 MV_EVENT_TYPE eventType, MV_U32 param1, MV_U32 param2); 142 143#define ccb_ccb_ptr spriv_ptr0 144#define ccb_adapter ccb_h.spriv_ptr1 145 146IAL_ADAPTER_T *gIal_Adapter = 0; 147IAL_ADAPTER_T *pCurAdapter = 0; 148static MV_SATA_CHANNEL gMvSataChannels[MAX_VBUS][MV_SATA_CHANNELS_NUM]; 149 150typedef struct st_HPT_DPC { 151 IAL_ADAPTER_T *pAdapter; 152 void (*dpc)(IAL_ADAPTER_T *, void *, UCHAR); 153 void *arg; 154 UCHAR flags; 155} ST_HPT_DPC; 156 157#define MAX_DPC 16 158UCHAR DPC_Request_Nums = 0; 159static ST_HPT_DPC DpcQueue[MAX_DPC]; 160static int DpcQueue_First=0; 161static int DpcQueue_Last = 0; 162 163char DRIVER_VERSION[] = "v1.16"; 164 165#if (__FreeBSD_version >= 500000) 166static struct mtx driver_lock; 167intrmask_t lock_driver() 168{ 169 170 intrmask_t spl = 0; 171 mtx_lock(&driver_lock); 172 return spl; 173} 174void unlock_driver(intrmask_t spl) 175{ 176 mtx_unlock(&driver_lock); 177} 178#else 179static int driver_locked = 0; 180intrmask_t lock_driver() 181{ 182 intrmask_t spl = splcam(); 183loop: 184 while (driver_locked) 185 tsleep(&driver_locked, PRIBIO, "hptlck", hz); 186 atomic_add_int(&driver_locked, 1); 187 if (driver_locked>1) { 188 atomic_subtract_int(&driver_locked, 1); 189 goto loop; 190 } 191 return spl; 192} 193 194void unlock_driver(intrmask_t spl) 195{ 196 atomic_subtract_int(&driver_locked, 1); 197 if (driver_locked==0) { 198 wakeup(&driver_locked); 199 } 200 splx(spl); 201} 202#endif 203 204/******************************************************************************* 205 * Name: hptmv_free_channel 206 * 207 * Description: free allocated queues for the given channel 208 * 209 * Parameters: pMvSataAdapter - pointer to the RR18xx controler this 210 * channel connected to. 211 * channelNum - channel number. 212 * 213 ******************************************************************************/ 214static void 215hptmv_free_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum) 216{ 217 HPT_ASSERT(channelNum < MV_SATA_CHANNELS_NUM); 218 pAdapter->mvSataAdapter.sataChannel[channelNum] = NULL; 219} 220 221static void failDevice(PVDevice pVDev) 222{ 223 PVBus _vbus_p = pVDev->pVBus; 224 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)_vbus_p->OsExt; 225 226 pVDev->u.disk.df_on_line = 0; 227 pVDev->vf_online = 0; 228 if (pVDev->pfnDeviceFailed) 229 CallWhenIdle(_VBUS_P (DPC_PROC)pVDev->pfnDeviceFailed, pVDev); 230 231 fNotifyGUI(ET_DEVICE_REMOVED, pVDev); 232 233#ifndef FOR_DEMO 234 if (pAdapter->ver_601==2 && !pAdapter->beeping) { 235 pAdapter->beeping = 1; 236 BeepOn(pAdapter->mvSataAdapter.adapterIoBaseAddress); 237 set_fail_led(&pAdapter->mvSataAdapter, pVDev->u.disk.mv->channelNumber, 1); 238 } 239#endif 240} 241 242int MvSataResetChannel(MV_SATA_ADAPTER *pMvSataAdapter, MV_U8 channel); 243 244static void 245handleEdmaError(_VBUS_ARG PCommand pCmd) 246{ 247 PDevice pDevice = &pCmd->pVDevice->u.disk; 248 MV_SATA_ADAPTER * pSataAdapter = pDevice->mv->mvSataAdapter; 249 250 if (!pDevice->df_on_line) { 251 KdPrint(("Device is offline")); 252 pCmd->Result = RETURN_BAD_DEVICE; 253 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 254 return; 255 } 256 257 if (pCmd->RetryCount++>5) { 258 hpt_printk(("too many retries on channel(%d)\n", pDevice->mv->channelNumber)); 259failed: 260 failDevice(pCmd->pVDevice); 261 pCmd->Result = RETURN_IDE_ERROR; 262 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 263 return; 264 } 265 266 /* reset the channel and retry the command */ 267 if (MvSataResetChannel(pSataAdapter, pDevice->mv->channelNumber)) 268 goto failed; 269 270 fNotifyGUI(ET_DEVICE_ERROR, Map2pVDevice(pDevice)); 271 272 hpt_printk(("Retry on channel(%d)\n", pDevice->mv->channelNumber)); 273 fDeviceSendCommand(_VBUS_P pCmd); 274} 275 276/**************************************************************** 277 * Name: hptmv_init_channel 278 * 279 * Description: allocate request and response queues for the EDMA of the 280 * given channel and sets other fields. 281 * 282 * Parameters: 283 * pAdapter - pointer to the emulated adapter data structure 284 * channelNum - channel number. 285 * Return: 0 on success, otherwise on failure 286 ****************************************************************/ 287static int 288hptmv_init_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum) 289{ 290 MV_SATA_CHANNEL *pMvSataChannel; 291 dma_addr_t req_dma_addr; 292 dma_addr_t rsp_dma_addr; 293 294 if (channelNum >= MV_SATA_CHANNELS_NUM) 295 { 296 MV_ERROR("RR18xx[%d]: Bad channelNum=%d", 297 pAdapter->mvSataAdapter.adapterId, channelNum); 298 return -1; 299 } 300 301 pMvSataChannel = &gMvSataChannels[pAdapter->mvSataAdapter.adapterId][channelNum]; 302 pAdapter->mvSataAdapter.sataChannel[channelNum] = pMvSataChannel; 303 pMvSataChannel->channelNumber = channelNum; 304 pMvSataChannel->lba48Address = MV_FALSE; 305 pMvSataChannel->maxReadTransfer = MV_FALSE; 306 307 pMvSataChannel->requestQueue = (struct mvDmaRequestQueueEntry *) 308 (pAdapter->requestsArrayBaseAlignedAddr + (channelNum * MV_EDMA_REQUEST_QUEUE_SIZE)); 309 req_dma_addr = pAdapter->requestsArrayBaseDmaAlignedAddr + (channelNum * MV_EDMA_REQUEST_QUEUE_SIZE); 310 311 312 KdPrint(("requestQueue addr is 0x%llX", (HPT_U64)(ULONG_PTR)req_dma_addr)); 313 314 /* check the 1K alignment of the request queue*/ 315 if (req_dma_addr & 0x3ff) 316 { 317 MV_ERROR("RR18xx[%d]: request queue allocated isn't 1 K aligned," 318 " dma_addr=%llx channel=%d\n", pAdapter->mvSataAdapter.adapterId, 319 (HPT_U64)(ULONG_PTR)req_dma_addr, channelNum); 320 return -1; 321 } 322 pMvSataChannel->requestQueuePciLowAddress = req_dma_addr; 323 pMvSataChannel->requestQueuePciHiAddress = 0; 324 KdPrint(("RR18xx[%d,%d]: request queue allocated: 0x%p", 325 pAdapter->mvSataAdapter.adapterId, channelNum, 326 pMvSataChannel->requestQueue)); 327 pMvSataChannel->responseQueue = (struct mvDmaResponseQueueEntry *) 328 (pAdapter->responsesArrayBaseAlignedAddr + (channelNum * MV_EDMA_RESPONSE_QUEUE_SIZE)); 329 rsp_dma_addr = pAdapter->responsesArrayBaseDmaAlignedAddr + (channelNum * MV_EDMA_RESPONSE_QUEUE_SIZE); 330 331 /* check the 256 alignment of the response queue*/ 332 if (rsp_dma_addr & 0xff) 333 { 334 MV_ERROR("RR18xx[%d,%d]: response queue allocated isn't 256 byte " 335 "aligned, dma_addr=%llx\n", 336 pAdapter->mvSataAdapter.adapterId, channelNum, (HPT_U64)(ULONG_PTR)rsp_dma_addr); 337 return -1; 338 } 339 pMvSataChannel->responseQueuePciLowAddress = rsp_dma_addr; 340 pMvSataChannel->responseQueuePciHiAddress = 0; 341 KdPrint(("RR18xx[%d,%d]: response queue allocated: 0x%p", 342 pAdapter->mvSataAdapter.adapterId, channelNum, 343 pMvSataChannel->responseQueue)); 344 345 pAdapter->mvChannel[channelNum].online = MV_TRUE; 346 return 0; 347} 348 349/****************************************************************************** 350 * Name: hptmv_parse_identify_results 351 * 352 * Description: this functions parses the identify command results, checks 353 * that the connected deives can be accesed by RR18xx EDMA, 354 * and updates the channel stucture accordingly. 355 * 356 * Parameters: pMvSataChannel, pointer to the channel data structure. 357 * 358 * Returns: =0 ->success, < 0 ->failure. 359 * 360 ******************************************************************************/ 361static int 362hptmv_parse_identify_results(MV_SATA_CHANNEL *pMvSataChannel) 363{ 364 MV_U16 *iden = pMvSataChannel->identifyDevice; 365 366 /*LBA addressing*/ 367 if (! (iden[IDEN_CAPACITY_1_OFFSET] & 0x200)) 368 { 369 KdPrint(("IAL Error in IDENTIFY info: LBA not supported\n")); 370 return -1; 371 } 372 else 373 { 374 KdPrint(("%25s - %s\n", "Capabilities", "LBA supported")); 375 } 376 /*DMA support*/ 377 if (! (iden[IDEN_CAPACITY_1_OFFSET] & 0x100)) 378 { 379 KdPrint(("IAL Error in IDENTIFY info: DMA not supported\n")); 380 return -1; 381 } 382 else 383 { 384 KdPrint(("%25s - %s\n", "Capabilities", "DMA supported")); 385 } 386 /* PIO */ 387 if ((iden[IDEN_VALID] & 2) == 0) 388 { 389 KdPrint(("IAL Error in IDENTIFY info: not able to find PIO mode\n")); 390 return -1; 391 } 392 KdPrint(("%25s - 0x%02x\n", "PIO modes supported", 393 iden[IDEN_PIO_MODE_SPPORTED] & 0xff)); 394 395 /*UDMA*/ 396 if ((iden[IDEN_VALID] & 4) == 0) 397 { 398 KdPrint(("IAL Error in IDENTIFY info: not able to find UDMA mode\n")); 399 return -1; 400 } 401 402 /* 48 bit address */ 403 if ((iden[IDEN_SUPPORTED_COMMANDS2] & 0x400)) 404 { 405 KdPrint(("%25s - %s\n", "LBA48 addressing", "supported")); 406 pMvSataChannel->lba48Address = MV_TRUE; 407 } 408 else 409 { 410 KdPrint(("%25s - %s\n", "LBA48 addressing", "Not supported")); 411 pMvSataChannel->lba48Address = MV_FALSE; 412 } 413 return 0; 414} 415 416static void 417init_vdev_params(IAL_ADAPTER_T *pAdapter, MV_U8 channel) 418{ 419 PVDevice pVDev = &pAdapter->VDevices[channel]; 420 MV_SATA_CHANNEL *pMvSataChannel = pAdapter->mvSataAdapter.sataChannel[channel]; 421 MV_U16_PTR IdentifyData = pMvSataChannel->identifyDevice; 422 423 pMvSataChannel->outstandingCommands = 0; 424 425 pVDev->u.disk.mv = pMvSataChannel; 426 pVDev->u.disk.df_on_line = 1; 427 pVDev->u.disk.pVBus = &pAdapter->VBus; 428 pVDev->pVBus = &pAdapter->VBus; 429 430#ifdef SUPPORT_48BIT_LBA 431 if (pMvSataChannel->lba48Address == MV_TRUE) 432 pVDev->u.disk.dDeRealCapacity = ((IdentifyData[101]<<16) | IdentifyData[100]) - 1; 433 else 434#endif 435 if(IdentifyData[53] & 1) { 436 pVDev->u.disk.dDeRealCapacity = 437 (((IdentifyData[58]<<16 | IdentifyData[57]) < (IdentifyData[61]<<16 | IdentifyData[60])) ? 438 (IdentifyData[61]<<16 | IdentifyData[60]) : 439 (IdentifyData[58]<<16 | IdentifyData[57])) - 1; 440 } else 441 pVDev->u.disk.dDeRealCapacity = 442 (IdentifyData[61]<<16 | IdentifyData[60]) - 1; 443 444 pVDev->u.disk.bDeUsable_Mode = pVDev->u.disk.bDeModeSetting = 445 pAdapter->mvChannel[channel].maxPioModeSupported - MV_ATA_TRANSFER_PIO_0; 446 447 if (pAdapter->mvChannel[channel].maxUltraDmaModeSupported!=0xFF) { 448 pVDev->u.disk.bDeUsable_Mode = pVDev->u.disk.bDeModeSetting = 449 pAdapter->mvChannel[channel].maxUltraDmaModeSupported - MV_ATA_TRANSFER_UDMA_0 + 8; 450 } 451} 452 453static void device_change(IAL_ADAPTER_T *pAdapter , MV_U8 channelIndex, int plugged) 454{ 455 PVDevice pVDev; 456 MV_SATA_ADAPTER *pMvSataAdapter = &pAdapter->mvSataAdapter; 457 MV_SATA_CHANNEL *pMvSataChannel = pMvSataAdapter->sataChannel[channelIndex]; 458 459 if (!pMvSataChannel) return; 460 461 if (plugged) 462 { 463 pVDev = &(pAdapter->VDevices[channelIndex]); 464 init_vdev_params(pAdapter, channelIndex); 465 466 pVDev->VDeviceType = pVDev->u.disk.df_atapi? VD_ATAPI : 467 pVDev->u.disk.df_removable_drive? VD_REMOVABLE : VD_SINGLE_DISK; 468 469 pVDev->VDeviceCapacity = pVDev->u.disk.dDeRealCapacity-SAVE_FOR_RAID_INFO; 470 pVDev->pfnSendCommand = pfnSendCommand[pVDev->VDeviceType]; 471 pVDev->pfnDeviceFailed = pfnDeviceFailed[pVDev->VDeviceType]; 472 pVDev->vf_online = 1; 473 474#ifdef SUPPORT_ARRAY 475 if(pVDev->pParent) 476 { 477 int iMember; 478 for(iMember = 0; iMember < pVDev->pParent->u.array.bArnMember; iMember++) 479 if((PVDevice)pVDev->pParent->u.array.pMember[iMember] == pVDev) 480 pVDev->pParent->u.array.pMember[iMember] = NULL; 481 pVDev->pParent = NULL; 482 } 483#endif 484 fNotifyGUI(ET_DEVICE_PLUGGED,pVDev); 485 fCheckBootable(pVDev); 486 RegisterVDevice(pVDev); 487 488#ifndef FOR_DEMO 489 if (pAdapter->beeping) { 490 pAdapter->beeping = 0; 491 BeepOff(pAdapter->mvSataAdapter.adapterIoBaseAddress); 492 } 493#endif 494 495 } 496 else 497 { 498 pVDev = &(pAdapter->VDevices[channelIndex]); 499 failDevice(pVDev); 500 } 501} 502 503static int 504start_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum) 505{ 506 MV_SATA_ADAPTER *pMvSataAdapter = &pAdapter->mvSataAdapter; 507 MV_SATA_CHANNEL *pMvSataChannel = pMvSataAdapter->sataChannel[channelNum]; 508 MV_CHANNEL *pChannelInfo = &(pAdapter->mvChannel[channelNum]); 509 MV_U32 udmaMode,pioMode; 510 511 KdPrint(("RR18xx [%d]: start channel (%d)", pMvSataAdapter->adapterId, 512 channelNum)); 513 514 515 /* Software reset channel */ 516 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channelNum) == MV_FALSE) 517 { 518 MV_ERROR("RR18xx [%d,%d]: failed to perform Software reset\n", 519 pMvSataAdapter->adapterId, channelNum); 520 return -1; 521 } 522 523 /* Hardware reset channel */ 524 if (mvSataChannelHardReset(pMvSataAdapter, channelNum) == MV_FALSE) 525 { 526 /* If failed, try again - this is when trying to hardreset a channel */ 527 /* when drive is just spinning up */ 528 StallExec(5000000); /* wait 5 sec before trying again */ 529 if (mvSataChannelHardReset(pMvSataAdapter, channelNum) == MV_FALSE) 530 { 531 MV_ERROR("RR18xx [%d,%d]: failed to perform Hard reset\n", 532 pMvSataAdapter->adapterId, channelNum); 533 return -1; 534 } 535 } 536 537 /* identify device*/ 538 if (mvStorageDevATAIdentifyDevice(pMvSataAdapter, channelNum) == MV_FALSE) 539 { 540 MV_ERROR("RR18xx [%d,%d]: failed to perform ATA Identify command\n" 541 , pMvSataAdapter->adapterId, channelNum); 542 return -1; 543 } 544 if (hptmv_parse_identify_results(pMvSataChannel)) 545 { 546 MV_ERROR("RR18xx [%d,%d]: Error in parsing ATA Identify message\n" 547 , pMvSataAdapter->adapterId, channelNum); 548 return -1; 549 } 550 551 /* mvStorageDevATASetFeatures */ 552 /* Disable 8 bit PIO in case CFA enabled */ 553 if (pMvSataChannel->identifyDevice[86] & 4) 554 { 555 KdPrint(("RR18xx [%d]: Disable 8 bit PIO (CFA enabled) \n", 556 pMvSataAdapter->adapterId)); 557 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 558 MV_ATA_SET_FEATURES_DISABLE_8_BIT_PIO, 0, 559 0, 0, 0) == MV_FALSE) 560 { 561 MV_ERROR("RR18xx [%d]: channel %d: mvStorageDevATASetFeatures" 562 " failed\n", pMvSataAdapter->adapterId, channelNum); 563 return -1; 564 } 565 } 566 /* Write cache */ 567#ifdef ENABLE_WRITE_CACHE 568 if (pMvSataChannel->identifyDevice[82] & 0x20) 569 { 570 if (!(pMvSataChannel->identifyDevice[85] & 0x20)) /* if not enabled by default */ 571 { 572 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 573 MV_ATA_SET_FEATURES_ENABLE_WCACHE, 0, 574 0, 0, 0) == MV_FALSE) 575 { 576 MV_ERROR("RR18xx [%d]: channel %d: mvStorageDevATASetFeatures failed\n", 577 pMvSataAdapter->adapterId, channelNum); 578 return -1; 579 } 580 } 581 KdPrint(("RR18xx [%d]: channel %d, write cache enabled\n", 582 pMvSataAdapter->adapterId, channelNum)); 583 } 584 else 585 { 586 KdPrint(("RR18xx [%d]: channel %d, write cache not supported\n", 587 pMvSataAdapter->adapterId, channelNum)); 588 } 589#else /* disable write cache */ 590 { 591 if (pMvSataChannel->identifyDevice[85] & 0x20) 592 { 593 KdPrint(("RR18xx [%d]: channel =%d, disable write cache\n", 594 pMvSataAdapter->adapterId, channelNum)); 595 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 596 MV_ATA_SET_FEATURES_DISABLE_WCACHE, 0, 597 0, 0, 0) == MV_FALSE) 598 { 599 MV_ERROR("RR18xx [%d]: channel %d: mvStorageDevATASetFeatures failed\n", 600 pMvSataAdapter->adapterId, channelNum); 601 return -1; 602 } 603 } 604 KdPrint(("RR18xx [%d]: channel=%d, write cache disabled\n", 605 pMvSataAdapter->adapterId, channelNum)); 606 } 607#endif 608 609 /* Set transfer mode */ 610 KdPrint(("RR18xx [%d] Set transfer mode XFER_PIO_SLOW\n", 611 pMvSataAdapter->adapterId)); 612 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 613 MV_ATA_SET_FEATURES_TRANSFER, 614 MV_ATA_TRANSFER_PIO_SLOW, 0, 0, 0) == 615 MV_FALSE) 616 { 617 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 618 pMvSataAdapter->adapterId, channelNum); 619 return -1; 620 } 621 622 if (pMvSataChannel->identifyDevice[IDEN_PIO_MODE_SPPORTED] & 1) 623 { 624 pioMode = MV_ATA_TRANSFER_PIO_4; 625 } 626 else if (pMvSataChannel->identifyDevice[IDEN_PIO_MODE_SPPORTED] & 2) 627 { 628 pioMode = MV_ATA_TRANSFER_PIO_3; 629 } 630 else 631 { 632 MV_ERROR("IAL Error in IDENTIFY info: PIO modes 3 and 4 not supported\n"); 633 pioMode = MV_ATA_TRANSFER_PIO_SLOW; 634 } 635 636 KdPrint(("RR18xx [%d] Set transfer mode XFER_PIO_4\n", 637 pMvSataAdapter->adapterId)); 638 pAdapter->mvChannel[channelNum].maxPioModeSupported = pioMode; 639 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 640 MV_ATA_SET_FEATURES_TRANSFER, 641 pioMode, 0, 0, 0) == MV_FALSE) 642 { 643 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 644 pMvSataAdapter->adapterId, channelNum); 645 return -1; 646 } 647 648 udmaMode = MV_ATA_TRANSFER_UDMA_0; 649 if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 0x40) 650 { 651 udmaMode = MV_ATA_TRANSFER_UDMA_6; 652 } 653 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 0x20) 654 { 655 udmaMode = MV_ATA_TRANSFER_UDMA_5; 656 } 657 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 0x10) 658 { 659 udmaMode = MV_ATA_TRANSFER_UDMA_4; 660 } 661 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 8) 662 { 663 udmaMode = MV_ATA_TRANSFER_UDMA_3; 664 } 665 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 4) 666 { 667 udmaMode = MV_ATA_TRANSFER_UDMA_2; 668 } 669 670 KdPrint(("RR18xx [%d] Set transfer mode XFER_UDMA_%d\n", 671 pMvSataAdapter->adapterId, udmaMode & 0xf)); 672 pChannelInfo->maxUltraDmaModeSupported = udmaMode; 673 674 /*if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 675 MV_ATA_SET_FEATURES_TRANSFER, udmaMode, 676 0, 0, 0) == MV_FALSE) 677 { 678 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 679 pMvSataAdapter->adapterId, channelNum); 680 return -1; 681 }*/ 682 if (pChannelInfo->maxUltraDmaModeSupported == 0xFF) 683 return TRUE; 684 else 685 do 686 { 687 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 688 MV_ATA_SET_FEATURES_TRANSFER, 689 pChannelInfo->maxUltraDmaModeSupported, 690 0, 0, 0) == MV_FALSE) 691 { 692 if (pChannelInfo->maxUltraDmaModeSupported > MV_ATA_TRANSFER_UDMA_0) 693 { 694 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channelNum) == MV_FALSE) 695 { 696 MV_REG_WRITE_BYTE(pMvSataAdapter->adapterIoBaseAddress, 697 pMvSataChannel->eDmaRegsOffset + 698 0x11c, /* command reg */ 699 MV_ATA_COMMAND_IDLE_IMMEDIATE); 700 mvMicroSecondsDelay(10000); 701 mvSataChannelHardReset(pMvSataAdapter, channelNum); 702 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channelNum) == MV_FALSE) 703 return FALSE; 704 } 705 if (mvSataChannelHardReset(pMvSataAdapter, channelNum) == MV_FALSE) 706 return FALSE; 707 pChannelInfo->maxUltraDmaModeSupported--; 708 continue; 709 } 710 else return FALSE; 711 } 712 break; 713 }while (1); 714 715 /* Read look ahead */ 716#ifdef ENABLE_READ_AHEAD 717 if (pMvSataChannel->identifyDevice[82] & 0x40) 718 { 719 if (!(pMvSataChannel->identifyDevice[85] & 0x40)) /* if not enabled by default */ 720 { 721 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 722 MV_ATA_SET_FEATURES_ENABLE_RLA, 0, 0, 723 0, 0) == MV_FALSE) 724 { 725 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 726 pMvSataAdapter->adapterId, channelNum); 727 return -1; 728 } 729 } 730 KdPrint(("RR18xx [%d]: channel=%d, read look ahead enabled\n", 731 pMvSataAdapter->adapterId, channelNum)); 732 } 733 else 734 { 735 KdPrint(("RR18xx [%d]: channel %d, Read Look Ahead not supported\n", 736 pMvSataAdapter->adapterId, channelNum)); 737 } 738#else 739 { 740 if (pMvSataChannel->identifyDevice[86] & 0x20) 741 { 742 KdPrint(("RR18xx [%d]:channel %d, disable read look ahead\n", 743 pMvSataAdapter->adapterId, channelNum)); 744 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 745 MV_ATA_SET_FEATURES_DISABLE_RLA, 0, 0, 746 0, 0) == MV_FALSE) 747 { 748 MV_ERROR("RR18xx [%d]:channel %d: ATA Set Features failed\n", 749 pMvSataAdapter->adapterId, channelNum); 750 return -1; 751 } 752 } 753 KdPrint(("RR18xx [%d]:channel %d, read look ahead disabled\n", 754 pMvSataAdapter->adapterId, channelNum)); 755 } 756#endif 757 758 759 { 760 KdPrint(("RR18xx [%d]: channel %d config EDMA, Non Queued Mode\n", 761 pMvSataAdapter->adapterId, 762 channelNum)); 763 if (mvSataConfigEdmaMode(pMvSataAdapter, channelNum, 764 MV_EDMA_MODE_NOT_QUEUED, 0) == MV_FALSE) 765 { 766 MV_ERROR("RR18xx [%d] channel %d Error: mvSataConfigEdmaMode failed\n", 767 pMvSataAdapter->adapterId, channelNum); 768 return -1; 769 } 770 } 771 /* Enable EDMA */ 772 if (mvSataEnableChannelDma(pMvSataAdapter, channelNum) == MV_FALSE) 773 { 774 MV_ERROR("RR18xx [%d] Failed to enable DMA, channel=%d\n", 775 pMvSataAdapter->adapterId, channelNum); 776 return -1; 777 } 778 MV_ERROR("RR18xx [%d,%d]: channel started successfully\n", 779 pMvSataAdapter->adapterId, channelNum); 780 781#ifndef FOR_DEMO 782 set_fail_led(pMvSataAdapter, channelNum, 0); 783#endif 784 return 0; 785} 786 787static void 788hptmv_handle_event(void * data, int flag) 789{ 790 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)data; 791 MV_SATA_ADAPTER *pMvSataAdapter = &pAdapter->mvSataAdapter; 792 MV_U8 channelIndex; 793 794/* mvOsSemTake(&pMvSataAdapter->semaphore); */ 795 for (channelIndex = 0; channelIndex < MV_SATA_CHANNELS_NUM; channelIndex++) 796 { 797 switch(pAdapter->sataEvents[channelIndex]) 798 { 799 case SATA_EVENT_CHANNEL_CONNECTED: 800 /* Handle only connects */ 801 if (flag == 1) 802 break; 803 KdPrint(("RR18xx [%d,%d]: new device connected\n", 804 pMvSataAdapter->adapterId, channelIndex)); 805 hptmv_init_channel(pAdapter, channelIndex); 806 if (mvSataConfigureChannel( pMvSataAdapter, channelIndex) == MV_FALSE) 807 { 808 MV_ERROR("RR18xx [%d,%d] Failed to configure\n", 809 pMvSataAdapter->adapterId, channelIndex); 810 hptmv_free_channel(pAdapter, channelIndex); 811 } 812 else 813 { 814 /*mvSataChannelHardReset(pMvSataAdapter, channel);*/ 815 if (start_channel( pAdapter, channelIndex)) 816 { 817 MV_ERROR("RR18xx [%d,%d]Failed to start channel\n", 818 pMvSataAdapter->adapterId, channelIndex); 819 hptmv_free_channel(pAdapter, channelIndex); 820 } 821 else 822 { 823 device_change(pAdapter, channelIndex, TRUE); 824 } 825 } 826 pAdapter->sataEvents[channelIndex] = SATA_EVENT_NO_CHANGE; 827 break; 828 829 case SATA_EVENT_CHANNEL_DISCONNECTED: 830 /* Handle only disconnects */ 831 if (flag == 0) 832 break; 833 KdPrint(("RR18xx [%d,%d]: device disconnected\n", 834 pMvSataAdapter->adapterId, channelIndex)); 835 /* Flush pending commands */ 836 if(pMvSataAdapter->sataChannel[channelIndex]) 837 { 838 _VBUS_INST(&pAdapter->VBus) 839 mvSataFlushDmaQueue (pMvSataAdapter, channelIndex, 840 MV_FLUSH_TYPE_CALLBACK); 841 CheckPendingCall(_VBUS_P0); 842 mvSataRemoveChannel(pMvSataAdapter,channelIndex); 843 hptmv_free_channel(pAdapter, channelIndex); 844 pMvSataAdapter->sataChannel[channelIndex] = NULL; 845 KdPrint(("RR18xx [%d,%d]: channel removed\n", 846 pMvSataAdapter->adapterId, channelIndex)); 847 if (pAdapter->outstandingCommands==0 && DPC_Request_Nums==0) 848 Check_Idle_Call(pAdapter); 849 } 850 else 851 { 852 KdPrint(("RR18xx [%d,%d]: channel already removed!!\n", 853 pMvSataAdapter->adapterId, channelIndex)); 854 } 855 pAdapter->sataEvents[channelIndex] = SATA_EVENT_NO_CHANGE; 856 break; 857 858 case SATA_EVENT_NO_CHANGE: 859 break; 860 861 default: 862 break; 863 } 864 } 865/* mvOsSemRelease(&pMvSataAdapter->semaphore); */ 866} 867 868#define EVENT_CONNECT 1 869#define EVENT_DISCONNECT 0 870 871static void 872hptmv_handle_event_connect(void *data) 873{ 874 hptmv_handle_event (data, 0); 875} 876 877static void 878hptmv_handle_event_disconnect(void *data) 879{ 880 hptmv_handle_event (data, 1); 881} 882 883static MV_BOOLEAN 884hptmv_event_notify(MV_SATA_ADAPTER *pMvSataAdapter, MV_EVENT_TYPE eventType, 885 MV_U32 param1, MV_U32 param2) 886{ 887 IAL_ADAPTER_T *pAdapter = pMvSataAdapter->IALData; 888 889 switch (eventType) 890 { 891 case MV_EVENT_TYPE_SATA_CABLE: 892 { 893 MV_U8 channel = param2; 894 895 if (param1 == EVENT_CONNECT) 896 { 897 pAdapter->sataEvents[channel] = SATA_EVENT_CHANNEL_CONNECTED; 898 KdPrint(("RR18xx [%d,%d]: device connected event received\n", 899 pMvSataAdapter->adapterId, channel)); 900 /* Delete previous timers (if multiple drives connected in the same time */ 901 pAdapter->event_timer_connect = timeout(hptmv_handle_event_connect, pAdapter, 10*hz); 902 } 903 else if (param1 == EVENT_DISCONNECT) 904 { 905 pAdapter->sataEvents[channel] = SATA_EVENT_CHANNEL_DISCONNECTED; 906 KdPrint(("RR18xx [%d,%d]: device disconnected event received \n", 907 pMvSataAdapter->adapterId, channel)); 908 device_change(pAdapter, channel, FALSE); 909 /* Delete previous timers (if multiple drives disconnected in the same time */ 910 /*pAdapter->event_timer_disconnect = timeout(hptmv_handle_event_disconnect, pAdapter, 10*hz); */ 911 /*It is not necessary to wait, handle it directly*/ 912 hptmv_handle_event_disconnect(pAdapter); 913 } 914 else 915 { 916 917 MV_ERROR("RR18xx: illegal value for param1(%d) at " 918 "connect/disconnect event, host=%d\n", param1, 919 pMvSataAdapter->adapterId ); 920 921 } 922 } 923 break; 924 case MV_EVENT_TYPE_ADAPTER_ERROR: 925 KdPrint(("RR18xx: DEVICE error event received, pci cause " 926 "reg=%x, don't how to handle this\n", param1)); 927 return MV_TRUE; 928 default: 929 MV_ERROR("RR18xx[%d]: unknown event type (%d)\n", 930 pMvSataAdapter->adapterId, eventType); 931 return MV_FALSE; 932 } 933 return MV_TRUE; 934} 935 936static int 937hptmv_allocate_edma_queues(IAL_ADAPTER_T *pAdapter) 938{ 939 pAdapter->requestsArrayBaseAddr = (MV_U8 *)contigmalloc(REQUESTS_ARRAY_SIZE, 940 M_DEVBUF, M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0ul); 941 if (pAdapter->requestsArrayBaseAddr == NULL) 942 { 943 MV_ERROR("RR18xx[%d]: Failed to allocate memory for EDMA request" 944 " queues\n", pAdapter->mvSataAdapter.adapterId); 945 return -1; 946 } 947 pAdapter->requestsArrayBaseDmaAddr = fOsPhysicalAddress(pAdapter->requestsArrayBaseAddr); 948 pAdapter->requestsArrayBaseAlignedAddr = pAdapter->requestsArrayBaseAddr; 949 pAdapter->requestsArrayBaseAlignedAddr += MV_EDMA_REQUEST_QUEUE_SIZE; 950 pAdapter->requestsArrayBaseAlignedAddr = (MV_U8 *) 951 (((ULONG_PTR)pAdapter->requestsArrayBaseAlignedAddr) & ~(ULONG_PTR)(MV_EDMA_REQUEST_QUEUE_SIZE - 1)); 952 pAdapter->requestsArrayBaseDmaAlignedAddr = pAdapter->requestsArrayBaseDmaAddr; 953 pAdapter->requestsArrayBaseDmaAlignedAddr += MV_EDMA_REQUEST_QUEUE_SIZE; 954 pAdapter->requestsArrayBaseDmaAlignedAddr &= ~(ULONG_PTR)(MV_EDMA_REQUEST_QUEUE_SIZE - 1); 955 956 if ((pAdapter->requestsArrayBaseDmaAlignedAddr - pAdapter->requestsArrayBaseDmaAddr) != 957 (pAdapter->requestsArrayBaseAlignedAddr - pAdapter->requestsArrayBaseAddr)) 958 { 959 MV_ERROR("RR18xx[%d]: Error in Request Quueues Alignment\n", 960 pAdapter->mvSataAdapter.adapterId); 961 contigfree(pAdapter->requestsArrayBaseAddr, REQUESTS_ARRAY_SIZE, M_DEVBUF); 962 return -1; 963 } 964 /* response queues */ 965 pAdapter->responsesArrayBaseAddr = (MV_U8 *)contigmalloc(RESPONSES_ARRAY_SIZE, 966 M_DEVBUF, M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0ul); 967 if (pAdapter->responsesArrayBaseAddr == NULL) 968 { 969 MV_ERROR("RR18xx[%d]: Failed to allocate memory for EDMA response" 970 " queues\n", pAdapter->mvSataAdapter.adapterId); 971 contigfree(pAdapter->requestsArrayBaseAddr, RESPONSES_ARRAY_SIZE, M_DEVBUF); 972 return -1; 973 } 974 pAdapter->responsesArrayBaseDmaAddr = fOsPhysicalAddress(pAdapter->responsesArrayBaseAddr); 975 pAdapter->responsesArrayBaseAlignedAddr = pAdapter->responsesArrayBaseAddr; 976 pAdapter->responsesArrayBaseAlignedAddr += MV_EDMA_RESPONSE_QUEUE_SIZE; 977 pAdapter->responsesArrayBaseAlignedAddr = (MV_U8 *) 978 (((ULONG_PTR)pAdapter->responsesArrayBaseAlignedAddr) & ~(ULONG_PTR)(MV_EDMA_RESPONSE_QUEUE_SIZE - 1)); 979 pAdapter->responsesArrayBaseDmaAlignedAddr = pAdapter->responsesArrayBaseDmaAddr; 980 pAdapter->responsesArrayBaseDmaAlignedAddr += MV_EDMA_RESPONSE_QUEUE_SIZE; 981 pAdapter->responsesArrayBaseDmaAlignedAddr &= ~(ULONG_PTR)(MV_EDMA_RESPONSE_QUEUE_SIZE - 1); 982 983 if ((pAdapter->responsesArrayBaseDmaAlignedAddr - pAdapter->responsesArrayBaseDmaAddr) != 984 (pAdapter->responsesArrayBaseAlignedAddr - pAdapter->responsesArrayBaseAddr)) 985 { 986 MV_ERROR("RR18xx[%d]: Error in Response Queues Alignment\n", 987 pAdapter->mvSataAdapter.adapterId); 988 contigfree(pAdapter->requestsArrayBaseAddr, REQUESTS_ARRAY_SIZE, M_DEVBUF); 989 contigfree(pAdapter->responsesArrayBaseAddr, RESPONSES_ARRAY_SIZE, M_DEVBUF); 990 return -1; 991 } 992 return 0; 993} 994 995static void 996hptmv_free_edma_queues(IAL_ADAPTER_T *pAdapter) 997{ 998 contigfree(pAdapter->requestsArrayBaseAddr, REQUESTS_ARRAY_SIZE, M_DEVBUF); 999 contigfree(pAdapter->responsesArrayBaseAddr, RESPONSES_ARRAY_SIZE, M_DEVBUF); 1000} 1001 1002static PVOID 1003AllocatePRDTable(IAL_ADAPTER_T *pAdapter) 1004{ 1005 PVOID ret; 1006 if (pAdapter->pFreePRDLink) { 1007 KdPrint(("pAdapter->pFreePRDLink:%p\n",pAdapter->pFreePRDLink)); 1008 ret = pAdapter->pFreePRDLink; 1009 pAdapter->pFreePRDLink = *(void**)ret; 1010 return ret; 1011 } 1012 return NULL; 1013} 1014 1015static void 1016FreePRDTable(IAL_ADAPTER_T *pAdapter, PVOID PRDTable) 1017{ 1018 *(void**)PRDTable = pAdapter->pFreePRDLink; 1019 pAdapter->pFreePRDLink = PRDTable; 1020} 1021 1022extern PVDevice fGetFirstChild(PVDevice pLogical); 1023extern void fResetBootMark(PVDevice pLogical); 1024static void 1025fRegisterVdevice(IAL_ADAPTER_T *pAdapter) 1026{ 1027 PVDevice pPhysical, pLogical; 1028 PVBus pVBus; 1029 int i,j; 1030 1031 for(i=0;i<MV_SATA_CHANNELS_NUM;i++) { 1032 pPhysical = &(pAdapter->VDevices[i]); 1033 pLogical = pPhysical; 1034 while (pLogical->pParent) pLogical = pLogical->pParent; 1035 if (pLogical->vf_online==0) { 1036 pPhysical->vf_bootmark = pLogical->vf_bootmark = 0; 1037 continue; 1038 } 1039 if (pLogical->VDeviceType==VD_SPARE || pPhysical!=fGetFirstChild(pLogical)) 1040 continue; 1041 1042 pVBus = &pAdapter->VBus; 1043 if(pVBus) 1044 { 1045 j=0; 1046 while(j<MAX_VDEVICE_PER_VBUS && pVBus->pVDevice[j]) j++; 1047 if(j<MAX_VDEVICE_PER_VBUS){ 1048 pVBus->pVDevice[j] = pLogical; 1049 pLogical->pVBus = pVBus; 1050 1051 if (j>0 && pLogical->vf_bootmark) { 1052 if (pVBus->pVDevice[0]->vf_bootmark) { 1053 fResetBootMark(pLogical); 1054 } 1055 else { 1056 do { pVBus->pVDevice[j] = pVBus->pVDevice[j-1]; } while (--j); 1057 pVBus->pVDevice[0] = pLogical; 1058 } 1059 } 1060 } 1061 } 1062 } 1063} 1064 1065PVDevice 1066GetSpareDisk(_VBUS_ARG PVDevice pArray) 1067{ 1068 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)pArray->pVBus->OsExt; 1069 LBA_T capacity = LongDiv(pArray->VDeviceCapacity, pArray->u.array.bArnMember-1); 1070 LBA_T thiscap, maxcap = MAX_LBA_T; 1071 PVDevice pVDevice, pFind = NULL; 1072 int i; 1073 1074 for(i=0;i<MV_SATA_CHANNELS_NUM;i++) 1075 { 1076 pVDevice = &pAdapter->VDevices[i]; 1077 if(!pVDevice) 1078 continue; 1079 thiscap = pArray->vf_format_v2? pVDevice->u.disk.dDeRealCapacity : pVDevice->VDeviceCapacity; 1080 /* find the smallest usable spare disk */ 1081 if (pVDevice->VDeviceType==VD_SPARE && 1082 pVDevice->u.disk.df_on_line && 1083 thiscap < maxcap && 1084 thiscap >= capacity) 1085 { 1086 maxcap = pVDevice->VDeviceCapacity; 1087 pFind = pVDevice; 1088 } 1089 } 1090 return pFind; 1091} 1092 1093/****************************************************************** 1094 * IO ATA Command 1095 *******************************************************************/ 1096int HPTLIBAPI 1097fDeReadWrite(PDevice pDev, ULONG Lba, UCHAR Cmd, void *tmpBuffer) 1098{ 1099 return mvReadWrite(pDev->mv, Lba, Cmd, tmpBuffer); 1100} 1101 1102void HPTLIBAPI fDeSelectMode(PDevice pDev, UCHAR NewMode) 1103{ 1104 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1105 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1106 MV_U8 channelIndex = pSataChannel->channelNumber; 1107 UCHAR mvMode; 1108 /* 508x don't use MW-DMA? */ 1109 if (NewMode>4 && NewMode<8) NewMode = 4; 1110 pDev->bDeModeSetting = NewMode; 1111 if (NewMode<=4) 1112 mvMode = MV_ATA_TRANSFER_PIO_0 + NewMode; 1113 else 1114 mvMode = MV_ATA_TRANSFER_UDMA_0 + (NewMode-8); 1115 1116 /*To fix 88i8030 bug*/ 1117 if (mvMode > MV_ATA_TRANSFER_UDMA_0 && mvMode < MV_ATA_TRANSFER_UDMA_4) 1118 mvMode = MV_ATA_TRANSFER_UDMA_0; 1119 1120 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1121 /* Flush pending commands */ 1122 mvSataFlushDmaQueue (pSataAdapter, channelIndex, MV_FLUSH_TYPE_NONE); 1123 1124 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1125 MV_ATA_SET_FEATURES_TRANSFER, 1126 mvMode, 0, 0, 0) == MV_FALSE) 1127 { 1128 KdPrint(("channel %d: Set Features failed\n", channelIndex)); 1129 } 1130 /* Enable EDMA */ 1131 if (mvSataEnableChannelDma(pSataAdapter, channelIndex) == MV_FALSE) 1132 KdPrint(("Failed to enable DMA, channel=%d", channelIndex)); 1133} 1134 1135int HPTLIBAPI fDeSetTCQ(PDevice pDev, int enable, int depth) 1136{ 1137 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1138 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1139 MV_U8 channelIndex = pSataChannel->channelNumber; 1140 IAL_ADAPTER_T *pAdapter = pSataAdapter->IALData; 1141 MV_CHANNEL *channelInfo = &(pAdapter->mvChannel[channelIndex]); 1142 int dmaActive = pSataChannel->queueCommandsEnabled; 1143 int ret = 0; 1144 1145 if (dmaActive) { 1146 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1147 mvSataFlushDmaQueue(pSataAdapter,channelIndex,MV_FLUSH_TYPE_CALLBACK); 1148 } 1149 1150 if (enable) { 1151 if (pSataChannel->queuedDMA == MV_EDMA_MODE_NOT_QUEUED && 1152 (pSataChannel->identifyDevice[IDEN_SUPPORTED_COMMANDS2] & (0x2))) { 1153 UCHAR depth = ((pSataChannel->identifyDevice[IDEN_QUEUE_DEPTH]) & 0x1f) + 1; 1154 channelInfo->queueDepth = (depth==32)? 31 : depth; 1155 mvSataConfigEdmaMode(pSataAdapter, channelIndex, MV_EDMA_MODE_QUEUED, depth); 1156 ret = 1; 1157 } 1158 } 1159 else 1160 { 1161 if (pSataChannel->queuedDMA != MV_EDMA_MODE_NOT_QUEUED) { 1162 channelInfo->queueDepth = 2; 1163 mvSataConfigEdmaMode(pSataAdapter, channelIndex, MV_EDMA_MODE_NOT_QUEUED, 0); 1164 ret = 1; 1165 } 1166 } 1167 1168 if (dmaActive) 1169 mvSataEnableChannelDma(pSataAdapter,channelIndex); 1170 return ret; 1171} 1172 1173int HPTLIBAPI fDeSetNCQ(PDevice pDev, int enable, int depth) 1174{ 1175 return 0; 1176} 1177 1178int HPTLIBAPI fDeSetWriteCache(PDevice pDev, int enable) 1179{ 1180 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1181 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1182 MV_U8 channelIndex = pSataChannel->channelNumber; 1183 IAL_ADAPTER_T *pAdapter = pSataAdapter->IALData; 1184 MV_CHANNEL *channelInfo = &(pAdapter->mvChannel[channelIndex]); 1185 int dmaActive = pSataChannel->queueCommandsEnabled; 1186 int ret = 0; 1187 1188 if (dmaActive) { 1189 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1190 mvSataFlushDmaQueue(pSataAdapter,channelIndex,MV_FLUSH_TYPE_CALLBACK); 1191 } 1192 1193 if ((pSataChannel->identifyDevice[82] & (0x20))) { 1194 if (enable) { 1195 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1196 MV_ATA_SET_FEATURES_ENABLE_WCACHE, 0, 0, 0, 0)) 1197 { 1198 channelInfo->writeCacheEnabled = MV_TRUE; 1199 ret = 1; 1200 } 1201 } 1202 else { 1203 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1204 MV_ATA_SET_FEATURES_DISABLE_WCACHE, 0, 0, 0, 0)) 1205 { 1206 channelInfo->writeCacheEnabled = MV_FALSE; 1207 ret = 1; 1208 } 1209 } 1210 } 1211 1212 if (dmaActive) 1213 mvSataEnableChannelDma(pSataAdapter,channelIndex); 1214 return ret; 1215} 1216 1217int HPTLIBAPI fDeSetReadAhead(PDevice pDev, int enable) 1218{ 1219 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1220 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1221 MV_U8 channelIndex = pSataChannel->channelNumber; 1222 IAL_ADAPTER_T *pAdapter = pSataAdapter->IALData; 1223 MV_CHANNEL *channelInfo = &(pAdapter->mvChannel[channelIndex]); 1224 int dmaActive = pSataChannel->queueCommandsEnabled; 1225 int ret = 0; 1226 1227 if (dmaActive) { 1228 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1229 mvSataFlushDmaQueue(pSataAdapter,channelIndex,MV_FLUSH_TYPE_CALLBACK); 1230 } 1231 1232 if ((pSataChannel->identifyDevice[82] & (0x40))) { 1233 if (enable) { 1234 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1235 MV_ATA_SET_FEATURES_ENABLE_RLA, 0, 0, 0, 0)) 1236 { 1237 channelInfo->readAheadEnabled = MV_TRUE; 1238 ret = 1; 1239 } 1240 } 1241 else { 1242 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1243 MV_ATA_SET_FEATURES_DISABLE_RLA, 0, 0, 0, 0)) 1244 { 1245 channelInfo->readAheadEnabled = MV_FALSE; 1246 ret = 1; 1247 } 1248 } 1249 } 1250 1251 if (dmaActive) 1252 mvSataEnableChannelDma(pSataAdapter,channelIndex); 1253 return ret; 1254} 1255 1256#ifdef SUPPORT_ARRAY 1257#define IdeRegisterVDevice fCheckArray 1258#else 1259void 1260IdeRegisterVDevice(PDevice pDev) 1261{ 1262 PVDevice pVDev = Map2pVDevice(pDev); 1263 1264 pVDev->VDeviceType = pDev->df_atapi? VD_ATAPI : 1265 pDev->df_removable_drive? VD_REMOVABLE : VD_SINGLE_DISK; 1266 pVDev->vf_online = 1; 1267 pVDev->VDeviceCapacity = pDev->dDeRealCapacity; 1268 pVDev->pfnSendCommand = pfnSendCommand[pVDev->VDeviceType]; 1269 pVDev->pfnDeviceFailed = pfnDeviceFailed[pVDev->VDeviceType]; 1270} 1271#endif 1272 1273static __inline PBUS_DMAMAP 1274dmamap_get(struct IALAdapter * pAdapter) 1275{ 1276 PBUS_DMAMAP p = pAdapter->pbus_dmamap_list; 1277 if (p) 1278 pAdapter->pbus_dmamap_list = p-> next; 1279 return p; 1280} 1281 1282static __inline void 1283dmamap_put(PBUS_DMAMAP p) 1284{ 1285 p->next = p->pAdapter->pbus_dmamap_list; 1286 p->pAdapter->pbus_dmamap_list = p; 1287} 1288 1289/*Since mtx not provide the initialize when declare, so we Final init here to initialize the global mtx*/ 1290#if __FreeBSD_version >= 500000 1291#define override_kernel_driver() 1292 1293static void hpt_init(void *dummy) 1294{ 1295 override_kernel_driver(); 1296 mtx_init(&driver_lock, "hptsleeplock", NULL, MTX_DEF); 1297} 1298SYSINIT(hptinit, SI_SUB_CONFIGURE, SI_ORDER_FIRST, hpt_init, NULL); 1299#endif 1300 1301static int num_adapters = 0; 1302static int 1303init_adapter(IAL_ADAPTER_T *pAdapter) 1304{ 1305 PVBus _vbus_p = &pAdapter->VBus; 1306 MV_SATA_ADAPTER *pMvSataAdapter; 1307 int i, channel, rid; 1308 1309 PVDevice pVDev; 1310 1311 intrmask_t oldspl = lock_driver(); 1312 1313 pAdapter->next = 0; 1314 1315 if(gIal_Adapter == 0){ 1316 gIal_Adapter = pAdapter; 1317 pCurAdapter = gIal_Adapter; 1318 } 1319 else { 1320 pCurAdapter->next = pAdapter; 1321 pCurAdapter = pAdapter; 1322 } 1323 1324 pAdapter->outstandingCommands = 0; 1325 1326 pMvSataAdapter = &(pAdapter->mvSataAdapter); 1327 _vbus_p->OsExt = (void *)pAdapter; 1328 pMvSataAdapter->IALData = pAdapter; 1329 1330 if (bus_dma_tag_create(bus_get_dma_tag(pAdapter->hpt_dev),/* parent */ 1331 4, /* alignment */ 1332 BUS_SPACE_MAXADDR_32BIT+1, /* boundary */ 1333 BUS_SPACE_MAXADDR, /* lowaddr */ 1334 BUS_SPACE_MAXADDR, /* highaddr */ 1335 NULL, NULL, /* filter, filterarg */ 1336 PAGE_SIZE * (MAX_SG_DESCRIPTORS-1), /* maxsize */ 1337 MAX_SG_DESCRIPTORS, /* nsegments */ 1338 0x10000, /* maxsegsize */ 1339 BUS_DMA_WAITOK, /* flags */ 1340#if __FreeBSD_version>502000 1341 busdma_lock_mutex, /* lockfunc */ 1342 &driver_lock, /* lockfuncarg */ 1343#endif 1344 &pAdapter->io_dma_parent /* tag */)) 1345 { 1346 return ENXIO; 1347 } 1348 1349 1350 if (hptmv_allocate_edma_queues(pAdapter)) 1351 { 1352 MV_ERROR("RR18xx: Failed to allocate memory for EDMA queues\n"); 1353 unlock_driver(oldspl); 1354 return ENOMEM; 1355 } 1356 1357 /* also map EPROM address */ 1358 rid = 0x10; 1359 if (!(pAdapter->mem_res = bus_alloc_resource_any(pAdapter->hpt_dev, 1360 SYS_RES_MEMORY, &rid, RF_ACTIVE)) 1361 || 1362 !(pMvSataAdapter->adapterIoBaseAddress = rman_get_virtual(pAdapter->mem_res))) 1363 { 1364 MV_ERROR("RR18xx: Failed to remap memory space\n"); 1365 hptmv_free_edma_queues(pAdapter); 1366 unlock_driver(oldspl); 1367 return ENXIO; 1368 } 1369 else 1370 { 1371 KdPrint(("RR18xx: io base address 0x%p\n", pMvSataAdapter->adapterIoBaseAddress)); 1372 } 1373 1374 pMvSataAdapter->adapterId = num_adapters++; 1375 /* get the revision ID */ 1376 pMvSataAdapter->pciConfigRevisionId = pci_read_config(pAdapter->hpt_dev, PCIR_REVID, 1); 1377 pMvSataAdapter->pciConfigDeviceId = pci_get_device(pAdapter->hpt_dev); 1378 1379 /* init RR18xx */ 1380 pMvSataAdapter->intCoalThre[0]= 1; 1381 pMvSataAdapter->intCoalThre[1]= 1; 1382 pMvSataAdapter->intTimeThre[0] = 1; 1383 pMvSataAdapter->intTimeThre[1] = 1; 1384 pMvSataAdapter->pciCommand = 0x0107E371; 1385 pMvSataAdapter->pciSerrMask = 0xd77fe6ul; 1386 pMvSataAdapter->pciInterruptMask = 0xd77fe6ul; 1387 pMvSataAdapter->mvSataEventNotify = hptmv_event_notify; 1388 1389 if (mvSataInitAdapter(pMvSataAdapter) == MV_FALSE) 1390 { 1391 MV_ERROR("RR18xx[%d]: core failed to initialize the adapter\n", 1392 pMvSataAdapter->adapterId); 1393unregister: 1394 bus_release_resource(pAdapter->hpt_dev, SYS_RES_MEMORY, rid, pAdapter->mem_res); 1395 hptmv_free_edma_queues(pAdapter); 1396 unlock_driver(oldspl); 1397 return ENXIO; 1398 } 1399 pAdapter->ver_601 = pMvSataAdapter->pcbVersion; 1400 1401#ifndef FOR_DEMO 1402 set_fail_leds(pMvSataAdapter, 0); 1403#endif 1404 1405 /* setup command blocks */ 1406 KdPrint(("Allocate command blocks\n")); 1407 _vbus_(pFreeCommands) = 0; 1408 pAdapter->pCommandBlocks = 1409 malloc(sizeof(struct _Command) * MAX_COMMAND_BLOCKS_FOR_EACH_VBUS, M_DEVBUF, M_NOWAIT); 1410 KdPrint(("pCommandBlocks:%p\n",pAdapter->pCommandBlocks)); 1411 if (!pAdapter->pCommandBlocks) { 1412 MV_ERROR("insufficient memory\n"); 1413 goto unregister; 1414 } 1415 1416 for (i=0; i<MAX_COMMAND_BLOCKS_FOR_EACH_VBUS; i++) { 1417 FreeCommand(_VBUS_P &(pAdapter->pCommandBlocks[i])); 1418 } 1419 1420 /*Set up the bus_dmamap*/ 1421 pAdapter->pbus_dmamap = (PBUS_DMAMAP)malloc (sizeof(struct _BUS_DMAMAP) * MAX_QUEUE_COMM, M_DEVBUF, M_NOWAIT); 1422 if(!pAdapter->pbus_dmamap) { 1423 MV_ERROR("insufficient memory\n"); 1424 free(pAdapter->pCommandBlocks, M_DEVBUF); 1425 goto unregister; 1426 } 1427 1428 memset((void *)pAdapter->pbus_dmamap, 0, sizeof(struct _BUS_DMAMAP) * MAX_QUEUE_COMM); 1429 pAdapter->pbus_dmamap_list = 0; 1430 for (i=0; i < MAX_QUEUE_COMM; i++) { 1431 PBUS_DMAMAP pmap = &(pAdapter->pbus_dmamap[i]); 1432 pmap->pAdapter = pAdapter; 1433 dmamap_put(pmap); 1434 1435 if(bus_dmamap_create(pAdapter->io_dma_parent, 0, &pmap->dma_map)) { 1436 MV_ERROR("Can not allocate dma map\n"); 1437 free(pAdapter->pCommandBlocks, M_DEVBUF); 1438 free(pAdapter->pbus_dmamap, M_DEVBUF); 1439 goto unregister; 1440 } 1441 callout_handle_init(&pmap->timeout_ch); 1442 } 1443 /* setup PRD Tables */ 1444 KdPrint(("Allocate PRD Tables\n")); 1445 pAdapter->pFreePRDLink = 0; 1446 1447 pAdapter->prdTableAddr = (PUCHAR)contigmalloc( 1448 (PRD_ENTRIES_SIZE*PRD_TABLES_FOR_VBUS + 32), M_DEVBUF, M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0ul); 1449 1450 KdPrint(("prdTableAddr:%p\n",pAdapter->prdTableAddr)); 1451 if (!pAdapter->prdTableAddr) { 1452 MV_ERROR("insufficient PRD Tables\n"); 1453 goto unregister; 1454 } 1455 pAdapter->prdTableAlignedAddr = (PUCHAR)(((ULONG_PTR)pAdapter->prdTableAddr + 0x1f) & ~(ULONG_PTR)0x1fL); 1456 { 1457 PUCHAR PRDTable = pAdapter->prdTableAlignedAddr; 1458 for (i=0; i<PRD_TABLES_FOR_VBUS; i++) 1459 { 1460/* KdPrint(("i=%d,pAdapter->pFreePRDLink=%p\n",i,pAdapter->pFreePRDLink)); */ 1461 FreePRDTable(pAdapter, PRDTable); 1462 PRDTable += PRD_ENTRIES_SIZE; 1463 } 1464 } 1465 1466 /* enable the adapter interrupts */ 1467 1468 /* configure and start the connected channels*/ 1469 for (channel = 0; channel < MV_SATA_CHANNELS_NUM; channel++) 1470 { 1471 pAdapter->mvChannel[channel].online = MV_FALSE; 1472 if (mvSataIsStorageDeviceConnected(pMvSataAdapter, channel) 1473 == MV_TRUE) 1474 { 1475 KdPrint(("RR18xx[%d]: channel %d is connected\n", 1476 pMvSataAdapter->adapterId, channel)); 1477 1478 if (hptmv_init_channel(pAdapter, channel) == 0) 1479 { 1480 if (mvSataConfigureChannel(pMvSataAdapter, channel) == MV_FALSE) 1481 { 1482 MV_ERROR("RR18xx[%d]: Failed to configure channel" 1483 " %d\n",pMvSataAdapter->adapterId, channel); 1484 hptmv_free_channel(pAdapter, channel); 1485 } 1486 else 1487 { 1488 if (start_channel(pAdapter, channel)) 1489 { 1490 MV_ERROR("RR18xx[%d]: Failed to start channel," 1491 " channel=%d\n",pMvSataAdapter->adapterId, 1492 channel); 1493 hptmv_free_channel(pAdapter, channel); 1494 } 1495 pAdapter->mvChannel[channel].online = MV_TRUE; 1496 /* mvSataChannelSetEdmaLoopBackMode(pMvSataAdapter, 1497 channel, 1498 MV_TRUE);*/ 1499 } 1500 } 1501 } 1502 KdPrint(("pAdapter->mvChannel[channel].online:%x, channel:%d\n", 1503 pAdapter->mvChannel[channel].online, channel)); 1504 } 1505 1506#ifdef SUPPORT_ARRAY 1507 for(i = MAX_ARRAY_DEVICE - 1; i >= 0; i--) { 1508 pVDev = ArrayTables(i); 1509 mArFreeArrayTable(pVDev); 1510 } 1511#endif 1512 1513 KdPrint(("Initialize Devices\n")); 1514 for (channel = 0; channel < MV_SATA_CHANNELS_NUM; channel++) { 1515 MV_SATA_CHANNEL *pMvSataChannel = pMvSataAdapter->sataChannel[channel]; 1516 if (pMvSataChannel) { 1517 init_vdev_params(pAdapter, channel); 1518 IdeRegisterVDevice(&pAdapter->VDevices[channel].u.disk); 1519 } 1520 } 1521#ifdef SUPPORT_ARRAY 1522 CheckArrayCritical(_VBUS_P0); 1523#endif 1524 _vbus_p->nInstances = 1; 1525 fRegisterVdevice(pAdapter); 1526 1527 for (channel=0;channel<MV_SATA_CHANNELS_NUM;channel++) { 1528 pVDev = _vbus_p->pVDevice[channel]; 1529 if (pVDev && pVDev->vf_online) 1530 fCheckBootable(pVDev); 1531 } 1532 1533#if defined(SUPPORT_ARRAY) && defined(_RAID5N_) 1534 init_raid5_memory(_VBUS_P0); 1535 _vbus_(r5).enable_write_back = 1; 1536 printf("RR18xx: RAID5 write-back %s\n", _vbus_(r5).enable_write_back? "enabled" : "disabled"); 1537#endif 1538 1539 mvSataUnmaskAdapterInterrupt(pMvSataAdapter); 1540 unlock_driver(oldspl); 1541 return 0; 1542} 1543 1544int 1545MvSataResetChannel(MV_SATA_ADAPTER *pMvSataAdapter, MV_U8 channel) 1546{ 1547 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)pMvSataAdapter->IALData; 1548 1549 mvSataDisableChannelDma(pMvSataAdapter, channel); 1550 /* Flush pending commands */ 1551 mvSataFlushDmaQueue (pMvSataAdapter, channel, MV_FLUSH_TYPE_CALLBACK); 1552 1553 /* Software reset channel */ 1554 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channel) == MV_FALSE) 1555 { 1556 MV_ERROR("RR18xx [%d,%d]: failed to perform Software reset\n", 1557 pMvSataAdapter->adapterId, channel); 1558 hptmv_free_channel(pAdapter, channel); 1559 return -1; 1560 } 1561 1562 /* Hardware reset channel */ 1563 if (mvSataChannelHardReset(pMvSataAdapter, channel)== MV_FALSE) 1564 { 1565 MV_ERROR("RR18xx [%d,%d] Failed to Hard reser the SATA channel\n", 1566 pMvSataAdapter->adapterId, channel); 1567 hptmv_free_channel(pAdapter, channel); 1568 return -1; 1569 } 1570 1571 if (mvSataIsStorageDeviceConnected(pMvSataAdapter, channel) == MV_FALSE) 1572 { 1573 MV_ERROR("RR18xx [%d,%d] Failed to Connect Device\n", 1574 pMvSataAdapter->adapterId, channel); 1575 hptmv_free_channel(pAdapter, channel); 1576 return -1; 1577 }else 1578 { 1579 MV_ERROR("channel %d: perform recalibrate command", channel); 1580 if (!mvStorageDevATAExecuteNonUDMACommand(pMvSataAdapter, channel, 1581 MV_NON_UDMA_PROTOCOL_NON_DATA, 1582 MV_FALSE, 1583 NULL, /* pBuffer*/ 1584 0, /* count */ 1585 0, /*features*/ 1586 /* sectorCount */ 1587 0, 1588 0, /* lbaLow */ 1589 0, /* lbaMid */ 1590 /* lbaHigh */ 1591 0, 1592 0, /* device */ 1593 /* command */ 1594 0x10)) 1595 MV_ERROR("channel %d: recalibrate failed", channel); 1596 1597 /* Set transfer mode */ 1598 if((mvStorageDevATASetFeatures(pMvSataAdapter, channel, 1599 MV_ATA_SET_FEATURES_TRANSFER, 1600 MV_ATA_TRANSFER_PIO_SLOW, 0, 0, 0) == MV_FALSE) || 1601 (mvStorageDevATASetFeatures(pMvSataAdapter, channel, 1602 MV_ATA_SET_FEATURES_TRANSFER, 1603 pAdapter->mvChannel[channel].maxPioModeSupported, 0, 0, 0) == MV_FALSE) || 1604 (mvStorageDevATASetFeatures(pMvSataAdapter, channel, 1605 MV_ATA_SET_FEATURES_TRANSFER, 1606 pAdapter->mvChannel[channel].maxUltraDmaModeSupported, 0, 0, 0) == MV_FALSE) ) 1607 { 1608 MV_ERROR("channel %d: Set Features failed", channel); 1609 hptmv_free_channel(pAdapter, channel); 1610 return -1; 1611 } 1612 /* Enable EDMA */ 1613 if (mvSataEnableChannelDma(pMvSataAdapter, channel) == MV_FALSE) 1614 { 1615 MV_ERROR("Failed to enable DMA, channel=%d", channel); 1616 hptmv_free_channel(pAdapter, channel); 1617 return -1; 1618 } 1619 } 1620 return 0; 1621} 1622 1623static int 1624fResetActiveCommands(PVBus _vbus_p) 1625{ 1626 MV_SATA_ADAPTER *pMvSataAdapter = &((IAL_ADAPTER_T *)_vbus_p->OsExt)->mvSataAdapter; 1627 MV_U8 channel; 1628 for (channel=0;channel< MV_SATA_CHANNELS_NUM;channel++) { 1629 if (pMvSataAdapter->sataChannel[channel] && pMvSataAdapter->sataChannel[channel]->outstandingCommands) 1630 MvSataResetChannel(pMvSataAdapter,channel); 1631 } 1632 return 0; 1633} 1634 1635void fCompleteAllCommandsSynchronously(PVBus _vbus_p) 1636{ 1637 UINT cont; 1638 ULONG ticks = 0; 1639 MV_U8 channel; 1640 MV_SATA_ADAPTER *pMvSataAdapter = &((IAL_ADAPTER_T *)_vbus_p->OsExt)->mvSataAdapter; 1641 MV_SATA_CHANNEL *pMvSataChannel; 1642 1643 do { 1644check_cmds: 1645 cont = 0; 1646 CheckPendingCall(_VBUS_P0); 1647#ifdef _RAID5N_ 1648 dataxfer_poll(); 1649 xor_poll(); 1650#endif 1651 for (channel=0;channel< MV_SATA_CHANNELS_NUM;channel++) { 1652 pMvSataChannel = pMvSataAdapter->sataChannel[channel]; 1653 if (pMvSataChannel && pMvSataChannel->outstandingCommands) 1654 { 1655 while (pMvSataChannel->outstandingCommands) { 1656 if (!mvSataInterruptServiceRoutine(pMvSataAdapter)) { 1657 StallExec(1000); 1658 if (ticks++ > 3000) { 1659 MvSataResetChannel(pMvSataAdapter,channel); 1660 goto check_cmds; 1661 } 1662 } 1663 else 1664 ticks = 0; 1665 } 1666 cont = 1; 1667 } 1668 } 1669 } while (cont); 1670} 1671 1672void 1673fResetVBus(_VBUS_ARG0) 1674{ 1675 KdPrint(("fMvResetBus(%p)", _vbus_p)); 1676 1677 /* some commands may already finished. */ 1678 CheckPendingCall(_VBUS_P0); 1679 1680 fResetActiveCommands(_vbus_p); 1681 /* 1682 * the other pending commands may still be finished successfully. 1683 */ 1684 fCompleteAllCommandsSynchronously(_vbus_p); 1685 1686 /* Now there should be no pending commands. No more action needed. */ 1687 CheckIdleCall(_VBUS_P0); 1688 1689 KdPrint(("fMvResetBus() done")); 1690} 1691 1692/*No rescan function*/ 1693void 1694fRescanAllDevice(_VBUS_ARG0) 1695{ 1696} 1697 1698static MV_BOOLEAN 1699CommandCompletionCB(MV_SATA_ADAPTER *pMvSataAdapter, 1700 MV_U8 channelNum, 1701 MV_COMPLETION_TYPE comp_type, 1702 MV_VOID_PTR commandId, 1703 MV_U16 responseFlags, 1704 MV_U32 timeStamp, 1705 MV_STORAGE_DEVICE_REGISTERS *registerStruct) 1706{ 1707 PCommand pCmd = (PCommand) commandId; 1708 _VBUS_INST(pCmd->pVDevice->pVBus) 1709 1710 if (pCmd->uScratch.sata_param.prdAddr) 1711 FreePRDTable(pMvSataAdapter->IALData,pCmd->uScratch.sata_param.prdAddr); 1712 1713 switch (comp_type) 1714 { 1715 case MV_COMPLETION_TYPE_NORMAL: 1716 pCmd->Result = RETURN_SUCCESS; 1717 break; 1718 case MV_COMPLETION_TYPE_ABORT: 1719 pCmd->Result = RETURN_BUS_RESET; 1720 break; 1721 case MV_COMPLETION_TYPE_ERROR: 1722 MV_ERROR("IAL: COMPLETION ERROR, adapter %d, channel %d, flags=%x\n", 1723 pMvSataAdapter->adapterId, channelNum, responseFlags); 1724 1725 if (responseFlags & 4) { 1726 MV_ERROR("ATA regs: error %x, sector count %x, LBA low %x, LBA mid %x," 1727 " LBA high %x, device %x, status %x\n", 1728 registerStruct->errorRegister, 1729 registerStruct->sectorCountRegister, 1730 registerStruct->lbaLowRegister, 1731 registerStruct->lbaMidRegister, 1732 registerStruct->lbaHighRegister, 1733 registerStruct->deviceRegister, 1734 registerStruct->statusRegister); 1735 } 1736 /*We can't do handleEdmaError directly here, because CommandCompletionCB is called by 1737 * mv's ISR, if we retry the command, than the internel data structure may be destroyed*/ 1738 pCmd->uScratch.sata_param.responseFlags = responseFlags; 1739 pCmd->uScratch.sata_param.bIdeStatus = registerStruct->statusRegister; 1740 pCmd->uScratch.sata_param.errorRegister = registerStruct->errorRegister; 1741 pCmd->pVDevice->u.disk.QueueLength--; 1742 CallAfterReturn(_VBUS_P (DPC_PROC)handleEdmaError,pCmd); 1743 return TRUE; 1744 1745 default: 1746 MV_ERROR(" Unknown completion type (%d)\n", comp_type); 1747 return MV_FALSE; 1748 } 1749 1750 if (pCmd->uCmd.Ide.Command == IDE_COMMAND_VERIFY && pCmd->uScratch.sata_param.cmd_priv > 1) { 1751 pCmd->uScratch.sata_param.cmd_priv --; 1752 return TRUE; 1753 } 1754 pCmd->pVDevice->u.disk.QueueLength--; 1755 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1756 return TRUE; 1757} 1758 1759void 1760fDeviceSendCommand(_VBUS_ARG PCommand pCmd) 1761{ 1762 MV_SATA_EDMA_PRD_ENTRY *pPRDTable = 0; 1763 MV_SATA_ADAPTER *pMvSataAdapter; 1764 MV_SATA_CHANNEL *pMvSataChannel; 1765 PVDevice pVDevice = pCmd->pVDevice; 1766 PDevice pDevice = &pVDevice->u.disk; 1767 LBA_T Lba = pCmd->uCmd.Ide.Lba; 1768 USHORT nSector = pCmd->uCmd.Ide.nSectors; 1769 1770 MV_QUEUE_COMMAND_RESULT result; 1771 MV_QUEUE_COMMAND_INFO commandInfo; 1772 MV_UDMA_COMMAND_PARAMS *pUdmaParams = &commandInfo.commandParams.udmaCommand; 1773 MV_NONE_UDMA_COMMAND_PARAMS *pNoUdmaParams = &commandInfo.commandParams.NoneUdmaCommand; 1774 1775 MV_BOOLEAN is48bit; 1776 MV_U8 channel; 1777 int i=0; 1778 1779 DECLARE_BUFFER(FPSCAT_GATH, tmpSg); 1780 1781 if (!pDevice->df_on_line) { 1782 MV_ERROR("Device is offline"); 1783 pCmd->Result = RETURN_BAD_DEVICE; 1784 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1785 return; 1786 } 1787 1788 pDevice->HeadPosition = pCmd->uCmd.Ide.Lba + pCmd->uCmd.Ide.nSectors; 1789 pMvSataChannel = pDevice->mv; 1790 pMvSataAdapter = pMvSataChannel->mvSataAdapter; 1791 channel = pMvSataChannel->channelNumber; 1792 1793 /* old RAID0 has hidden lba. Remember to clear dDeHiddenLba when delete array! */ 1794 Lba += pDevice->dDeHiddenLba; 1795 /* check LBA */ 1796 if (Lba+nSector-1 > pDevice->dDeRealCapacity) { 1797 pCmd->Result = RETURN_INVALID_REQUEST; 1798 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1799 return; 1800 } 1801 1802 /* 1803 * always use 48bit LBA if drive supports it. 1804 * Some Seagate drives report error if you use a 28-bit command 1805 * to access sector 0xfffffff. 1806 */ 1807 is48bit = pMvSataChannel->lba48Address; 1808 1809 switch (pCmd->uCmd.Ide.Command) 1810 { 1811 case IDE_COMMAND_READ: 1812 case IDE_COMMAND_WRITE: 1813 if (pDevice->bDeModeSetting<8) goto pio; 1814 1815 commandInfo.type = MV_QUEUED_COMMAND_TYPE_UDMA; 1816 pUdmaParams->isEXT = is48bit; 1817 pUdmaParams->numOfSectors = nSector; 1818 pUdmaParams->lowLBAAddress = Lba; 1819 pUdmaParams->highLBAAddress = 0; 1820 pUdmaParams->prdHighAddr = 0; 1821 pUdmaParams->callBack = CommandCompletionCB; 1822 pUdmaParams->commandId = (MV_VOID_PTR )pCmd; 1823 if(pCmd->uCmd.Ide.Command == IDE_COMMAND_READ) 1824 pUdmaParams->readWrite = MV_UDMA_TYPE_READ; 1825 else 1826 pUdmaParams->readWrite = MV_UDMA_TYPE_WRITE; 1827 1828 if (pCmd->pSgTable && pCmd->cf_physical_sg) { 1829 FPSCAT_GATH sg1=tmpSg, sg2=pCmd->pSgTable; 1830 do { *sg1++=*sg2; } while ((sg2++->wSgFlag & SG_FLAG_EOT)==0); 1831 } 1832 else { 1833 if (!pCmd->pfnBuildSgl || !pCmd->pfnBuildSgl(_VBUS_P pCmd, tmpSg, 0)) { 1834pio: 1835 mvSataDisableChannelDma(pMvSataAdapter, channel); 1836 mvSataFlushDmaQueue(pMvSataAdapter, channel, MV_FLUSH_TYPE_CALLBACK); 1837 1838 if (pCmd->pSgTable && pCmd->cf_physical_sg==0) { 1839 FPSCAT_GATH sg1=tmpSg, sg2=pCmd->pSgTable; 1840 do { *sg1++=*sg2; } while ((sg2++->wSgFlag & SG_FLAG_EOT)==0); 1841 } 1842 else { 1843 if (!pCmd->pfnBuildSgl || !pCmd->pfnBuildSgl(_VBUS_P pCmd, tmpSg, 1)) { 1844 pCmd->Result = RETURN_NEED_LOGICAL_SG; 1845 goto finish_cmd; 1846 } 1847 } 1848 1849 do { 1850 ULONG size = tmpSg->wSgSize? tmpSg->wSgSize : 0x10000; 1851 ULONG_PTR addr = tmpSg->dSgAddress; 1852 if (size & 0x1ff) { 1853 pCmd->Result = RETURN_INVALID_REQUEST; 1854 goto finish_cmd; 1855 } 1856 if (mvStorageDevATAExecuteNonUDMACommand(pMvSataAdapter, channel, 1857 (pCmd->cf_data_out)?MV_NON_UDMA_PROTOCOL_PIO_DATA_OUT:MV_NON_UDMA_PROTOCOL_PIO_DATA_IN, 1858 is48bit, 1859 (MV_U16_PTR)addr, 1860 size >> 1, /* count */ 1861 0, /* features N/A */ 1862 (MV_U16)(size>>9), /*sector count*/ 1863 (MV_U16)( (is48bit? (MV_U16)((Lba >> 16) & 0xFF00) : 0 ) | (UCHAR)(Lba & 0xFF) ), /*lbalow*/ 1864 (MV_U16)((Lba >> 8) & 0xFF), /* lbaMid */ 1865 (MV_U16)((Lba >> 16) & 0xFF),/* lbaHigh */ 1866 (MV_U8)(0x40 | (is48bit ? 0 : (UCHAR)(Lba >> 24) & 0xFF )),/* device */ 1867 (MV_U8)(is48bit ? (pCmd->cf_data_in?IDE_COMMAND_READ_EXT:IDE_COMMAND_WRITE_EXT):pCmd->uCmd.Ide.Command) 1868 )==MV_FALSE) 1869 { 1870 pCmd->Result = RETURN_IDE_ERROR; 1871 goto finish_cmd; 1872 } 1873 Lba += size>>9; 1874 if(Lba & 0xF0000000) is48bit = MV_TRUE; 1875 } 1876 while ((tmpSg++->wSgFlag & SG_FLAG_EOT)==0); 1877 pCmd->Result = RETURN_SUCCESS; 1878finish_cmd: 1879 mvSataEnableChannelDma(pMvSataAdapter,channel); 1880 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1881 return; 1882 } 1883 } 1884 1885 pPRDTable = (MV_SATA_EDMA_PRD_ENTRY *) AllocatePRDTable(pMvSataAdapter->IALData); 1886 KdPrint(("pPRDTable:%p\n",pPRDTable)); 1887 if (!pPRDTable) { 1888 pCmd->Result = RETURN_DEVICE_BUSY; 1889 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1890 HPT_ASSERT(0); 1891 return; 1892 } 1893 1894 do{ 1895 pPRDTable[i].highBaseAddr = (sizeof(tmpSg->dSgAddress)>4 ? (MV_U32)(tmpSg->dSgAddress>>32) : 0); 1896 pPRDTable[i].flags = (MV_U16)tmpSg->wSgFlag; 1897 pPRDTable[i].byteCount = (MV_U16)tmpSg->wSgSize; 1898 pPRDTable[i].lowBaseAddr = (MV_U32)tmpSg->dSgAddress; 1899 pPRDTable[i].reserved = 0; 1900 i++; 1901 }while((tmpSg++->wSgFlag & SG_FLAG_EOT)==0); 1902 1903 pUdmaParams->prdLowAddr = (ULONG)fOsPhysicalAddress(pPRDTable); 1904 if ((pUdmaParams->numOfSectors == 256) && (pMvSataChannel->lba48Address == MV_FALSE)) { 1905 pUdmaParams->numOfSectors = 0; 1906 } 1907 1908 pCmd->uScratch.sata_param.prdAddr = (PVOID)pPRDTable; 1909 1910 result = mvSataQueueCommand(pMvSataAdapter, channel, &commandInfo); 1911 1912 if (result != MV_QUEUE_COMMAND_RESULT_OK) 1913 { 1914queue_failed: 1915 switch (result) 1916 { 1917 case MV_QUEUE_COMMAND_RESULT_BAD_LBA_ADDRESS: 1918 MV_ERROR("IAL Error: Edma Queue command failed. Bad LBA " 1919 "LBA[31:0](0x%08x)\n", pUdmaParams->lowLBAAddress); 1920 pCmd->Result = RETURN_IDE_ERROR; 1921 break; 1922 case MV_QUEUE_COMMAND_RESULT_QUEUED_MODE_DISABLED: 1923 MV_ERROR("IAL Error: Edma Queue command failed. EDMA" 1924 " disabled adapter %d channel %d\n", 1925 pMvSataAdapter->adapterId, channel); 1926 mvSataEnableChannelDma(pMvSataAdapter,channel); 1927 pCmd->Result = RETURN_IDE_ERROR; 1928 break; 1929 case MV_QUEUE_COMMAND_RESULT_FULL: 1930 MV_ERROR("IAL Error: Edma Queue command failed. Queue is" 1931 " Full adapter %d channel %d\n", 1932 pMvSataAdapter->adapterId, channel); 1933 pCmd->Result = RETURN_DEVICE_BUSY; 1934 break; 1935 case MV_QUEUE_COMMAND_RESULT_BAD_PARAMS: 1936 MV_ERROR("IAL Error: Edma Queue command failed. (Bad " 1937 "Params), pMvSataAdapter: %p, pSataChannel: %p.\n", 1938 pMvSataAdapter, pMvSataAdapter->sataChannel[channel]); 1939 pCmd->Result = RETURN_IDE_ERROR; 1940 break; 1941 default: 1942 MV_ERROR("IAL Error: Bad result value (%d) from queue" 1943 " command\n", result); 1944 pCmd->Result = RETURN_IDE_ERROR; 1945 } 1946 if(pPRDTable) 1947 FreePRDTable(pMvSataAdapter->IALData,pPRDTable); 1948 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1949 } 1950 pDevice->QueueLength++; 1951 return; 1952 1953 case IDE_COMMAND_VERIFY: 1954 commandInfo.type = MV_QUEUED_COMMAND_TYPE_NONE_UDMA; 1955 pNoUdmaParams->bufPtr = NULL; 1956 pNoUdmaParams->callBack = CommandCompletionCB; 1957 pNoUdmaParams->commandId = (MV_VOID_PTR)pCmd; 1958 pNoUdmaParams->count = 0; 1959 pNoUdmaParams->features = 0; 1960 pNoUdmaParams->protocolType = MV_NON_UDMA_PROTOCOL_NON_DATA; 1961 1962 pCmd->uScratch.sata_param.cmd_priv = 1; 1963 if (pMvSataChannel->lba48Address == MV_TRUE){ 1964 pNoUdmaParams->command = MV_ATA_COMMAND_READ_VERIFY_SECTORS_EXT; 1965 pNoUdmaParams->isEXT = MV_TRUE; 1966 pNoUdmaParams->lbaHigh = (MV_U16)((Lba & 0xff0000) >> 16); 1967 pNoUdmaParams->lbaMid = (MV_U16)((Lba & 0xff00) >> 8); 1968 pNoUdmaParams->lbaLow = 1969 (MV_U16)(((Lba & 0xff000000) >> 16)| (Lba & 0xff)); 1970 pNoUdmaParams->sectorCount = nSector; 1971 pNoUdmaParams->device = 0x40; 1972 result = mvSataQueueCommand(pMvSataAdapter, channel, &commandInfo); 1973 if (result != MV_QUEUE_COMMAND_RESULT_OK){ 1974 goto queue_failed; 1975 } 1976 return; 1977 } 1978 else{ 1979 pNoUdmaParams->command = MV_ATA_COMMAND_READ_VERIFY_SECTORS; 1980 pNoUdmaParams->isEXT = MV_FALSE; 1981 pNoUdmaParams->lbaHigh = (MV_U16)((Lba & 0xff0000) >> 16); 1982 pNoUdmaParams->lbaMid = (MV_U16)((Lba & 0xff00) >> 8); 1983 pNoUdmaParams->lbaLow = (MV_U16)(Lba & 0xff); 1984 pNoUdmaParams->sectorCount = 0xff & nSector; 1985 pNoUdmaParams->device = (MV_U8)(0x40 | 1986 ((Lba & 0xf000000) >> 24)); 1987 pNoUdmaParams->callBack = CommandCompletionCB; 1988 result = mvSataQueueCommand(pMvSataAdapter, channel, &commandInfo); 1989 /*FIXME: how about the commands already queued? but marvel also forgets to consider this*/ 1990 if (result != MV_QUEUE_COMMAND_RESULT_OK){ 1991 goto queue_failed; 1992 } 1993 } 1994 break; 1995 default: 1996 pCmd->Result = RETURN_INVALID_REQUEST; 1997 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1998 break; 1999 } 2000} 2001 2002/********************************************************** 2003 * 2004 * Probe the hostadapter. 2005 * 2006 **********************************************************/ 2007static int 2008hpt_probe(device_t dev) 2009{ 2010 if ((pci_get_vendor(dev) == MV_SATA_VENDOR_ID) && 2011 (pci_get_device(dev) == MV_SATA_DEVICE_ID_5081 2012#ifdef FOR_DEMO 2013 || pci_get_device(dev) == MV_SATA_DEVICE_ID_5080 2014#endif 2015 )) 2016 { 2017 KdPrintI((CONTROLLER_NAME " found\n")); 2018 device_set_desc(dev, CONTROLLER_NAME); 2019 return (BUS_PROBE_DEFAULT); 2020 } 2021 else 2022 return(ENXIO); 2023} 2024 2025/*********************************************************** 2026 * 2027 * Auto configuration: attach and init a host adapter. 2028 * 2029 ***********************************************************/ 2030static int 2031hpt_attach(device_t dev) 2032{ 2033 IAL_ADAPTER_T * pAdapter = device_get_softc(dev); 2034 int rid; 2035 union ccb *ccb; 2036 struct cam_devq *devq; 2037 struct cam_sim *hpt_vsim; 2038 2039 printf("%s Version %s \n", DRIVER_NAME, DRIVER_VERSION); 2040 2041 if (!pAdapter) 2042 { 2043 pAdapter = (IAL_ADAPTER_T *)malloc(sizeof (IAL_ADAPTER_T), M_DEVBUF, M_NOWAIT); 2044#if __FreeBSD_version > 410000 2045 device_set_softc(dev, (void *)pAdapter); 2046#else 2047 device_set_driver(dev, (driver_t *)pAdapter); 2048#endif 2049 } 2050 2051 if (!pAdapter) return (ENOMEM); 2052 bzero(pAdapter, sizeof(IAL_ADAPTER_T)); 2053 2054 pAdapter->hpt_dev = dev; 2055 2056 rid = init_adapter(pAdapter); 2057 if (rid) 2058 return rid; 2059 2060 rid = 0; 2061 if ((pAdapter->hpt_irq = bus_alloc_resource(pAdapter->hpt_dev, SYS_RES_IRQ, &rid, 0, ~0ul, 1, RF_SHAREABLE | RF_ACTIVE)) == NULL) 2062 { 2063 hpt_printk(("can't allocate interrupt\n")); 2064 return(ENXIO); 2065 } 2066 2067#if __FreeBSD_version <700000 2068 if (bus_setup_intr(pAdapter->hpt_dev, pAdapter->hpt_irq, INTR_TYPE_CAM, 2069 hpt_intr, pAdapter, &pAdapter->hpt_intr)) 2070#else 2071 if (bus_setup_intr(pAdapter->hpt_dev, pAdapter->hpt_irq, INTR_TYPE_CAM, 2072 NULL, hpt_intr, pAdapter, &pAdapter->hpt_intr)) 2073#endif 2074 { 2075 hpt_printk(("can't set up interrupt\n")); 2076 free(pAdapter, M_DEVBUF); 2077 return(ENXIO); 2078 } 2079 2080 2081 if((ccb = (union ccb *)malloc(sizeof(*ccb), M_DEVBUF, M_WAITOK)) != (union ccb*)NULL) 2082 { 2083 bzero(ccb, sizeof(*ccb)); 2084 ccb->ccb_h.pinfo.priority = 1; 2085 ccb->ccb_h.pinfo.index = CAM_UNQUEUED_INDEX; 2086 } 2087 else 2088 { 2089 return ENOMEM; 2090 } 2091 /* 2092 * Create the device queue for our SIM(s). 2093 */ 2094 if((devq = cam_simq_alloc(8/*MAX_QUEUE_COMM*/)) == NULL) 2095 { 2096 KdPrint(("ENXIO\n")); 2097 return ENOMEM; 2098 } 2099 2100 /* 2101 * Construct our SIM entry 2102 */ 2103#if __FreeBSD_version <700000 2104 hpt_vsim = cam_sim_alloc(hpt_action, hpt_poll, __str(PROC_DIR_NAME), 2105 pAdapter, device_get_unit(pAdapter->hpt_dev), 1, 8, devq); 2106#else 2107 hpt_vsim = cam_sim_alloc(hpt_action, hpt_poll, __str(PROC_DIR_NAME), 2108 pAdapter, device_get_unit(pAdapter->hpt_dev), &Giant, 1, 8, devq); 2109#endif 2110 if (hpt_vsim == NULL) { 2111 cam_simq_free(devq); 2112 return ENOMEM; 2113 } 2114 2115#if __FreeBSD_version <700000 2116 if (xpt_bus_register(hpt_vsim, 0) != CAM_SUCCESS) 2117#else 2118 if (xpt_bus_register(hpt_vsim, dev, 0) != CAM_SUCCESS) 2119#endif 2120 { 2121 cam_sim_free(hpt_vsim, /*free devq*/ TRUE); 2122 hpt_vsim = NULL; 2123 return ENXIO; 2124 } 2125 2126 if(xpt_create_path(&pAdapter->path, /*periph */ NULL, 2127 cam_sim_path(hpt_vsim), CAM_TARGET_WILDCARD, 2128 CAM_LUN_WILDCARD) != CAM_REQ_CMP) 2129 { 2130 xpt_bus_deregister(cam_sim_path(hpt_vsim)); 2131 cam_sim_free(hpt_vsim, /*free_devq*/TRUE); 2132 hpt_vsim = NULL; 2133 return ENXIO; 2134 } 2135 2136 xpt_setup_ccb(&(ccb->ccb_h), pAdapter->path, /*priority*/5); 2137 ccb->ccb_h.func_code = XPT_SASYNC_CB; 2138 ccb->csa.event_enable = AC_LOST_DEVICE; 2139 ccb->csa.callback = hpt_async; 2140 ccb->csa.callback_arg = hpt_vsim; 2141 xpt_action((union ccb *)ccb); 2142 free(ccb, M_DEVBUF); 2143 2144 if (device_get_unit(dev) == 0) { 2145 /* Start the work thread. XXX */ 2146 launch_worker_thread(); 2147 } 2148 2149 return 0; 2150} 2151 2152static int 2153hpt_detach(device_t dev) 2154{ 2155 return (EBUSY); 2156} 2157 2158 2159/*************************************************************** 2160 * The poll function is used to simulate the interrupt when 2161 * the interrupt subsystem is not functioning. 2162 * 2163 ***************************************************************/ 2164static void 2165hpt_poll(struct cam_sim *sim) 2166{ 2167 hpt_intr((void *)cam_sim_softc(sim)); 2168} 2169 2170/**************************************************************** 2171 * Name: hpt_intr 2172 * Description: Interrupt handler. 2173 ****************************************************************/ 2174static void 2175hpt_intr(void *arg) 2176{ 2177 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)arg; 2178 intrmask_t oldspl = lock_driver(); 2179 2180 /* KdPrintI(("----- Entering Isr() -----\n")); */ 2181 if (mvSataInterruptServiceRoutine(&pAdapter->mvSataAdapter) == MV_TRUE) 2182 { 2183 _VBUS_INST(&pAdapter->VBus) 2184 CheckPendingCall(_VBUS_P0); 2185 } 2186 2187 /* KdPrintI(("----- Leaving Isr() -----\n")); */ 2188 unlock_driver(oldspl); 2189} 2190 2191/********************************************************** 2192 * Asynchronous Events 2193 *********************************************************/ 2194#if (!defined(UNREFERENCED_PARAMETER)) 2195#define UNREFERENCED_PARAMETER(x) (void)(x) 2196#endif 2197 2198static void 2199hpt_async(void * callback_arg, u_int32_t code, struct cam_path * path, 2200 void * arg) 2201{ 2202 /* debug XXXX */ 2203 panic("Here"); 2204 UNREFERENCED_PARAMETER(callback_arg); 2205 UNREFERENCED_PARAMETER(code); 2206 UNREFERENCED_PARAMETER(path); 2207 UNREFERENCED_PARAMETER(arg); 2208 2209} 2210 2211static void 2212FlushAdapter(IAL_ADAPTER_T *pAdapter) 2213{ 2214 int i; 2215 2216 hpt_printk(("flush all devices\n")); 2217 2218 /* flush all devices */ 2219 for (i=0; i<MAX_VDEVICE_PER_VBUS; i++) { 2220 PVDevice pVDev = pAdapter->VBus.pVDevice[i]; 2221 if(pVDev) fFlushVDev(pVDev); 2222 } 2223} 2224 2225static int 2226hpt_shutdown(device_t dev) 2227{ 2228 IAL_ADAPTER_T *pAdapter; 2229 2230 pAdapter = device_get_softc(dev); 2231 if (pAdapter == NULL) 2232 return (EINVAL); 2233 2234 EVENTHANDLER_DEREGISTER(shutdown_final, pAdapter->eh); 2235 FlushAdapter(pAdapter); 2236 /* give the flush some time to happen, 2237 *otherwise "shutdown -p now" will make file system corrupted */ 2238 DELAY(1000 * 1000 * 5); 2239 return 0; 2240} 2241 2242void 2243Check_Idle_Call(IAL_ADAPTER_T *pAdapter) 2244{ 2245 _VBUS_INST(&pAdapter->VBus) 2246 2247 if (mWaitingForIdle(_VBUS_P0)) { 2248 CheckIdleCall(_VBUS_P0); 2249#ifdef SUPPORT_ARRAY 2250 { 2251 int i; 2252 PVDevice pArray; 2253 for(i = 0; i < MAX_ARRAY_PER_VBUS; i++){ 2254 if ((pArray=ArrayTables(i))->u.array.dArStamp==0) 2255 continue; 2256 else if (pArray->u.array.rf_auto_rebuild) { 2257 KdPrint(("auto rebuild.\n")); 2258 pArray->u.array.rf_auto_rebuild = 0; 2259 hpt_queue_dpc((HPT_DPC)hpt_rebuild_data_block, pAdapter, pArray, DUPLICATE); 2260 } 2261 } 2262 } 2263#endif 2264 } 2265 /* launch the awaiting commands blocked by mWaitingForIdle */ 2266 while(pAdapter->pending_Q!= NULL) 2267 { 2268 _VBUS_INST(&pAdapter->VBus) 2269 union ccb *ccb = (union ccb *)pAdapter->pending_Q->ccb_h.ccb_ccb_ptr; 2270 hpt_free_ccb(&pAdapter->pending_Q, ccb); 2271 CallAfterReturn(_VBUS_P (DPC_PROC)OsSendCommand, ccb); 2272 } 2273} 2274 2275static void 2276ccb_done(union ccb *ccb) 2277{ 2278 PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter; 2279 IAL_ADAPTER_T * pAdapter = pmap->pAdapter; 2280 KdPrintI(("ccb_done: ccb %p status %x\n", ccb, ccb->ccb_h.status)); 2281 2282 dmamap_put(pmap); 2283 xpt_done(ccb); 2284 2285 pAdapter->outstandingCommands--; 2286 2287 if (pAdapter->outstandingCommands == 0) 2288 { 2289 if(DPC_Request_Nums == 0) 2290 Check_Idle_Call(pAdapter); 2291 } 2292} 2293 2294/**************************************************************** 2295 * Name: hpt_action 2296 * Description: Process a queued command from the CAM layer. 2297 * Parameters: sim - Pointer to SIM object 2298 * ccb - Pointer to SCSI command structure. 2299 ****************************************************************/ 2300 2301void 2302hpt_action(struct cam_sim *sim, union ccb *ccb) 2303{ 2304 intrmask_t oldspl; 2305 IAL_ADAPTER_T * pAdapter = (IAL_ADAPTER_T *) cam_sim_softc(sim); 2306 PBUS_DMAMAP pmap; 2307 _VBUS_INST(&pAdapter->VBus) 2308 2309 CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("hpt_action\n")); 2310 KdPrint(("hpt_action(%lx,%lx{%x})\n", (u_long)sim, (u_long)ccb, ccb->ccb_h.func_code)); 2311 2312 switch (ccb->ccb_h.func_code) 2313 { 2314 case XPT_SCSI_IO: /* Execute the requested I/O operation */ 2315 { 2316 /* ccb->ccb_h.path_id is not our bus id - don't check it */ 2317 2318 if (ccb->ccb_h.target_lun) { 2319 ccb->ccb_h.status = CAM_LUN_INVALID; 2320 xpt_done(ccb); 2321 return; 2322 } 2323 if (ccb->ccb_h.target_id >= MAX_VDEVICE_PER_VBUS || 2324 pAdapter->VBus.pVDevice[ccb->ccb_h.target_id]==0) { 2325 ccb->ccb_h.status = CAM_TID_INVALID; 2326 xpt_done(ccb); 2327 return; 2328 } 2329 2330 oldspl = lock_driver(); 2331 if (pAdapter->outstandingCommands==0 && DPC_Request_Nums==0) 2332 Check_Idle_Call(pAdapter); 2333 2334 pmap = dmamap_get(pAdapter); 2335 HPT_ASSERT(pmap); 2336 ccb->ccb_adapter = pmap; 2337 memset((void *)pmap->psg, 0, sizeof(pmap->psg)); 2338 2339 if (mWaitingForIdle(_VBUS_P0)) 2340 hpt_queue_ccb(&pAdapter->pending_Q, ccb); 2341 else 2342 OsSendCommand(_VBUS_P ccb); 2343 unlock_driver(oldspl); 2344 2345 /* KdPrint(("leave scsiio\n")); */ 2346 break; 2347 } 2348 2349 case XPT_RESET_BUS: 2350 KdPrint(("reset bus\n")); 2351 oldspl = lock_driver(); 2352 fResetVBus(_VBUS_P0); 2353 unlock_driver(oldspl); 2354 xpt_done(ccb); 2355 break; 2356 2357 case XPT_RESET_DEV: /* Bus Device Reset the specified SCSI device */ 2358 case XPT_EN_LUN: /* Enable LUN as a target */ 2359 case XPT_TARGET_IO: /* Execute target I/O request */ 2360 case XPT_ACCEPT_TARGET_IO: /* Accept Host Target Mode CDB */ 2361 case XPT_CONT_TARGET_IO: /* Continue Host Target I/O Connection*/ 2362 case XPT_ABORT: /* Abort the specified CCB */ 2363 case XPT_TERM_IO: /* Terminate the I/O process */ 2364 /* XXX Implement */ 2365 ccb->ccb_h.status = CAM_REQ_INVALID; 2366 xpt_done(ccb); 2367 break; 2368 2369 case XPT_GET_TRAN_SETTINGS: 2370 case XPT_SET_TRAN_SETTINGS: 2371 /* XXX Implement */ 2372 ccb->ccb_h.status = CAM_FUNC_NOTAVAIL; 2373 xpt_done(ccb); 2374 break; 2375 2376 case XPT_CALC_GEOMETRY: 2377#if __FreeBSD_version >= 500000 2378 cam_calc_geometry(&ccb->ccg, 1); 2379#else 2380 { 2381 struct ccb_calc_geometry *ccg; 2382 u_int32_t size_mb; 2383 u_int32_t secs_per_cylinder; 2384 2385 ccg = &ccb->ccg; 2386 size_mb = ccg->volume_size / ((1024L * 1024L) / ccg->block_size); 2387 2388 if (size_mb > 1024 ) { 2389 ccg->heads = 255; 2390 ccg->secs_per_track = 63; 2391 } else { 2392 ccg->heads = 64; 2393 ccg->secs_per_track = 32; 2394 } 2395 secs_per_cylinder = ccg->heads * ccg->secs_per_track; 2396 ccg->cylinders = ccg->volume_size / secs_per_cylinder; 2397 ccb->ccb_h.status = CAM_REQ_CMP; 2398 } 2399#endif 2400 xpt_done(ccb); 2401 break; 2402 2403 case XPT_PATH_INQ: /* Path routing inquiry */ 2404 { 2405 struct ccb_pathinq *cpi = &ccb->cpi; 2406 2407 cpi->version_num = 1; /* XXX??? */ 2408 cpi->hba_inquiry = PI_SDTR_ABLE; 2409 cpi->target_sprt = 0; 2410 /* Not necessary to reset bus */ 2411 cpi->hba_misc = PIM_NOBUSRESET; 2412 cpi->hba_eng_cnt = 0; 2413 2414 cpi->max_target = MAX_VDEVICE_PER_VBUS; 2415 cpi->max_lun = 0; 2416 cpi->initiator_id = MAX_VDEVICE_PER_VBUS; 2417 2418 cpi->bus_id = cam_sim_bus(sim); 2419 cpi->base_transfer_speed = 3300; 2420 strlcpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN); 2421 strlcpy(cpi->hba_vid, "HPT ", HBA_IDLEN); 2422 strlcpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN); 2423 cpi->unit_number = cam_sim_unit(sim); 2424 cpi->transport = XPORT_SPI; 2425 cpi->transport_version = 2; 2426 cpi->protocol = PROTO_SCSI; 2427 cpi->protocol_version = SCSI_REV_2; 2428 cpi->ccb_h.status = CAM_REQ_CMP; 2429 xpt_done(ccb); 2430 break; 2431 } 2432 2433 default: 2434 KdPrint(("invalid cmd\n")); 2435 ccb->ccb_h.status = CAM_REQ_INVALID; 2436 xpt_done(ccb); 2437 break; 2438 } 2439 /* KdPrint(("leave hpt_action..............\n")); */ 2440} 2441 2442/* shall be called at lock_driver() */ 2443static void 2444hpt_queue_ccb(union ccb **ccb_Q, union ccb *ccb) 2445{ 2446 if(*ccb_Q == NULL) 2447 ccb->ccb_h.ccb_ccb_ptr = ccb; 2448 else { 2449 ccb->ccb_h.ccb_ccb_ptr = (*ccb_Q)->ccb_h.ccb_ccb_ptr; 2450 (*ccb_Q)->ccb_h.ccb_ccb_ptr = (char *)ccb; 2451 } 2452 2453 *ccb_Q = ccb; 2454} 2455 2456/* shall be called at lock_driver() */ 2457static void 2458hpt_free_ccb(union ccb **ccb_Q, union ccb *ccb) 2459{ 2460 union ccb *TempCCB; 2461 2462 TempCCB = *ccb_Q; 2463 2464 if(ccb->ccb_h.ccb_ccb_ptr == ccb) /*it means SCpnt is the last one in CURRCMDs*/ 2465 *ccb_Q = NULL; 2466 else { 2467 while(TempCCB->ccb_h.ccb_ccb_ptr != (char *)ccb) 2468 TempCCB = (union ccb *)TempCCB->ccb_h.ccb_ccb_ptr; 2469 2470 TempCCB->ccb_h.ccb_ccb_ptr = ccb->ccb_h.ccb_ccb_ptr; 2471 2472 if(*ccb_Q == ccb) 2473 *ccb_Q = TempCCB; 2474 } 2475} 2476 2477#ifdef SUPPORT_ARRAY 2478/*************************************************************************** 2479 * Function: hpt_worker_thread 2480 * Description: Do background rebuilding. Execute in kernel thread context. 2481 * Returns: None 2482 ***************************************************************************/ 2483static void hpt_worker_thread(void) 2484{ 2485 intrmask_t oldspl; 2486 2487 for(;;) { 2488 while (DpcQueue_First!=DpcQueue_Last) { 2489 ST_HPT_DPC p; 2490 oldspl = lock_driver(); 2491 p = DpcQueue[DpcQueue_First]; 2492 DpcQueue_First++; 2493 DpcQueue_First %= MAX_DPC; 2494 DPC_Request_Nums++; 2495 unlock_driver(oldspl); 2496 p.dpc(p.pAdapter, p.arg, p.flags); 2497 2498 oldspl = lock_driver(); 2499 DPC_Request_Nums--; 2500 /* since we may have prevented Check_Idle_Call, do it here */ 2501 if (DPC_Request_Nums==0) { 2502 if (p.pAdapter->outstandingCommands == 0) { 2503 _VBUS_INST(&p.pAdapter->VBus); 2504 Check_Idle_Call(p.pAdapter); 2505 CheckPendingCall(_VBUS_P0); 2506 } 2507 } 2508 unlock_driver(oldspl); 2509 2510 /*Schedule out*/ 2511#if (__FreeBSD_version < 500000) 2512 YIELD_THREAD; 2513#else 2514#if (__FreeBSD_version > 700033) 2515 pause("sched", 1); 2516#else 2517 tsleep((caddr_t)hpt_worker_thread, PPAUSE, "sched", 1); 2518#endif 2519#endif 2520 if (SIGISMEMBER(curproc->p_siglist, SIGSTOP)) { 2521 /* abort rebuilding process. */ 2522 IAL_ADAPTER_T *pAdapter; 2523 PVDevice pArray; 2524 PVBus _vbus_p; 2525 int i; 2526 pAdapter = gIal_Adapter; 2527 2528 while(pAdapter != 0){ 2529 2530 _vbus_p = &pAdapter->VBus; 2531 2532 for (i=0;i<MAX_ARRAY_PER_VBUS;i++) 2533 { 2534 if ((pArray=ArrayTables(i))->u.array.dArStamp==0) 2535 continue; 2536 else if (pArray->u.array.rf_rebuilding || 2537 pArray->u.array.rf_verifying || 2538 pArray->u.array.rf_initializing) 2539 { 2540 pArray->u.array.rf_abort_rebuild = 1; 2541 } 2542 } 2543 pAdapter = pAdapter->next; 2544 } 2545 } 2546 } 2547 2548/*Remove this debug option*/ 2549/* 2550#ifdef DEBUG 2551 if (SIGISMEMBER(curproc->p_siglist, SIGSTOP)) 2552#if (__FreeBSD_version > 700033) 2553 pause("hptrdy", 2*hz); 2554#else 2555 tsleep((caddr_t)hpt_worker_thread, PPAUSE, "hptrdy", 2*hz); 2556#endif 2557#endif 2558*/ 2559 #if (__FreeBSD_version >= 800002) 2560 kproc_suspend_check(curproc); 2561 #elif (__FreeBSD_version >= 500043) 2562 kthread_suspend_check(curproc); 2563 #else 2564 kproc_suspend_loop(curproc); 2565 #endif 2566#if (__FreeBSD_version > 700033) 2567 pause("hptrdy", 2*hz); /* wait for something to do */ 2568#else 2569 tsleep((caddr_t)hpt_worker_thread, PPAUSE, "hptrdy", 2*hz); /* wait for something to do */ 2570#endif 2571 } 2572} 2573 2574static struct proc *hptdaemonproc; 2575static struct kproc_desc hpt_kp = { 2576 "hpt_wt", 2577 hpt_worker_thread, 2578 &hptdaemonproc 2579}; 2580 2581/*Start this thread in the hpt_attach, to prevent kernel from loading it without our controller.*/ 2582static void 2583launch_worker_thread(void) 2584{ 2585 IAL_ADAPTER_T *pAdapTemp; 2586 2587 kproc_start(&hpt_kp); 2588 2589 for (pAdapTemp = gIal_Adapter; pAdapTemp; pAdapTemp = pAdapTemp->next) { 2590 2591 _VBUS_INST(&pAdapTemp->VBus) 2592 int i; 2593 PVDevice pVDev; 2594 2595 for(i = 0; i < MAX_ARRAY_PER_VBUS; i++) 2596 if ((pVDev=ArrayTables(i))->u.array.dArStamp==0) 2597 continue; 2598 else{ 2599 if (pVDev->u.array.rf_need_rebuild && !pVDev->u.array.rf_rebuilding) 2600 hpt_queue_dpc((HPT_DPC)hpt_rebuild_data_block, pAdapTemp, pVDev, 2601 (UCHAR)((pVDev->u.array.CriticalMembers || pVDev->VDeviceType == VD_RAID_1)? DUPLICATE : REBUILD_PARITY)); 2602 } 2603 } 2604 2605 /* 2606 * hpt_worker_thread needs to be suspended after shutdown sync, when fs sync finished. 2607 */ 2608#if (__FreeBSD_version < 500043) 2609 EVENTHANDLER_REGISTER(shutdown_post_sync, shutdown_kproc, hptdaemonproc, 2610 SHUTDOWN_PRI_LAST); 2611#else 2612 EVENTHANDLER_REGISTER(shutdown_post_sync, kproc_shutdown, hptdaemonproc, 2613 SHUTDOWN_PRI_LAST); 2614#endif 2615} 2616/* 2617 *SYSINIT(hptwt, SI_SUB_KTHREAD_IDLE, SI_ORDER_FIRST, launch_worker_thread, NULL); 2618*/ 2619 2620#endif 2621 2622/********************************************************************************/ 2623 2624int HPTLIBAPI fOsBuildSgl(_VBUS_ARG PCommand pCmd, FPSCAT_GATH pSg, int logical) 2625{ 2626 union ccb *ccb = (union ccb *)pCmd->pOrgCommand; 2627 2628 if (logical) { 2629 pSg->dSgAddress = (ULONG_PTR)(UCHAR *)ccb->csio.data_ptr; 2630 pSg->wSgSize = ccb->csio.dxfer_len; 2631 pSg->wSgFlag = SG_FLAG_EOT; 2632 return TRUE; 2633 } 2634 /* since we have provided physical sg, nobody will ask us to build physical sg */ 2635 HPT_ASSERT(0); 2636 return FALSE; 2637} 2638 2639/*******************************************************************************/ 2640ULONG HPTLIBAPI 2641GetStamp(void) 2642{ 2643 /* 2644 * the system variable, ticks, can't be used since it hasn't yet been active 2645 * when our driver starts (ticks==0, it's a invalid stamp value) 2646 */ 2647 ULONG stamp; 2648 do { stamp = random(); } while (stamp==0); 2649 return stamp; 2650} 2651 2652 2653static void 2654SetInquiryData(PINQUIRYDATA inquiryData, PVDevice pVDev) 2655{ 2656 int i; 2657 IDENTIFY_DATA2 *pIdentify = (IDENTIFY_DATA2*)pVDev->u.disk.mv->identifyDevice; 2658 2659 inquiryData->DeviceType = T_DIRECT; /*DIRECT_ACCESS_DEVICE*/ 2660 inquiryData->AdditionalLength = (UCHAR)(sizeof(INQUIRYDATA) - 5); 2661#ifndef SERIAL_CMDS 2662 inquiryData->CommandQueue = 1; 2663#endif 2664 2665 switch(pVDev->VDeviceType) { 2666 case VD_SINGLE_DISK: 2667 case VD_ATAPI: 2668 case VD_REMOVABLE: 2669 /* Set the removable bit, if applicable. */ 2670 if ((pVDev->u.disk.df_removable_drive) || (pIdentify->GeneralConfiguration & 0x80)) 2671 inquiryData->RemovableMedia = 1; 2672 2673 /* Fill in vendor identification fields. */ 2674 for (i = 0; i < 20; i += 2) { 2675 inquiryData->VendorId[i] = ((PUCHAR)pIdentify->ModelNumber)[i + 1]; 2676 inquiryData->VendorId[i+1] = ((PUCHAR)pIdentify->ModelNumber)[i]; 2677 2678 } 2679 2680 /* Initialize unused portion of product id. */ 2681 for (i = 0; i < 4; i++) inquiryData->ProductId[12+i] = ' '; 2682 2683 /* firmware revision */ 2684 for (i = 0; i < 4; i += 2) 2685 { 2686 inquiryData->ProductRevisionLevel[i] = ((PUCHAR)pIdentify->FirmwareRevision)[i+1]; 2687 inquiryData->ProductRevisionLevel[i+1] = ((PUCHAR)pIdentify->FirmwareRevision)[i]; 2688 } 2689 break; 2690 default: 2691 memcpy(&inquiryData->VendorId, "RR18xx ", 8); 2692#ifdef SUPPORT_ARRAY 2693 switch(pVDev->VDeviceType){ 2694 case VD_RAID_0: 2695 if ((pVDev->u.array.pMember[0] && mIsArray(pVDev->u.array.pMember[0])) || 2696 (pVDev->u.array.pMember[1] && mIsArray(pVDev->u.array.pMember[1]))) 2697 memcpy(&inquiryData->ProductId, "RAID 1/0 Array ", 16); 2698 else 2699 memcpy(&inquiryData->ProductId, "RAID 0 Array ", 16); 2700 break; 2701 case VD_RAID_1: 2702 if ((pVDev->u.array.pMember[0] && mIsArray(pVDev->u.array.pMember[0])) || 2703 (pVDev->u.array.pMember[1] && mIsArray(pVDev->u.array.pMember[1]))) 2704 memcpy(&inquiryData->ProductId, "RAID 0/1 Array ", 16); 2705 else 2706 memcpy(&inquiryData->ProductId, "RAID 1 Array ", 16); 2707 break; 2708 case VD_RAID_5: 2709 memcpy(&inquiryData->ProductId, "RAID 5 Array ", 16); 2710 break; 2711 case VD_JBOD: 2712 memcpy(&inquiryData->ProductId, "JBOD Array ", 16); 2713 break; 2714 } 2715#endif 2716 memcpy(&inquiryData->ProductRevisionLevel, "3.00", 4); 2717 break; 2718 } 2719} 2720 2721static void 2722hpt_timeout(void *arg) 2723{ 2724 _VBUS_INST(&((PBUS_DMAMAP)((union ccb *)arg)->ccb_adapter)->pAdapter->VBus) 2725 intrmask_t oldspl = lock_driver(); 2726 fResetVBus(_VBUS_P0); 2727 unlock_driver(oldspl); 2728} 2729 2730static void 2731hpt_io_dmamap_callback(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 2732{ 2733 PCommand pCmd = (PCommand)arg; 2734 union ccb *ccb = pCmd->pOrgCommand; 2735 struct ccb_hdr *ccb_h = &ccb->ccb_h; 2736 PBUS_DMAMAP pmap = (PBUS_DMAMAP) ccb->ccb_adapter; 2737 IAL_ADAPTER_T *pAdapter = pmap->pAdapter; 2738 PVDevice pVDev = pAdapter->VBus.pVDevice[ccb_h->target_id]; 2739 FPSCAT_GATH psg = pCmd->pSgTable; 2740 int idx; 2741 _VBUS_INST(pVDev->pVBus) 2742 2743 HPT_ASSERT(pCmd->cf_physical_sg); 2744 2745 if (error) 2746 panic("busdma error"); 2747 2748 HPT_ASSERT(nsegs<= MAX_SG_DESCRIPTORS); 2749 2750 if (nsegs != 0) { 2751 for (idx = 0; idx < nsegs; idx++, psg++) { 2752 psg->dSgAddress = (ULONG_PTR)(UCHAR *)segs[idx].ds_addr; 2753 psg->wSgSize = segs[idx].ds_len; 2754 psg->wSgFlag = (idx == nsegs-1)? SG_FLAG_EOT: 0; 2755 /* KdPrint(("psg[%d]:add=%p,size=%x,flag=%x\n", idx, psg->dSgAddress,psg->wSgSize,psg->wSgFlag)); */ 2756 } 2757 /* psg[-1].wSgFlag = SG_FLAG_EOT; */ 2758 2759 if (pCmd->cf_data_in) { 2760 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, 2761 BUS_DMASYNC_PREREAD); 2762 } 2763 else if (pCmd->cf_data_out) { 2764 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, 2765 BUS_DMASYNC_PREWRITE); 2766 } 2767 } 2768 2769 pmap->timeout_ch = timeout(hpt_timeout, (caddr_t)ccb, 20*hz); 2770 pVDev->pfnSendCommand(_VBUS_P pCmd); 2771 CheckPendingCall(_VBUS_P0); 2772} 2773 2774 2775 2776static void HPTLIBAPI 2777OsSendCommand(_VBUS_ARG union ccb *ccb) 2778{ 2779 PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter; 2780 IAL_ADAPTER_T *pAdapter = pmap->pAdapter; 2781 struct ccb_hdr *ccb_h = &ccb->ccb_h; 2782 struct ccb_scsiio *csio = &ccb->csio; 2783 PVDevice pVDev = pAdapter->VBus.pVDevice[ccb_h->target_id]; 2784 2785 KdPrintI(("OsSendCommand: ccb %p cdb %x-%x-%x\n", 2786 ccb, 2787 *(ULONG *)&ccb->csio.cdb_io.cdb_bytes[0], 2788 *(ULONG *)&ccb->csio.cdb_io.cdb_bytes[4], 2789 *(ULONG *)&ccb->csio.cdb_io.cdb_bytes[8] 2790 )); 2791 2792 pAdapter->outstandingCommands++; 2793 2794 if (pVDev == NULL || pVDev->vf_online == 0) { 2795 ccb->ccb_h.status = CAM_REQ_INVALID; 2796 ccb_done(ccb); 2797 goto Command_Complished; 2798 } 2799 2800 switch(ccb->csio.cdb_io.cdb_bytes[0]) 2801 { 2802 case TEST_UNIT_READY: 2803 case START_STOP_UNIT: 2804 case SYNCHRONIZE_CACHE: 2805 /* FALLTHROUGH */ 2806 ccb->ccb_h.status = CAM_REQ_CMP; 2807 break; 2808 2809 case INQUIRY: 2810 ZeroMemory(ccb->csio.data_ptr, ccb->csio.dxfer_len); 2811 SetInquiryData((PINQUIRYDATA)ccb->csio.data_ptr, pVDev); 2812 ccb_h->status = CAM_REQ_CMP; 2813 break; 2814 2815 case READ_CAPACITY: 2816 { 2817 UCHAR *rbuf=csio->data_ptr; 2818 unsigned int cap; 2819 2820 if (pVDev->VDeviceCapacity > 0xfffffffful) { 2821 cap = 0xfffffffful; 2822 } else { 2823 cap = pVDev->VDeviceCapacity - 1; 2824 } 2825 2826 rbuf[0] = (UCHAR)(cap>>24); 2827 rbuf[1] = (UCHAR)(cap>>16); 2828 rbuf[2] = (UCHAR)(cap>>8); 2829 rbuf[3] = (UCHAR)cap; 2830 /* Claim 512 byte blocks (big-endian). */ 2831 rbuf[4] = 0; 2832 rbuf[5] = 0; 2833 rbuf[6] = 2; 2834 rbuf[7] = 0; 2835 2836 ccb_h->status = CAM_REQ_CMP; 2837 break; 2838 } 2839 2840 case 0x9e: /*SERVICE_ACTION_IN*/ 2841 { 2842 UCHAR *rbuf = csio->data_ptr; 2843 LBA_T cap = pVDev->VDeviceCapacity - 1; 2844 2845 rbuf[0] = (UCHAR)(cap>>56); 2846 rbuf[1] = (UCHAR)(cap>>48); 2847 rbuf[2] = (UCHAR)(cap>>40); 2848 rbuf[3] = (UCHAR)(cap>>32); 2849 rbuf[4] = (UCHAR)(cap>>24); 2850 rbuf[5] = (UCHAR)(cap>>16); 2851 rbuf[6] = (UCHAR)(cap>>8); 2852 rbuf[7] = (UCHAR)cap; 2853 rbuf[8] = 0; 2854 rbuf[9] = 0; 2855 rbuf[10] = 2; 2856 rbuf[11] = 0; 2857 2858 ccb_h->status = CAM_REQ_CMP; 2859 break; 2860 } 2861 2862 case READ_6: 2863 case WRITE_6: 2864 case READ_10: 2865 case WRITE_10: 2866 case 0x88: /* READ_16 */ 2867 case 0x8a: /* WRITE_16 */ 2868 case 0x13: 2869 case 0x2f: 2870 { 2871 UCHAR Cdb[16]; 2872 UCHAR CdbLength; 2873 _VBUS_INST(pVDev->pVBus) 2874 PCommand pCmd = AllocateCommand(_VBUS_P0); 2875 int error; 2876 HPT_ASSERT(pCmd); 2877 2878 CdbLength = csio->cdb_len; 2879 if ((ccb->ccb_h.flags & CAM_CDB_POINTER) != 0) 2880 { 2881 if ((ccb->ccb_h.flags & CAM_CDB_PHYS) == 0) 2882 { 2883 bcopy(csio->cdb_io.cdb_ptr, Cdb, CdbLength); 2884 } 2885 else 2886 { 2887 KdPrintE(("ERROR!!!\n")); 2888 ccb->ccb_h.status = CAM_REQ_INVALID; 2889 break; 2890 } 2891 } 2892 else 2893 { 2894 bcopy(csio->cdb_io.cdb_bytes, Cdb, CdbLength); 2895 } 2896 2897 pCmd->pOrgCommand = ccb; 2898 pCmd->pVDevice = pVDev; 2899 pCmd->pfnCompletion = fOsCommandDone; 2900 pCmd->pfnBuildSgl = fOsBuildSgl; 2901 pCmd->pSgTable = pmap->psg; 2902 2903 switch (Cdb[0]) 2904 { 2905 case READ_6: 2906 case WRITE_6: 2907 case 0x13: 2908 pCmd->uCmd.Ide.Lba = ((ULONG)Cdb[1] << 16) | ((ULONG)Cdb[2] << 8) | (ULONG)Cdb[3]; 2909 pCmd->uCmd.Ide.nSectors = (USHORT) Cdb[4]; 2910 break; 2911 2912 case 0x88: /* READ_16 */ 2913 case 0x8a: /* WRITE_16 */ 2914 pCmd->uCmd.Ide.Lba = 2915 (HPT_U64)Cdb[2] << 56 | 2916 (HPT_U64)Cdb[3] << 48 | 2917 (HPT_U64)Cdb[4] << 40 | 2918 (HPT_U64)Cdb[5] << 32 | 2919 (HPT_U64)Cdb[6] << 24 | 2920 (HPT_U64)Cdb[7] << 16 | 2921 (HPT_U64)Cdb[8] << 8 | 2922 (HPT_U64)Cdb[9]; 2923 pCmd->uCmd.Ide.nSectors = (USHORT)Cdb[12] << 8 | (USHORT)Cdb[13]; 2924 break; 2925 2926 default: 2927 pCmd->uCmd.Ide.Lba = (ULONG)Cdb[5] | ((ULONG)Cdb[4] << 8) | ((ULONG)Cdb[3] << 16) | ((ULONG)Cdb[2] << 24); 2928 pCmd->uCmd.Ide.nSectors = (USHORT) Cdb[8] | ((USHORT)Cdb[7]<<8); 2929 break; 2930 } 2931 2932 switch (Cdb[0]) 2933 { 2934 case READ_6: 2935 case READ_10: 2936 case 0x88: /* READ_16 */ 2937 pCmd->uCmd.Ide.Command = IDE_COMMAND_READ; 2938 pCmd->cf_data_in = 1; 2939 break; 2940 2941 case WRITE_6: 2942 case WRITE_10: 2943 case 0x8a: /* WRITE_16 */ 2944 pCmd->uCmd.Ide.Command = IDE_COMMAND_WRITE; 2945 pCmd->cf_data_out = 1; 2946 break; 2947 case 0x13: 2948 case 0x2f: 2949 pCmd->uCmd.Ide.Command = IDE_COMMAND_VERIFY; 2950 break; 2951 } 2952/*///////////////////////// */ 2953 pCmd->cf_physical_sg = 1; 2954 error = bus_dmamap_load_ccb(pAdapter->io_dma_parent, 2955 pmap->dma_map, 2956 ccb, 2957 hpt_io_dmamap_callback, 2958 pCmd, BUS_DMA_WAITOK 2959 ); 2960 KdPrint(("bus_dmamap_load return %d\n", error)); 2961 if (error && error!=EINPROGRESS) { 2962 hpt_printk(("bus_dmamap_load error %d\n", error)); 2963 FreeCommand(_VBUS_P pCmd); 2964 ccb->ccb_h.status = CAM_REQ_CMP_ERR; 2965 dmamap_put(pmap); 2966 pAdapter->outstandingCommands--; 2967 xpt_done(ccb); 2968 } 2969 goto Command_Complished; 2970 } 2971 2972 default: 2973 ccb->ccb_h.status = CAM_REQ_INVALID; 2974 break; 2975 } 2976 ccb_done(ccb); 2977Command_Complished: 2978 CheckPendingCall(_VBUS_P0); 2979 return; 2980} 2981 2982static void HPTLIBAPI 2983fOsCommandDone(_VBUS_ARG PCommand pCmd) 2984{ 2985 union ccb *ccb = pCmd->pOrgCommand; 2986 PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter; 2987 IAL_ADAPTER_T *pAdapter = pmap->pAdapter; 2988 2989 KdPrint(("fOsCommandDone(pcmd=%p, result=%d)\n", pCmd, pCmd->Result)); 2990 2991 untimeout(hpt_timeout, (caddr_t)ccb, pmap->timeout_ch); 2992 2993 switch(pCmd->Result) { 2994 case RETURN_SUCCESS: 2995 ccb->ccb_h.status = CAM_REQ_CMP; 2996 break; 2997 case RETURN_BAD_DEVICE: 2998 ccb->ccb_h.status = CAM_DEV_NOT_THERE; 2999 break; 3000 case RETURN_DEVICE_BUSY: 3001 ccb->ccb_h.status = CAM_BUSY; 3002 break; 3003 case RETURN_INVALID_REQUEST: 3004 ccb->ccb_h.status = CAM_REQ_INVALID; 3005 break; 3006 case RETURN_SELECTION_TIMEOUT: 3007 ccb->ccb_h.status = CAM_SEL_TIMEOUT; 3008 break; 3009 case RETURN_RETRY: 3010 ccb->ccb_h.status = CAM_BUSY; 3011 break; 3012 default: 3013 ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR; 3014 break; 3015 } 3016 3017 if (pCmd->cf_data_in) { 3018 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_POSTREAD); 3019 } 3020 else if (pCmd->cf_data_out) { 3021 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_POSTWRITE); 3022 } 3023 3024 bus_dmamap_unload(pAdapter->io_dma_parent, pmap->dma_map); 3025 3026 FreeCommand(_VBUS_P pCmd); 3027 ccb_done(ccb); 3028} 3029 3030int 3031hpt_queue_dpc(HPT_DPC dpc, IAL_ADAPTER_T * pAdapter, void *arg, UCHAR flags) 3032{ 3033 int p; 3034 3035 p = (DpcQueue_Last + 1) % MAX_DPC; 3036 if (p==DpcQueue_First) { 3037 KdPrint(("DPC Queue full!\n")); 3038 return -1; 3039 } 3040 3041 DpcQueue[DpcQueue_Last].dpc = dpc; 3042 DpcQueue[DpcQueue_Last].pAdapter = pAdapter; 3043 DpcQueue[DpcQueue_Last].arg = arg; 3044 DpcQueue[DpcQueue_Last].flags = flags; 3045 DpcQueue_Last = p; 3046 3047 return 0; 3048} 3049 3050#ifdef _RAID5N_ 3051/* 3052 * Allocate memory above 16M, otherwise we may eat all low memory for ISA devices. 3053 * How about the memory for 5081 request/response array and PRD table? 3054 */ 3055void 3056*os_alloc_page(_VBUS_ARG0) 3057{ 3058 return (void *)contigmalloc(0x1000, M_DEVBUF, M_NOWAIT, 0x1000000, 0xffffffff, PAGE_SIZE, 0ul); 3059} 3060 3061void 3062*os_alloc_dma_page(_VBUS_ARG0) 3063{ 3064 return (void *)contigmalloc(0x1000, M_DEVBUF, M_NOWAIT, 0x1000000, 0xffffffff, PAGE_SIZE, 0ul); 3065} 3066 3067void 3068os_free_page(_VBUS_ARG void *p) 3069{ 3070 contigfree(p, 0x1000, M_DEVBUF); 3071} 3072 3073void 3074os_free_dma_page(_VBUS_ARG void *p) 3075{ 3076 contigfree(p, 0x1000, M_DEVBUF); 3077} 3078 3079void 3080DoXor1(ULONG *p0, ULONG *p1, ULONG *p2, UINT nBytes) 3081{ 3082 UINT i; 3083 for (i = 0; i < nBytes / 4; i++) *p0++ = *p1++ ^ *p2++; 3084} 3085 3086void 3087DoXor2(ULONG *p0, ULONG *p2, UINT nBytes) 3088{ 3089 UINT i; 3090 for (i = 0; i < nBytes / 4; i++) *p0++ ^= *p2++; 3091} 3092#endif 3093