166 	int err;  in mthca_dev_lim()  local
169 	err = mthca_QUERY_DEV_LIM(mdev, dev_lim);  in mthca_dev_lim()
170 	if (err) {  in mthca_dev_lim()
172 				", aborting.\n", err);  in mthca_dev_lim()
173 		return err;  in mthca_dev_lim()
290 	int err;  in mthca_init_tavor()  local
295 	err = mthca_SYS_EN(mdev);  in mthca_init_tavor()
296 	if (err) {  in mthca_init_tavor()
297 		mthca_err(mdev, "SYS_EN command returned %d, aborting.\n", err);  in mthca_init_tavor()
298 		return err;  in mthca_init_tavor()
301 	err = mthca_QUERY_FW(mdev);  in mthca_init_tavor()
302 	if (err) {  in mthca_init_tavor()
304 				" aborting.\n", err);  in mthca_init_tavor()
307 	err = mthca_QUERY_DDR(mdev);  in mthca_init_tavor()
308 	if (err) {  in mthca_init_tavor()
309 		mthca_err(mdev, "QUERY_DDR command returned %d, aborting.\n", err);  in mthca_init_tavor()
313 	err = mthca_dev_lim(mdev, &dev_lim);  in mthca_init_tavor()
314 	if (err) {  in mthca_init_tavor()
315 		mthca_err(mdev, "QUERY_DEV_LIM command returned %d, aborting.\n", err);  in mthca_init_tavor()
327 		err = size;  in mthca_init_tavor()
331 	err = mthca_INIT_HCA(mdev, &init_hca);  in mthca_init_tavor()
332 	if (err) {  in mthca_init_tavor()
333 		mthca_err(mdev, "INIT_HCA command returned %d, aborting.\n", err);  in mthca_init_tavor()
342 	return err;  in mthca_init_tavor()
347 	int err;  in mthca_load_fw()  local
359 	err = mthca_MAP_FA(mdev, mdev->fw.arbel.fw_icm);  in mthca_load_fw()
360 	if (err) {  in mthca_load_fw()
361 		mthca_err(mdev, "MAP_FA command returned %d, aborting.\n", err);  in mthca_load_fw()
364 	err = mthca_RUN_FW(mdev);  in mthca_load_fw()
365 	if (err) {  in mthca_load_fw()
366 		mthca_err(mdev, "RUN_FW command returned %d, aborting.\n", err);  in mthca_load_fw()
377 	return err;  in mthca_load_fw()
386 	int err;  in mthca_init_icm()  local
388 	err = mthca_SET_ICM_SIZE(mdev, icm_size, &aux_pages);  in mthca_init_icm()
389 	if (err) {  in mthca_init_icm()
390 		mthca_err(mdev, "SET_ICM_SIZE command returned %d, aborting.\n", err);  in mthca_init_icm()
391 		return err;  in mthca_init_icm()
405 	err = mthca_MAP_ICM_AUX(mdev, mdev->fw.arbel.aux_icm);  in mthca_init_icm()
406 	if (err) {  in mthca_init_icm()
407 		mthca_err(mdev, "MAP_ICM_AUX returned %d, aborting.\n", err);  in mthca_init_icm()
411 	err = mthca_map_eq_icm(mdev, init_hca->eqc_base);  in mthca_init_icm()
412 	if (err) {  in mthca_init_icm()
428 		err = -ENOMEM;  in mthca_init_icm()
439 		err = -ENOMEM;  in mthca_init_icm()
450 		err = -ENOMEM;  in mthca_init_icm()
461 		err = -ENOMEM;  in mthca_init_icm()
472 		err = -ENOMEM;  in mthca_init_icm()
483 		err = -ENOMEM;  in mthca_init_icm()
497 			err = -ENOMEM;  in mthca_init_icm()
516 		err = -ENOMEM;  in mthca_init_icm()
553 	return err;  in mthca_init_icm()
580 	int err;  in mthca_init_arbel()  local
582 	err = mthca_QUERY_FW(mdev);  in mthca_init_arbel()
583 	if (err) {  in mthca_init_arbel()
584 		mthca_err(mdev, "QUERY_FW command failed %d, aborting.\n", err);  in mthca_init_arbel()
585 		return err;  in mthca_init_arbel()
588 	err = mthca_ENABLE_LAM(mdev);  in mthca_init_arbel()
589 	if (err == -EAGAIN) {  in mthca_init_arbel()
592 	} else if (err) {  in mthca_init_arbel()
593 		mthca_err(mdev, "ENABLE_LAM returned %d, aborting.\n", err);  in mthca_init_arbel()
594 		return err;  in mthca_init_arbel()
597 	err = mthca_load_fw(mdev);  in mthca_init_arbel()
598 	if (err) {  in mthca_init_arbel()
599 		mthca_err(mdev, "Loading FW returned %d, aborting.\n", err);  in mthca_init_arbel()
603 	err = mthca_dev_lim(mdev, &dev_lim);  in mthca_init_arbel()
604 	if (err) {  in mthca_init_arbel()
605 		mthca_err(mdev, "QUERY_DEV_LIM returned %d, aborting.\n", err);  in mthca_init_arbel()
617 		err = icm_size;  in mthca_init_arbel()
621 	err = mthca_init_icm(mdev, &dev_lim, &init_hca, icm_size);  in mthca_init_arbel()
622 	if (err)  in mthca_init_arbel()
625 	err = mthca_INIT_HCA(mdev, &init_hca);  in mthca_init_arbel()
626 	if (err) {  in mthca_init_arbel()
627 		mthca_err(mdev, "INIT_HCA command returned %d, aborting.\n", err);  in mthca_init_arbel()
644 	return err;  in mthca_init_arbel()
665 	int err;  in mthca_init_hca()  local
669 		err = mthca_init_arbel(mdev);  in mthca_init_hca()
671 		err = mthca_init_tavor(mdev);  in mthca_init_hca()
673 	if (err)  in mthca_init_hca()
674 		return err;  in mthca_init_hca()
676 	err = mthca_QUERY_ADAPTER(mdev, &adapter);  in mthca_init_hca()
677 	if (err) {  in mthca_init_hca()
678 		mthca_err(mdev, "QUERY_ADAPTER command returned %d, aborting.\n", err);  in mthca_init_hca()
691 	return err;  in mthca_init_hca()
696 	int err;  in mthca_setup_hca()  local
700 	err = mthca_init_uar_table(dev);  in mthca_setup_hca()
701 	if (err) {  in mthca_setup_hca()
704 		return err;  in mthca_setup_hca()
707 	err = mthca_uar_alloc(dev, &dev->driver_uar);  in mthca_setup_hca()
708 	if (err) {  in mthca_setup_hca()
718 		err = -ENOMEM;  in mthca_setup_hca()
722 	err = mthca_init_pd_table(dev);  in mthca_setup_hca()
723 	if (err) {  in mthca_setup_hca()
729 	err = mthca_init_mr_table(dev);  in mthca_setup_hca()
730 	if (err) {  in mthca_setup_hca()
736 	err = mthca_pd_alloc(dev, 1, &dev->driver_pd);  in mthca_setup_hca()
737 	if (err) {  in mthca_setup_hca()
743 	err = mthca_init_eq_table(dev);  in mthca_setup_hca()
744 	if (err) {  in mthca_setup_hca()
750 	err = mthca_cmd_use_events(dev);  in mthca_setup_hca()
751 	if (err) {  in mthca_setup_hca()
757 	err = mthca_NOP(dev);  in mthca_setup_hca()
758 	if (err) {  in mthca_setup_hca()
776 	err = mthca_init_cq_table(dev);  in mthca_setup_hca()
777 	if (err) {  in mthca_setup_hca()
783 	err = mthca_init_srq_table(dev);  in mthca_setup_hca()
784 	if (err) {  in mthca_setup_hca()
790 	err = mthca_init_qp_table(dev);  in mthca_setup_hca()
791 	if (err) {  in mthca_setup_hca()
797 	err = mthca_init_av_table(dev);  in mthca_setup_hca()
798 	if (err) {  in mthca_setup_hca()
804 	err = mthca_init_mcg_table(dev);  in mthca_setup_hca()
805 	if (err) {  in mthca_setup_hca()
848 	return err;  in mthca_setup_hca()
853 	int err;  in mthca_enable_msi_x()  local
855 	err = pci_alloc_irq_vectors(mdev->pdev, 3, 3, PCI_IRQ_MSIX);  in mthca_enable_msi_x()
856 	if (err < 0)  in mthca_enable_msi_x()
857 		return err;  in mthca_enable_msi_x()
900 	int err;  in __mthca_init_one()  local
906 	err = pci_enable_device(pdev);  in __mthca_init_one()
907 	if (err) {  in __mthca_init_one()
910 		return err;  in __mthca_init_one()
920 		err = -ENODEV;  in __mthca_init_one()
925 		err = -ENODEV;  in __mthca_init_one()
931 	err = pci_request_regions(pdev, DRV_NAME);  in __mthca_init_one()
932 	if (err) {  in __mthca_init_one()
940 	err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));  in __mthca_init_one()
941 	if (err) {  in __mthca_init_one()
953 		err = -ENOMEM;  in __mthca_init_one()
968 	err = mthca_reset(mdev);  in __mthca_init_one()
969 	if (err) {  in __mthca_init_one()
974 	err = mthca_cmd_init(mdev);  in __mthca_init_one()
975 	if (err) {  in __mthca_init_one()
980 	err = mthca_tune_pci(mdev);  in __mthca_init_one()
981 	if (err)  in __mthca_init_one()
984 	err = mthca_init_hca(mdev);  in __mthca_init_one()
985 	if (err)  in __mthca_init_one()
1001 	err = mthca_setup_hca(mdev);  in __mthca_init_one()
1002 	if (err == -EBUSY && (mdev->mthca_flags & MTHCA_FLAG_MSI_X)) {  in __mthca_init_one()
1006 		err = mthca_setup_hca(mdev);  in __mthca_init_one()
1009 	if (err)  in __mthca_init_one()
1012 	err = mthca_register_device(mdev);  in __mthca_init_one()
1013 	if (err)  in __mthca_init_one()
1016 	err = mthca_create_agents(mdev);  in __mthca_init_one()
1017 	if (err)  in __mthca_init_one()
1063 	return err;  in __mthca_init_one()