1795 	struct sas_task *t;  in mpi_ssp_completion()  local
1816 	t = ccb->task;  in mpi_ssp_completion()
1820 	if (unlikely(!t || !t->lldd_task || !t->dev))  in mpi_ssp_completion()
1822 	ts = &t->task_status;  in mpi_ssp_completion()
1825 		   "tag::0x%x, status::0x%x task::0x%p\n", tag, status, t);  in mpi_ssp_completion()
1831 			   SAS_ADDR(t->dev->sas_addr));  in mpi_ssp_completion()
1845 			sas_ssp_task_response(pm8001_ha->dev, t, iu);  in mpi_ssp_completion()
1936 		if (!t->uldd_task)  in mpi_ssp_completion()
2016 		if (!t->uldd_task)  in mpi_ssp_completion()
2062 	spin_lock_irqsave(&t->task_state_lock, flags);  in mpi_ssp_completion()
2063 	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;  in mpi_ssp_completion()
2064 	t->task_state_flags |= SAS_TASK_STATE_DONE;  in mpi_ssp_completion()
2065 	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {  in mpi_ssp_completion()
2066 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_ssp_completion()
2069 			   t, status, ts->resp, ts->stat);  in mpi_ssp_completion()
2071 		if (t->slow_task)  in mpi_ssp_completion()
2072 			complete(&t->slow_task->completion);  in mpi_ssp_completion()
2074 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_ssp_completion()
2082 	struct sas_task *t;  in mpi_ssp_event()  local
2094 	t = ccb->task;  in mpi_ssp_event()
2098 	if (unlikely(!t || !t->lldd_task || !t->dev))  in mpi_ssp_event()
2100 	ts = &t->task_status;  in mpi_ssp_event()
2114 		pm8001_handle_event(pm8001_ha, t, IO_XFER_ERROR_BREAK);  in mpi_ssp_event()
2152 		if (!t->uldd_task)  in mpi_ssp_event()
2191 		pm8001_handle_event(pm8001_ha, t, IO_XFER_OPEN_RETRY_TIMEOUT);  in mpi_ssp_event()
2243 	spin_lock_irqsave(&t->task_state_lock, flags);  in mpi_ssp_event()
2244 	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;  in mpi_ssp_event()
2245 	t->task_state_flags |= SAS_TASK_STATE_DONE;  in mpi_ssp_event()
2246 	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {  in mpi_ssp_event()
2247 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_ssp_event()
2250 			   t, event, ts->resp, ts->stat);  in mpi_ssp_event()
2253 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_ssp_event()
2263 	struct sas_task *t;  in mpi_sata_completion()  local
2285 	t = ccb->task;  in mpi_sata_completion()
2288 	if (t) {  in mpi_sata_completion()
2289 		if (t->dev && (t->dev->lldd_dev))  in mpi_sata_completion()
2290 			pm8001_dev = t->dev->lldd_dev;  in mpi_sata_completion()
2299 	if (pm8001_dev && unlikely(!t->lldd_task || !t->dev))  in mpi_sata_completion()
2302 	ts = &t->task_status;  in mpi_sata_completion()
2313 		if (!((t->dev->parent) &&  in mpi_sata_completion()
2314 			(dev_is_expander(t->dev->parent->dev_type)))) {  in mpi_sata_completion()
2348 				   SAS_ADDR(t->dev->sas_addr));  in mpi_sata_completion()
2367 			if (t->ata_task.dma_xfer == 0 &&  in mpi_sata_completion()
2368 			    t->data_dir == DMA_FROM_DEVICE) {  in mpi_sata_completion()
2372 			} else if (t->ata_task.use_ncq &&  in mpi_sata_completion()
2373 				   t->data_dir != DMA_NONE) {  in mpi_sata_completion()
2467 		if (!t->uldd_task) {  in mpi_sata_completion()
2487 		if (!t->uldd_task) {  in mpi_sata_completion()
2515 		if (!t->uldd_task) {  in mpi_sata_completion()
2591 		if (!t->uldd_task) {  in mpi_sata_completion()
2615 		if (!t->uldd_task) {  in mpi_sata_completion()
2648 	spin_lock_irqsave(&t->task_state_lock, flags);  in mpi_sata_completion()
2649 	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;  in mpi_sata_completion()
2650 	t->task_state_flags |= SAS_TASK_STATE_DONE;  in mpi_sata_completion()
2651 	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {  in mpi_sata_completion()
2652 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_sata_completion()
2655 			   t, status, ts->resp, ts->stat);  in mpi_sata_completion()
2657 		if (t->slow_task)  in mpi_sata_completion()
2658 			complete(&t->slow_task->completion);  in mpi_sata_completion()
2660 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_sata_completion()
2673 	struct sas_task *t;  in mpi_sata_event()  local
2700 	t = ccb->task;  in mpi_sata_event()
2702 	if (unlikely(!t)) {  in mpi_sata_event()
2709 	if (unlikely(!t->lldd_task || !t->dev))  in mpi_sata_event()
2712 	ts = &t->task_status;  in mpi_sata_event()
2763 		if (!t->uldd_task) {  in mpi_sata_event()
2875 	struct sas_task *t;  in mpi_smp_completion()  local
2890 	t = ccb->task;  in mpi_smp_completion()
2891 	ts = &t->task_status;  in mpi_smp_completion()
2895 	if (unlikely(!t || !t->lldd_task || !t->dev))  in mpi_smp_completion()
2909 			struct scatterlist *sg_resp = &t->smp_task.smp_resp;  in mpi_smp_completion()
3065 	spin_lock_irqsave(&t->task_state_lock, flags);  in mpi_smp_completion()
3066 	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;  in mpi_smp_completion()
3067 	t->task_state_flags |= SAS_TASK_STATE_DONE;  in mpi_smp_completion()
3068 	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {  in mpi_smp_completion()
3069 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_smp_completion()
3072 			   t, status, ts->resp, ts->stat);  in mpi_smp_completion()
3075 		spin_unlock_irqrestore(&t->task_state_lock, flags);  in mpi_smp_completion()
3078 		t->task_done(t);  in mpi_smp_completion()