2 * This file is part of the zfcp device driver for
3 * FCP adapters for IBM System z9 and zSeries.
5 * (C) Copyright IBM Corp. 2002, 2006
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2, or (at your option)
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 static void zfcp_qdio_sbal_limit(struct zfcp_fsf_req
*, int);
25 static inline volatile struct qdio_buffer_element
*zfcp_qdio_sbale_get
26 (struct zfcp_qdio_queue
*, int, int);
27 static inline volatile struct qdio_buffer_element
*zfcp_qdio_sbale_resp
28 (struct zfcp_fsf_req
*, int, int);
29 static volatile struct qdio_buffer_element
*zfcp_qdio_sbal_chain
30 (struct zfcp_fsf_req
*, unsigned long);
31 static volatile struct qdio_buffer_element
*zfcp_qdio_sbale_next
32 (struct zfcp_fsf_req
*, unsigned long);
33 static int zfcp_qdio_sbals_zero(struct zfcp_qdio_queue
*, int, int);
34 static inline int zfcp_qdio_sbals_wipe(struct zfcp_fsf_req
*);
35 static void zfcp_qdio_sbale_fill
36 (struct zfcp_fsf_req
*, unsigned long, void *, int);
37 static int zfcp_qdio_sbals_from_segment
38 (struct zfcp_fsf_req
*, unsigned long, void *, unsigned long);
40 static qdio_handler_t zfcp_qdio_request_handler
;
41 static qdio_handler_t zfcp_qdio_response_handler
;
42 static int zfcp_qdio_handler_error_check(struct zfcp_adapter
*,
43 unsigned int, unsigned int, unsigned int, int, int);
45 #define ZFCP_LOG_AREA ZFCP_LOG_AREA_QDIO
48 * Frees BUFFER memory for each of the pointers of the struct qdio_buffer array
49 * in the adapter struct sbuf is the pointer array.
51 * locks: must only be called with zfcp_data.config_sema taken
54 zfcp_qdio_buffers_dequeue(struct qdio_buffer
**sbuf
)
58 for (pos
= 0; pos
< QDIO_MAX_BUFFERS_PER_Q
; pos
+= QBUFF_PER_PAGE
)
59 free_page((unsigned long) sbuf
[pos
]);
63 * Allocates BUFFER memory to each of the pointers of the qdio_buffer_t
64 * array in the adapter struct.
65 * Cur_buf is the pointer array
67 * returns: zero on success else -ENOMEM
68 * locks: must only be called with zfcp_data.config_sema taken
71 zfcp_qdio_buffers_enqueue(struct qdio_buffer
**sbuf
)
75 for (pos
= 0; pos
< QDIO_MAX_BUFFERS_PER_Q
; pos
+= QBUFF_PER_PAGE
) {
76 sbuf
[pos
] = (struct qdio_buffer
*) get_zeroed_page(GFP_KERNEL
);
78 zfcp_qdio_buffers_dequeue(sbuf
);
82 for (pos
= 0; pos
< QDIO_MAX_BUFFERS_PER_Q
; pos
++)
83 if (pos
% QBUFF_PER_PAGE
)
84 sbuf
[pos
] = sbuf
[pos
- 1] + 1;
88 /* locks: must only be called with zfcp_data.config_sema taken */
90 zfcp_qdio_allocate_queues(struct zfcp_adapter
*adapter
)
94 ret
= zfcp_qdio_buffers_enqueue(adapter
->request_queue
.buffer
);
97 return zfcp_qdio_buffers_enqueue(adapter
->response_queue
.buffer
);
100 /* locks: must only be called with zfcp_data.config_sema taken */
102 zfcp_qdio_free_queues(struct zfcp_adapter
*adapter
)
104 ZFCP_LOG_TRACE("freeing request_queue buffers\n");
105 zfcp_qdio_buffers_dequeue(adapter
->request_queue
.buffer
);
107 ZFCP_LOG_TRACE("freeing response_queue buffers\n");
108 zfcp_qdio_buffers_dequeue(adapter
->response_queue
.buffer
);
112 zfcp_qdio_allocate(struct zfcp_adapter
*adapter
)
114 struct qdio_initialize
*init_data
;
116 init_data
= &adapter
->qdio_init_data
;
118 init_data
->cdev
= adapter
->ccw_device
;
119 init_data
->q_format
= QDIO_SCSI_QFMT
;
120 memcpy(init_data
->adapter_name
, zfcp_get_busid_by_adapter(adapter
), 8);
121 ASCEBC(init_data
->adapter_name
, 8);
122 init_data
->qib_param_field_format
= 0;
123 init_data
->qib_param_field
= NULL
;
124 init_data
->input_slib_elements
= NULL
;
125 init_data
->output_slib_elements
= NULL
;
126 init_data
->min_input_threshold
= ZFCP_MIN_INPUT_THRESHOLD
;
127 init_data
->max_input_threshold
= ZFCP_MAX_INPUT_THRESHOLD
;
128 init_data
->min_output_threshold
= ZFCP_MIN_OUTPUT_THRESHOLD
;
129 init_data
->max_output_threshold
= ZFCP_MAX_OUTPUT_THRESHOLD
;
130 init_data
->no_input_qs
= 1;
131 init_data
->no_output_qs
= 1;
132 init_data
->input_handler
= zfcp_qdio_response_handler
;
133 init_data
->output_handler
= zfcp_qdio_request_handler
;
134 init_data
->int_parm
= (unsigned long) adapter
;
135 init_data
->flags
= QDIO_INBOUND_0COPY_SBALS
|
136 QDIO_OUTBOUND_0COPY_SBALS
| QDIO_USE_OUTBOUND_PCIS
;
137 init_data
->input_sbal_addr_array
=
138 (void **) (adapter
->response_queue
.buffer
);
139 init_data
->output_sbal_addr_array
=
140 (void **) (adapter
->request_queue
.buffer
);
142 return qdio_allocate(init_data
);
146 * function: zfcp_qdio_handler_error_check
148 * purpose: called by the response handler to determine error condition
150 * returns: error flag
154 zfcp_qdio_handler_error_check(struct zfcp_adapter
*adapter
, unsigned int status
,
155 unsigned int qdio_error
, unsigned int siga_error
,
156 int first_element
, int elements_processed
)
160 if (unlikely(status
& QDIO_STATUS_LOOK_FOR_ERROR
)) {
163 ZFCP_LOG_INFO("QDIO problem occurred (status=0x%x, "
164 "qdio_error=0x%x, siga_error=0x%x)\n",
165 status
, qdio_error
, siga_error
);
167 zfcp_hba_dbf_event_qdio(adapter
, status
, qdio_error
, siga_error
,
168 first_element
, elements_processed
);
170 * Restarting IO on the failed adapter from scratch.
171 * Since we have been using this adapter, it is save to assume
172 * that it is not failed but recoverable. The card seems to
173 * report link-up events by self-initiated queue shutdown.
174 * That is why we need to clear the link-down flag
175 * which is set again in case we have missed by a mile.
177 zfcp_erp_adapter_reopen(adapter
,
178 ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED
|
179 ZFCP_STATUS_COMMON_ERP_FAILED
, 140,
186 * function: zfcp_qdio_request_handler
188 * purpose: is called by QDIO layer for completed SBALs in request queue
193 zfcp_qdio_request_handler(struct ccw_device
*ccw_device
,
195 unsigned int qdio_error
,
196 unsigned int siga_error
,
197 unsigned int queue_number
,
199 int elements_processed
,
200 unsigned long int_parm
)
202 struct zfcp_adapter
*adapter
;
203 struct zfcp_qdio_queue
*queue
;
205 adapter
= (struct zfcp_adapter
*) int_parm
;
206 queue
= &adapter
->request_queue
;
208 ZFCP_LOG_DEBUG("adapter %s, first=%d, elements_processed=%d\n",
209 zfcp_get_busid_by_adapter(adapter
),
210 first_element
, elements_processed
);
212 if (unlikely(zfcp_qdio_handler_error_check(adapter
, status
, qdio_error
,
213 siga_error
, first_element
,
214 elements_processed
)))
217 * we stored address of struct zfcp_adapter data structure
218 * associated with irq in int_parm
221 /* cleanup all SBALs being program-owned now */
222 zfcp_qdio_zero_sbals(queue
->buffer
, first_element
, elements_processed
);
224 /* increase free space in outbound queue */
225 atomic_add(elements_processed
, &queue
->free_count
);
226 ZFCP_LOG_DEBUG("free_count=%d\n", atomic_read(&queue
->free_count
));
227 wake_up(&adapter
->request_wq
);
228 ZFCP_LOG_DEBUG("elements_processed=%d, free count=%d\n",
229 elements_processed
, atomic_read(&queue
->free_count
));
235 * zfcp_qdio_reqid_check - checks for valid reqids.
237 static void zfcp_qdio_reqid_check(struct zfcp_adapter
*adapter
,
238 unsigned long req_id
)
240 struct zfcp_fsf_req
*fsf_req
;
243 spin_lock_irqsave(&adapter
->req_list_lock
, flags
);
244 fsf_req
= zfcp_reqlist_find(adapter
, req_id
);
248 * Unknown request means that we have potentially memory
249 * corruption and must stop the machine immediatly.
251 panic("error: unknown request id (%ld) on adapter %s.\n",
252 req_id
, zfcp_get_busid_by_adapter(adapter
));
254 zfcp_reqlist_remove(adapter
, fsf_req
);
255 atomic_dec(&adapter
->reqs_active
);
256 spin_unlock_irqrestore(&adapter
->req_list_lock
, flags
);
258 /* finish the FSF request */
259 zfcp_fsf_req_complete(fsf_req
);
263 * function: zfcp_qdio_response_handler
265 * purpose: is called by QDIO layer for completed SBALs in response queue
270 zfcp_qdio_response_handler(struct ccw_device
*ccw_device
,
272 unsigned int qdio_error
,
273 unsigned int siga_error
,
274 unsigned int queue_number
,
276 int elements_processed
,
277 unsigned long int_parm
)
279 struct zfcp_adapter
*adapter
;
280 struct zfcp_qdio_queue
*queue
;
283 struct qdio_buffer
*buffer
;
287 volatile struct qdio_buffer_element
*buffere
= NULL
;
290 adapter
= (struct zfcp_adapter
*) int_parm
;
291 queue
= &adapter
->response_queue
;
293 if (unlikely(zfcp_qdio_handler_error_check(adapter
, status
, qdio_error
,
294 siga_error
, first_element
,
295 elements_processed
)))
299 * we stored address of struct zfcp_adapter data structure
300 * associated with irq in int_parm
303 buffere
= &(queue
->buffer
[first_element
]->element
[0]);
304 ZFCP_LOG_DEBUG("first BUFFERE flags=0x%x\n", buffere
->flags
);
306 * go through all SBALs from input queue currently
307 * returned by QDIO layer
310 for (i
= 0; i
< elements_processed
; i
++) {
312 buffer_index
= first_element
+ i
;
313 buffer_index
%= QDIO_MAX_BUFFERS_PER_Q
;
314 buffer
= queue
->buffer
[buffer_index
];
316 /* go through all SBALEs of SBAL */
317 for (buffere_index
= 0;
318 buffere_index
< QDIO_MAX_ELEMENTS_PER_BUFFER
;
321 /* look for QDIO request identifiers in SB */
322 buffere
= &buffer
->element
[buffere_index
];
323 zfcp_qdio_reqid_check(adapter
,
324 (unsigned long) buffere
->addr
);
327 * A single used SBALE per inbound SBALE has been
328 * implemented by QDIO so far. Hope they will
329 * do some optimisation. Will need to change to
332 if (likely(buffere
->flags
& SBAL_FLAGS_LAST_ENTRY
))
336 if (unlikely(!(buffere
->flags
& SBAL_FLAGS_LAST_ENTRY
))) {
337 ZFCP_LOG_NORMAL("bug: End of inbound data "
343 * put range of SBALs back to response queue
344 * (including SBALs which have already been free before)
346 count
= atomic_read(&queue
->free_count
) + elements_processed
;
347 start
= queue
->free_index
;
349 ZFCP_LOG_TRACE("calling do_QDIO on adapter %s (flags=0x%x, "
350 "queue_no=%i, index_in_queue=%i, count=%i, "
352 zfcp_get_busid_by_adapter(adapter
),
353 QDIO_FLAG_SYNC_INPUT
| QDIO_FLAG_UNDER_INTERRUPT
,
354 0, start
, count
, (unsigned long) &queue
->buffer
[start
]);
356 retval
= do_QDIO(ccw_device
,
357 QDIO_FLAG_SYNC_INPUT
| QDIO_FLAG_UNDER_INTERRUPT
,
358 0, start
, count
, NULL
);
360 if (unlikely(retval
)) {
361 atomic_set(&queue
->free_count
, count
);
362 ZFCP_LOG_DEBUG("clearing of inbound data regions failed, "
363 "queues may be down "
364 "(count=%d, start=%d, retval=%d)\n",
365 count
, start
, retval
);
367 queue
->free_index
+= count
;
368 queue
->free_index
%= QDIO_MAX_BUFFERS_PER_Q
;
369 atomic_set(&queue
->free_count
, 0);
370 ZFCP_LOG_TRACE("%i buffers enqueued to response "
371 "queue at position %i\n", count
, start
);
378 * zfcp_qdio_sbale_get - return pointer to SBALE of qdio_queue
379 * @queue: queue from which SBALE should be returned
380 * @sbal: specifies number of SBAL in queue
381 * @sbale: specifes number of SBALE in SBAL
383 static inline volatile struct qdio_buffer_element
*
384 zfcp_qdio_sbale_get(struct zfcp_qdio_queue
*queue
, int sbal
, int sbale
)
386 return &queue
->buffer
[sbal
]->element
[sbale
];
390 * zfcp_qdio_sbale_req - return pointer to SBALE of request_queue for
391 * a struct zfcp_fsf_req
393 volatile struct qdio_buffer_element
*
394 zfcp_qdio_sbale_req(struct zfcp_fsf_req
*fsf_req
, int sbal
, int sbale
)
396 return zfcp_qdio_sbale_get(&fsf_req
->adapter
->request_queue
,
401 * zfcp_qdio_sbale_resp - return pointer to SBALE of response_queue for
402 * a struct zfcp_fsf_req
404 static inline volatile struct qdio_buffer_element
*
405 zfcp_qdio_sbale_resp(struct zfcp_fsf_req
*fsf_req
, int sbal
, int sbale
)
407 return zfcp_qdio_sbale_get(&fsf_req
->adapter
->response_queue
,
412 * zfcp_qdio_sbale_curr - return current SBALE on request_queue for
413 * a struct zfcp_fsf_req
415 volatile struct qdio_buffer_element
*
416 zfcp_qdio_sbale_curr(struct zfcp_fsf_req
*fsf_req
)
418 return zfcp_qdio_sbale_req(fsf_req
, fsf_req
->sbal_curr
,
419 fsf_req
->sbale_curr
);
423 * zfcp_qdio_sbal_limit - determine maximum number of SBALs that can be used
424 * on the request_queue for a struct zfcp_fsf_req
425 * @fsf_req: the number of the last SBAL that can be used is stored herein
426 * @max_sbals: used to pass an upper limit for the number of SBALs
428 * Note: We can assume at least one free SBAL in the request_queue when called.
431 zfcp_qdio_sbal_limit(struct zfcp_fsf_req
*fsf_req
, int max_sbals
)
433 int count
= atomic_read(&fsf_req
->adapter
->request_queue
.free_count
);
434 count
= min(count
, max_sbals
);
435 fsf_req
->sbal_last
= fsf_req
->sbal_first
;
436 fsf_req
->sbal_last
+= (count
- 1);
437 fsf_req
->sbal_last
%= QDIO_MAX_BUFFERS_PER_Q
;
441 * zfcp_qdio_sbal_chain - chain SBALs if more than one SBAL is needed for a
443 * @fsf_req: zfcp_fsf_req to be processed
444 * @sbtype: SBAL flags which have to be set in first SBALE of new SBAL
446 * This function changes sbal_curr, sbale_curr, sbal_number of fsf_req.
448 static volatile struct qdio_buffer_element
*
449 zfcp_qdio_sbal_chain(struct zfcp_fsf_req
*fsf_req
, unsigned long sbtype
)
451 volatile struct qdio_buffer_element
*sbale
;
453 /* set last entry flag in current SBALE of current SBAL */
454 sbale
= zfcp_qdio_sbale_curr(fsf_req
);
455 sbale
->flags
|= SBAL_FLAGS_LAST_ENTRY
;
457 /* don't exceed last allowed SBAL */
458 if (fsf_req
->sbal_curr
== fsf_req
->sbal_last
)
461 /* set chaining flag in first SBALE of current SBAL */
462 sbale
= zfcp_qdio_sbale_req(fsf_req
, fsf_req
->sbal_curr
, 0);
463 sbale
->flags
|= SBAL_FLAGS0_MORE_SBALS
;
465 /* calculate index of next SBAL */
466 fsf_req
->sbal_curr
++;
467 fsf_req
->sbal_curr
%= QDIO_MAX_BUFFERS_PER_Q
;
469 /* keep this requests number of SBALs up-to-date */
470 fsf_req
->sbal_number
++;
472 /* start at first SBALE of new SBAL */
473 fsf_req
->sbale_curr
= 0;
475 /* set storage-block type for new SBAL */
476 sbale
= zfcp_qdio_sbale_curr(fsf_req
);
477 sbale
->flags
|= sbtype
;
483 * zfcp_qdio_sbale_next - switch to next SBALE, chain SBALs if needed
485 static volatile struct qdio_buffer_element
*
486 zfcp_qdio_sbale_next(struct zfcp_fsf_req
*fsf_req
, unsigned long sbtype
)
488 if (fsf_req
->sbale_curr
== ZFCP_LAST_SBALE_PER_SBAL
)
489 return zfcp_qdio_sbal_chain(fsf_req
, sbtype
);
491 fsf_req
->sbale_curr
++;
493 return zfcp_qdio_sbale_curr(fsf_req
);
497 * zfcp_qdio_sbals_zero - initialize SBALs between first and last in queue
501 zfcp_qdio_sbals_zero(struct zfcp_qdio_queue
*queue
, int first
, int last
)
503 struct qdio_buffer
**buf
= queue
->buffer
;
508 curr
%= QDIO_MAX_BUFFERS_PER_Q
;
510 memset(buf
[curr
], 0, sizeof(struct qdio_buffer
));
520 * zfcp_qdio_sbals_wipe - reset all changes in SBALs for an fsf_req
523 zfcp_qdio_sbals_wipe(struct zfcp_fsf_req
*fsf_req
)
525 return zfcp_qdio_sbals_zero(&fsf_req
->adapter
->request_queue
,
526 fsf_req
->sbal_first
, fsf_req
->sbal_curr
);
531 * zfcp_qdio_sbale_fill - set address and length in current SBALE
535 zfcp_qdio_sbale_fill(struct zfcp_fsf_req
*fsf_req
, unsigned long sbtype
,
536 void *addr
, int length
)
538 volatile struct qdio_buffer_element
*sbale
;
540 sbale
= zfcp_qdio_sbale_curr(fsf_req
);
542 sbale
->length
= length
;
546 * zfcp_qdio_sbals_from_segment - map memory segment to SBALE(s)
547 * @fsf_req: request to be processed
548 * @sbtype: SBALE flags
549 * @start_addr: address of memory segment
550 * @total_length: length of memory segment
552 * Alignment and length of the segment determine how many SBALEs are needed
553 * for the memory segment.
556 zfcp_qdio_sbals_from_segment(struct zfcp_fsf_req
*fsf_req
, unsigned long sbtype
,
557 void *start_addr
, unsigned long total_length
)
559 unsigned long remaining
, length
;
562 /* split segment up heeding page boundaries */
563 for (addr
= start_addr
, remaining
= total_length
; remaining
> 0;
564 addr
+= length
, remaining
-= length
) {
565 /* get next free SBALE for new piece */
566 if (NULL
== zfcp_qdio_sbale_next(fsf_req
, sbtype
)) {
567 /* no SBALE left, clean up and leave */
568 zfcp_qdio_sbals_wipe(fsf_req
);
571 /* calculate length of new piece */
572 length
= min(remaining
,
573 (PAGE_SIZE
- ((unsigned long) addr
&
575 /* fill current SBALE with calculated piece */
576 zfcp_qdio_sbale_fill(fsf_req
, sbtype
, addr
, length
);
583 * zfcp_qdio_sbals_from_sg - fill SBALs from scatter-gather list
584 * @fsf_req: request to be processed
585 * @sbtype: SBALE flags
586 * @sg: scatter-gather list
587 * @sg_count: number of elements in scatter-gather list
588 * @max_sbals: upper bound for number of SBALs to be used
591 zfcp_qdio_sbals_from_sg(struct zfcp_fsf_req
*fsf_req
, unsigned long sbtype
,
592 struct scatterlist
*sgl
, int sg_count
, int max_sbals
)
595 struct scatterlist
*sg_segment
;
597 volatile struct qdio_buffer_element
*sbale
;
600 /* figure out last allowed SBAL */
601 zfcp_qdio_sbal_limit(fsf_req
, max_sbals
);
603 /* set storage-block type for current SBAL */
604 sbale
= zfcp_qdio_sbale_req(fsf_req
, fsf_req
->sbal_curr
, 0);
605 sbale
->flags
|= sbtype
;
607 /* process all segements of scatter-gather list */
608 for_each_sg(sgl
, sg_segment
, sg_count
, sg_index
) {
609 retval
= zfcp_qdio_sbals_from_segment(
612 zfcp_sg_to_address(sg_segment
),
620 /* assume that no other SBALEs are to follow in the same SBAL */
621 sbale
= zfcp_qdio_sbale_curr(fsf_req
);
622 sbale
->flags
|= SBAL_FLAGS_LAST_ENTRY
;
629 * zfcp_qdio_sbals_from_scsicmnd - fill SBALs from scsi command
630 * @fsf_req: request to be processed
631 * @sbtype: SBALE flags
632 * @scsi_cmnd: either scatter-gather list or buffer contained herein is used
636 zfcp_qdio_sbals_from_scsicmnd(struct zfcp_fsf_req
*fsf_req
,
637 unsigned long sbtype
, struct scsi_cmnd
*scsi_cmnd
)
639 return zfcp_qdio_sbals_from_sg(fsf_req
, sbtype
, scsi_sglist(scsi_cmnd
),
640 scsi_sg_count(scsi_cmnd
),
641 ZFCP_MAX_SBALS_PER_REQ
);
645 * zfcp_qdio_determine_pci - set PCI flag in first SBALE on qdio queue if needed
648 zfcp_qdio_determine_pci(struct zfcp_qdio_queue
*req_queue
,
649 struct zfcp_fsf_req
*fsf_req
)
651 int new_distance_from_int
;
653 volatile struct qdio_buffer_element
*sbale
;
655 new_distance_from_int
= req_queue
->distance_from_int
+
656 fsf_req
->sbal_number
;
658 if (unlikely(new_distance_from_int
>= ZFCP_QDIO_PCI_INTERVAL
)) {
659 new_distance_from_int
%= ZFCP_QDIO_PCI_INTERVAL
;
660 pci_pos
= fsf_req
->sbal_first
;
661 pci_pos
+= fsf_req
->sbal_number
;
662 pci_pos
-= new_distance_from_int
;
664 pci_pos
%= QDIO_MAX_BUFFERS_PER_Q
;
665 sbale
= zfcp_qdio_sbale_req(fsf_req
, pci_pos
, 0);
666 sbale
->flags
|= SBAL_FLAGS0_PCI
;
668 return new_distance_from_int
;
672 * function: zfcp_zero_sbals
674 * purpose: zeros specified range of SBALs
679 zfcp_qdio_zero_sbals(struct qdio_buffer
*buf
[], int first
, int clean_count
)
684 for (cur_pos
= first
; cur_pos
< (first
+ clean_count
); cur_pos
++) {
685 index
= cur_pos
% QDIO_MAX_BUFFERS_PER_Q
;
686 memset(buf
[index
], 0, sizeof (struct qdio_buffer
));
687 ZFCP_LOG_TRACE("zeroing BUFFER %d at address %p\n",