9 #ifdef CONFIG_QDIO_DEBUG
10 #define QDIO_VERBOSE_LEVEL 9
11 #else /* CONFIG_QDIO_DEBUG */
12 #define QDIO_VERBOSE_LEVEL 5
13 #endif /* CONFIG_QDIO_DEBUG */
14 #define QDIO_USE_PROCESSING_STATE
16 #define QDIO_MINIMAL_BH_RELIEF_TIME 16
17 #define QDIO_TIMER_POLL_VALUE 1
18 #define IQDIO_TIMER_POLL_VALUE 1
21 * unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as
22 * we never know, whether we'll get initiative again, e.g. to give the
23 * transmit skb's back to the stack, however the stack may be waiting for
24 * them... therefore we define 4 as threshold to start polling (which
25 * will stop as soon as the asynchronous queue catches up)
26 * btw, this only applies to the asynchronous HiperSockets queue
28 #define IQDIO_FILL_LEVEL_TO_POLL 4
30 #define TIQDIO_THININT_ISC QDIO_AIRQ_ISC
31 #define TIQDIO_DELAY_TARGET 0
32 #define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */
33 #define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */
34 #define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */
35 #define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */
36 #define IQDIO_LOCAL_LAPS 4
37 #define IQDIO_LOCAL_LAPS_INT 1
38 #define IQDIO_GLOBAL_SUMMARY_CC_MASK 2
39 /*#define IQDIO_IQDC_INT_PARM 0x1234*/
43 #define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY
45 #define L2_CACHELINE_SIZE 256
46 #define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32))
48 #define QDIO_PERF "qdio_perf"
50 /* must be a power of 2 */
51 /*#define QDIO_STATS_NUMBER 4
53 #define QDIO_STATS_CLASSES 2
54 #define QDIO_STATS_COUNT_NEEDED 2*/
56 #define QDIO_NO_USE_COUNT_TIMEOUT (1*HZ) /* wait for 1 sec on each q before
57 exiting without having use_count
60 #define QDIO_ESTABLISH_TIMEOUT (1*HZ)
61 #define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ)
62 #define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ)
63 #define QDIO_FORCE_CHECK_TIMEOUT (10*HZ)
64 #define QDIO_ACTIVATE_TIMEOUT (5) /* 5 ms */
66 enum qdio_irq_states {
67 QDIO_IRQ_STATE_INACTIVE,
68 QDIO_IRQ_STATE_ESTABLISHED,
69 QDIO_IRQ_STATE_ACTIVE,
70 QDIO_IRQ_STATE_STOPPED,
71 QDIO_IRQ_STATE_CLEANUP,
76 /* used as intparm in do_IO: */
77 #define QDIO_DOING_SENSEID 0
78 #define QDIO_DOING_ESTABLISH 1
79 #define QDIO_DOING_ACTIVATE 2
80 #define QDIO_DOING_CLEANUP 3
82 /************************* DEBUG FACILITY STUFF *********************/
84 #define QDIO_DBF_HEX(ex,name,level,addr,len) \
87 debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \
89 debug_event(qdio_dbf_##name,level,(void*)(addr),len); \
91 #define QDIO_DBF_TEXT(ex,name,level,text) \
94 debug_text_exception(qdio_dbf_##name,level,text); \
96 debug_text_event(qdio_dbf_##name,level,text); \
100 #define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len)
101 #define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len)
102 #define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len)
103 #ifdef CONFIG_QDIO_DEBUG
104 #define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len)
105 #define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len)
106 #define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len)
107 #define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len)
108 #else /* CONFIG_QDIO_DEBUG */
109 #define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0)
110 #define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0)
111 #define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0)
112 #define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0)
113 #endif /* CONFIG_QDIO_DEBUG */
115 #define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text)
116 #define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text)
117 #define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text)
118 #ifdef CONFIG_QDIO_DEBUG
119 #define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text)
120 #define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text)
121 #define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text)
122 #define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text)
123 #else /* CONFIG_QDIO_DEBUG */
124 #define QDIO_DBF_TEXT3(ex,name,text) do {} while (0)
125 #define QDIO_DBF_TEXT4(ex,name,text) do {} while (0)
126 #define QDIO_DBF_TEXT5(ex,name,text) do {} while (0)
127 #define QDIO_DBF_TEXT6(ex,name,text) do {} while (0)
128 #endif /* CONFIG_QDIO_DEBUG */
130 #define QDIO_DBF_SETUP_NAME "qdio_setup"
131 #define QDIO_DBF_SETUP_LEN 8
132 #define QDIO_DBF_SETUP_PAGES 4
133 #define QDIO_DBF_SETUP_NR_AREAS 1
134 #ifdef CONFIG_QDIO_DEBUG
135 #define QDIO_DBF_SETUP_LEVEL 6
136 #else /* CONFIG_QDIO_DEBUG */
137 #define QDIO_DBF_SETUP_LEVEL 2
138 #endif /* CONFIG_QDIO_DEBUG */
140 #define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */
141 #define QDIO_DBF_SBAL_LEN 256
142 #define QDIO_DBF_SBAL_PAGES 4
143 #define QDIO_DBF_SBAL_NR_AREAS 2
144 #ifdef CONFIG_QDIO_DEBUG
145 #define QDIO_DBF_SBAL_LEVEL 6
146 #else /* CONFIG_QDIO_DEBUG */
147 #define QDIO_DBF_SBAL_LEVEL 2
148 #endif /* CONFIG_QDIO_DEBUG */
150 #define QDIO_DBF_TRACE_NAME "qdio_trace"
151 #define QDIO_DBF_TRACE_LEN 8
152 #define QDIO_DBF_TRACE_NR_AREAS 2
153 #ifdef CONFIG_QDIO_DEBUG
154 #define QDIO_DBF_TRACE_PAGES 16
155 #define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */
156 #else /* CONFIG_QDIO_DEBUG */
157 #define QDIO_DBF_TRACE_PAGES 4
158 #define QDIO_DBF_TRACE_LEVEL 2
159 #endif /* CONFIG_QDIO_DEBUG */
161 #define QDIO_DBF_SENSE_NAME "qdio_sense"
162 #define QDIO_DBF_SENSE_LEN 64
163 #define QDIO_DBF_SENSE_PAGES 2
164 #define QDIO_DBF_SENSE_NR_AREAS 1
165 #ifdef CONFIG_QDIO_DEBUG
166 #define QDIO_DBF_SENSE_LEVEL 6
167 #else /* CONFIG_QDIO_DEBUG */
168 #define QDIO_DBF_SENSE_LEVEL 2
169 #endif /* CONFIG_QDIO_DEBUG */
171 #ifdef CONFIG_QDIO_DEBUG
172 #define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT
174 #define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out"
175 #define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q
176 #define QDIO_DBF_SLSB_OUT_PAGES 256
177 #define QDIO_DBF_SLSB_OUT_NR_AREAS 1
178 #define QDIO_DBF_SLSB_OUT_LEVEL 6
180 #define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in"
181 #define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q
182 #define QDIO_DBF_SLSB_IN_PAGES 256
183 #define QDIO_DBF_SLSB_IN_NR_AREAS 1
184 #define QDIO_DBF_SLSB_IN_LEVEL 6
185 #endif /* CONFIG_QDIO_DEBUG */
187 #define QDIO_PRINTK_HEADER QDIO_NAME ": "
189 #if QDIO_VERBOSE_LEVEL>8
190 #define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x)
192 #define QDIO_PRINT_STUPID(x...) do { } while (0)
195 #if QDIO_VERBOSE_LEVEL>7
196 #define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x)
198 #define QDIO_PRINT_ALL(x...) do { } while (0)
201 #if QDIO_VERBOSE_LEVEL>6
202 #define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x)
204 #define QDIO_PRINT_INFO(x...) do { } while (0)
207 #if QDIO_VERBOSE_LEVEL>5
208 #define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x)
210 #define QDIO_PRINT_WARN(x...) do { } while (0)
213 #if QDIO_VERBOSE_LEVEL>4
214 #define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x)
216 #define QDIO_PRINT_ERR(x...) do { } while (0)
219 #if QDIO_VERBOSE_LEVEL>3
220 #define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x)
222 #define QDIO_PRINT_CRIT(x...) do { } while (0)
225 #if QDIO_VERBOSE_LEVEL>2
226 #define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x)
228 #define QDIO_PRINT_ALERT(x...) do { } while (0)
231 #if QDIO_VERBOSE_LEVEL>1
232 #define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x)
234 #define QDIO_PRINT_EMERG(x...) do { } while (0)
237 #define QDIO_HEXDUMP16(importance,header,ptr) \
238 QDIO_PRINT_##importance(header "%02x %02x %02x %02x " \
239 "%02x %02x %02x %02x %02x %02x %02x %02x " \
240 "%02x %02x %02x %02x\n",*(((char*)ptr)), \
241 *(((char*)ptr)+1),*(((char*)ptr)+2), \
242 *(((char*)ptr)+3),*(((char*)ptr)+4), \
243 *(((char*)ptr)+5),*(((char*)ptr)+6), \
244 *(((char*)ptr)+7),*(((char*)ptr)+8), \
245 *(((char*)ptr)+9),*(((char*)ptr)+10), \
246 *(((char*)ptr)+11),*(((char*)ptr)+12), \
247 *(((char*)ptr)+13),*(((char*)ptr)+14), \
248 *(((char*)ptr)+15)); \
249 QDIO_PRINT_##importance(header "%02x %02x %02x %02x %02x %02x %02x %02x " \
250 "%02x %02x %02x %02x %02x %02x %02x %02x\n", \
251 *(((char*)ptr)+16),*(((char*)ptr)+17), \
252 *(((char*)ptr)+18),*(((char*)ptr)+19), \
253 *(((char*)ptr)+20),*(((char*)ptr)+21), \
254 *(((char*)ptr)+22),*(((char*)ptr)+23), \
255 *(((char*)ptr)+24),*(((char*)ptr)+25), \
256 *(((char*)ptr)+26),*(((char*)ptr)+27), \
257 *(((char*)ptr)+28),*(((char*)ptr)+29), \
258 *(((char*)ptr)+30),*(((char*)ptr)+31));
260 /****************** END OF DEBUG FACILITY STUFF *********************/
263 * Some instructions as assembly
267 do_sqbs(unsigned long sch, unsigned char state, int queue,
268 unsigned int *start, unsigned int *count)
271 register unsigned long _ccq asm ("0") = *count;
272 register unsigned long _sch asm ("1") = sch;
273 unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
276 " .insn rsy,0xeb000000008A,%1,0,0(%2)"
277 : "+d" (_ccq), "+d" (_queuestart)
278 : "d" ((unsigned long)state), "d" (_sch)
280 *count = _ccq & 0xff;
281 *start = _queuestart & 0xff;
283 return (_ccq >> 32) & 0xff;
290 do_eqbs(unsigned long sch, unsigned char *state, int queue,
291 unsigned int *start, unsigned int *count)
294 register unsigned long _ccq asm ("0") = *count;
295 register unsigned long _sch asm ("1") = sch;
296 unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
297 unsigned long _state = 0;
300 " .insn rrf,0xB99c0000,%1,%2,0,0"
301 : "+d" (_ccq), "+d" (_queuestart), "+d" (_state)
304 *count = _ccq & 0xff;
305 *start = _queuestart & 0xff;
306 *state = _state & 0xff;
308 return (_ccq >> 32) & 0xff;
316 do_siga_sync(struct subchannel_id schid, unsigned int mask1, unsigned int mask2)
318 register unsigned long reg0 asm ("0") = 2;
319 register struct subchannel_id reg1 asm ("1") = schid;
320 register unsigned long reg2 asm ("2") = mask1;
321 register unsigned long reg3 asm ("3") = mask2;
329 : "d" (reg0), "d" (reg1), "d" (reg2), "d" (reg3) : "cc");
334 do_siga_input(struct subchannel_id schid, unsigned int mask)
336 register unsigned long reg0 asm ("0") = 1;
337 register struct subchannel_id reg1 asm ("1") = schid;
338 register unsigned long reg2 asm ("2") = mask;
346 : "d" (reg0), "d" (reg1), "d" (reg2) : "cc", "memory");
351 do_siga_output(unsigned long schid, unsigned long mask, __u32 *bb,
354 register unsigned long __fc asm("0") = fc;
355 register unsigned long __schid asm("1") = schid;
356 register unsigned long __mask asm("2") = mask;
365 : "=d" (cc), "+d" (__fc), "+d" (__schid), "+d" (__mask)
366 : "0" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION)
368 (*bb) = ((unsigned int) __fc) >> 31;
372 static inline unsigned long
373 do_clear_global_summary(void)
375 register unsigned long __fn asm("1") = 3;
376 register unsigned long __tmp asm("2");
377 register unsigned long __time asm("3");
380 " .insn rre,0xb2650000,2,0"
381 : "+d" (__fn), "=d" (__tmp), "=d" (__time));
386 * QDIO device commands returned by extended Sense-ID
388 #define DEFAULT_ESTABLISH_QS_CMD 0x1b
389 #define DEFAULT_ESTABLISH_QS_COUNT 0x1000
390 #define DEFAULT_ACTIVATE_QS_CMD 0x1f
391 #define DEFAULT_ACTIVATE_QS_COUNT 0
394 * additional CIWs returned by extended Sense-ID
396 #define CIW_TYPE_EQUEUE 0x3 /* establish QDIO queues */
397 #define CIW_TYPE_AQUEUE 0x4 /* activate QDIO queues */
399 #define QDIO_CHSC_RESPONSE_CODE_OK 1
400 /* flags for st qdio sch data */
401 #define CHSC_FLAG_QDIO_CAPABILITY 0x80
402 #define CHSC_FLAG_VALIDITY 0x40
404 #define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40
405 #define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20
406 #define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10
407 #define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08
408 #define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04
410 struct qdio_chsc_ssqd {
411 struct chsc_header request;
419 struct chsc_header response;
438 struct qdio_perf_stats {
441 atomic64_t outbound_tl_runs;
442 atomic64_t outbound_tl_runs_resched;
443 atomic64_t inbound_tl_runs;
444 atomic64_t inbound_tl_runs_resched;
445 atomic64_t inbound_thin_tl_runs;
446 atomic64_t inbound_thin_tl_runs_resched;
448 atomic64_t siga_outs;
450 atomic64_t siga_syncs;
453 atomic64_t fast_reqs;
455 atomic64_t outbound_cnt;
456 atomic64_t inbound_cnt;
457 #else /* CONFIG_64BIT */
459 atomic_t outbound_tl_runs;
460 atomic_t outbound_tl_runs_resched;
461 atomic_t inbound_tl_runs;
462 atomic_t inbound_tl_runs_resched;
463 atomic_t inbound_thin_tl_runs;
464 atomic_t inbound_thin_tl_runs_resched;
473 atomic_t outbound_cnt;
474 atomic_t inbound_cnt;
475 #endif /* CONFIG_64BIT */
478 /* unlikely as the later the better */
479 #define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q)
480 #define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \
481 qdio_siga_sync(q,~0U,~0U)
482 #define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \
483 qdio_siga_sync(q,~0U,0)
485 #define NOW qdio_get_micros()
486 #define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW
487 #define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time)
488 #define SAVE_FRONTIER(q,val) q->last_move_ftc=val
489 #define GET_SAVED_FRONTIER(q) (q->last_move_ftc)
491 #define MY_MODULE_STRING(x) #x
494 #define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x)
495 #else /* CONFIG_64BIT */
496 #define QDIO_GET_ADDR(x) ((__u32)(long)x)
497 #endif /* CONFIG_64BIT */
500 volatile struct slsb slsb;
502 char unused[QDIO_MAX_BUFFERS_PER_Q];
504 __u32 * dev_st_chg_ind;
507 struct subchannel_id schid;
508 struct ccw_device *cdev;
510 unsigned int is_iqdio_q;
511 unsigned int is_thinint_q;
513 /* bit 0 means queue 0, bit 1 means queue 1, ... */
517 qdio_handler_t (*handler);
519 /* points to the next buffer to be checked for having
520 * been processed by the card (outbound)
521 * or to the next buffer the program should check for (inbound) */
522 volatile int first_to_check;
523 /* and the last time it was: */
524 volatile int last_move_ftc;
526 atomic_t number_of_buffers_used;
529 unsigned int siga_in;
530 unsigned int siga_out;
531 unsigned int siga_sync;
532 unsigned int siga_sync_done_on_thinints;
533 unsigned int siga_sync_done_on_outb_tis;
534 unsigned int hydra_gives_outbound_pcis;
536 /* used to save beginning position when calling dd_handlers */
537 int first_element_to_kick;
540 atomic_t is_in_shutdown;
544 struct timer_list timer;
545 #ifdef QDIO_USE_TIMERS_FOR_POLLING
546 atomic_t timer_already_set;
547 spinlock_t timer_lock;
548 #else /* QDIO_USE_TIMERS_FOR_POLLING */
549 struct tasklet_struct tasklet;
550 #endif /* QDIO_USE_TIMERS_FOR_POLLING */
553 enum qdio_irq_states state;
555 /* used to store the error condition during a data transfer */
556 unsigned int qdio_error;
557 unsigned int siga_error;
558 unsigned int error_status_flags;
560 /* list of interesting queues */
561 volatile struct qdio_q *list_next;
562 volatile struct qdio_q *list_prev;
565 volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q];
567 struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q];
569 unsigned long int_parm;
572 int in_bh_check_limit;
574 } threshold_classes[QDIO_STATS_CLASSES];*/
577 /* inbound: the time to stop polling
578 outbound: the time to kick peer */
579 int threshold; /* the real value */
581 /* outbound: last time of do_QDIO
582 inbound: last time of noticing incoming data */
583 /*__u64 last_transfer_times[QDIO_STATS_NUMBER];
584 int last_transfer_index; */
586 __u64 last_transfer_time;
589 atomic_t busy_siga_counter;
590 unsigned int queue_type;
591 unsigned int is_pci_out;
593 /* leave this member at the end. won't be cleared in qdio_fill_qs */
594 struct slib *slib; /* a page is allocated under this pointer,
595 sl points into this page, offset PAGE_SIZE/2
597 } __attribute__ ((aligned(256)));
600 __u32 * volatile dev_st_chg_ind;
602 unsigned long int_parm;
603 struct subchannel_id schid;
605 unsigned int is_iqdio_irq;
606 unsigned int is_thinint_irq;
607 unsigned int hydra_gives_outbound_pcis;
608 unsigned int sync_done_on_outb_pcis;
611 unsigned int is_qebsm;
612 unsigned long sch_token;
614 enum qdio_irq_states state;
616 unsigned int no_input_qs;
617 unsigned int no_output_qs;
619 unsigned char qdioac;
628 void (*original_int_handler) (struct ccw_device *,
629 unsigned long, struct irb *);
631 /* leave these four members together at the end. won't be cleared in qdio_fill_irq */
633 struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ];
634 struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ];
635 struct semaphore setting_up_sema;