Commit | Line | Data |
---|---|---|
779e6e1c JG |
1 | /* |
2 | * linux/drivers/s390/cio/qdio.h | |
3 | * | |
4 | * Copyright 2000,2008 IBM Corp. | |
5 | * Author(s): Utz Bacher <utz.bacher@de.ibm.com> | |
6 | * Jan Glauber <jang@linux.vnet.ibm.com> | |
7 | */ | |
1da177e4 LT |
8 | #ifndef _CIO_QDIO_H |
9 | #define _CIO_QDIO_H | |
10 | ||
0b642ede | 11 | #include <asm/page.h> |
9d92a7e1 | 12 | #include <asm/schid.h> |
779e6e1c | 13 | #include "chsc.h" |
a8237fc4 | 14 | |
779e6e1c JG |
15 | #define QDIO_BUSY_BIT_PATIENCE 100 /* 100 microseconds */ |
16 | #define QDIO_BUSY_BIT_GIVE_UP 2000000 /* 2 seconds = eternity */ | |
17 | #define QDIO_INPUT_THRESHOLD 500 /* 500 microseconds */ | |
1da177e4 LT |
18 | |
19 | enum qdio_irq_states { | |
20 | QDIO_IRQ_STATE_INACTIVE, | |
21 | QDIO_IRQ_STATE_ESTABLISHED, | |
22 | QDIO_IRQ_STATE_ACTIVE, | |
23 | QDIO_IRQ_STATE_STOPPED, | |
24 | QDIO_IRQ_STATE_CLEANUP, | |
25 | QDIO_IRQ_STATE_ERR, | |
26 | NR_QDIO_IRQ_STATES, | |
27 | }; | |
28 | ||
779e6e1c JG |
29 | /* used as intparm in do_IO */ |
30 | #define QDIO_DOING_ESTABLISH 1 | |
31 | #define QDIO_DOING_ACTIVATE 2 | |
32 | #define QDIO_DOING_CLEANUP 3 | |
33 | ||
34 | #define SLSB_STATE_NOT_INIT 0x0 | |
35 | #define SLSB_STATE_EMPTY 0x1 | |
36 | #define SLSB_STATE_PRIMED 0x2 | |
37 | #define SLSB_STATE_HALTED 0xe | |
38 | #define SLSB_STATE_ERROR 0xf | |
39 | #define SLSB_TYPE_INPUT 0x0 | |
40 | #define SLSB_TYPE_OUTPUT 0x20 | |
41 | #define SLSB_OWNER_PROG 0x80 | |
42 | #define SLSB_OWNER_CU 0x40 | |
43 | ||
44 | #define SLSB_P_INPUT_NOT_INIT \ | |
45 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_NOT_INIT) /* 0x80 */ | |
46 | #define SLSB_P_INPUT_ACK \ | |
47 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_EMPTY) /* 0x81 */ | |
48 | #define SLSB_CU_INPUT_EMPTY \ | |
49 | (SLSB_OWNER_CU | SLSB_TYPE_INPUT | SLSB_STATE_EMPTY) /* 0x41 */ | |
50 | #define SLSB_P_INPUT_PRIMED \ | |
51 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_PRIMED) /* 0x82 */ | |
52 | #define SLSB_P_INPUT_HALTED \ | |
53 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_HALTED) /* 0x8e */ | |
54 | #define SLSB_P_INPUT_ERROR \ | |
55 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_ERROR) /* 0x8f */ | |
56 | #define SLSB_P_OUTPUT_NOT_INIT \ | |
57 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_NOT_INIT) /* 0xa0 */ | |
58 | #define SLSB_P_OUTPUT_EMPTY \ | |
59 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_EMPTY) /* 0xa1 */ | |
60 | #define SLSB_CU_OUTPUT_PRIMED \ | |
61 | (SLSB_OWNER_CU | SLSB_TYPE_OUTPUT | SLSB_STATE_PRIMED) /* 0x62 */ | |
62 | #define SLSB_P_OUTPUT_HALTED \ | |
63 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_HALTED) /* 0xae */ | |
64 | #define SLSB_P_OUTPUT_ERROR \ | |
65 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_ERROR) /* 0xaf */ | |
66 | ||
67 | #define SLSB_ERROR_DURING_LOOKUP 0xff | |
68 | ||
69 | /* additional CIWs returned by extended Sense-ID */ | |
70 | #define CIW_TYPE_EQUEUE 0x3 /* establish QDIO queues */ | |
71 | #define CIW_TYPE_AQUEUE 0x4 /* activate QDIO queues */ | |
1da177e4 | 72 | |
779e6e1c JG |
73 | /* flags for st qdio sch data */ |
74 | #define CHSC_FLAG_QDIO_CAPABILITY 0x80 | |
75 | #define CHSC_FLAG_VALIDITY 0x40 | |
76 | ||
77 | /* qdio adapter-characteristics-1 flag */ | |
78 | #define AC1_SIGA_INPUT_NEEDED 0x40 /* process input queues */ | |
79 | #define AC1_SIGA_OUTPUT_NEEDED 0x20 /* process output queues */ | |
80 | #define AC1_SIGA_SYNC_NEEDED 0x10 /* ask hypervisor to sync */ | |
81 | #define AC1_AUTOMATIC_SYNC_ON_THININT 0x08 /* set by hypervisor */ | |
82 | #define AC1_AUTOMATIC_SYNC_ON_OUT_PCI 0x04 /* set by hypervisor */ | |
83 | #define AC1_SC_QEBSM_AVAILABLE 0x02 /* available for subchannel */ | |
84 | #define AC1_SC_QEBSM_ENABLED 0x01 /* enabled for subchannel */ | |
1da177e4 | 85 | |
779e6e1c JG |
86 | #ifdef CONFIG_64BIT |
87 | static inline int do_sqbs(u64 token, unsigned char state, int queue, | |
88 | int *start, int *count) | |
89 | { | |
90 | register unsigned long _ccq asm ("0") = *count; | |
91 | register unsigned long _token asm ("1") = token; | |
92 | unsigned long _queuestart = ((unsigned long)queue << 32) | *start; | |
1da177e4 | 93 | |
779e6e1c JG |
94 | asm volatile( |
95 | " .insn rsy,0xeb000000008A,%1,0,0(%2)" | |
96 | : "+d" (_ccq), "+d" (_queuestart) | |
97 | : "d" ((unsigned long)state), "d" (_token) | |
98 | : "memory", "cc"); | |
99 | *count = _ccq & 0xff; | |
100 | *start = _queuestart & 0xff; | |
8129ee16 | 101 | |
779e6e1c | 102 | return (_ccq >> 32) & 0xff; |
8129ee16 FP |
103 | } |
104 | ||
779e6e1c JG |
105 | static inline int do_eqbs(u64 token, unsigned char *state, int queue, |
106 | int *start, int *count) | |
8129ee16 | 107 | { |
8129ee16 | 108 | register unsigned long _ccq asm ("0") = *count; |
779e6e1c | 109 | register unsigned long _token asm ("1") = token; |
8129ee16 FP |
110 | unsigned long _queuestart = ((unsigned long)queue << 32) | *start; |
111 | unsigned long _state = 0; | |
112 | ||
94c12cc7 MS |
113 | asm volatile( |
114 | " .insn rrf,0xB99c0000,%1,%2,0,0" | |
115 | : "+d" (_ccq), "+d" (_queuestart), "+d" (_state) | |
779e6e1c JG |
116 | : "d" (_token) |
117 | : "memory", "cc"); | |
8129ee16 FP |
118 | *count = _ccq & 0xff; |
119 | *start = _queuestart & 0xff; | |
120 | *state = _state & 0xff; | |
121 | ||
122 | return (_ccq >> 32) & 0xff; | |
1da177e4 | 123 | } |
779e6e1c JG |
124 | #else |
125 | static inline int do_sqbs(u64 token, unsigned char state, int queue, | |
126 | int *start, int *count) { return 0; } | |
127 | static inline int do_eqbs(u64 token, unsigned char *state, int queue, | |
128 | int *start, int *count) { return 0; } | |
129 | #endif /* CONFIG_64BIT */ | |
1da177e4 | 130 | |
779e6e1c | 131 | struct qdio_irq; |
1da177e4 | 132 | |
779e6e1c JG |
133 | struct siga_flag { |
134 | u8 input:1; | |
135 | u8 output:1; | |
136 | u8 sync:1; | |
137 | u8 no_sync_ti:1; | |
138 | u8 no_sync_out_ti:1; | |
139 | u8 no_sync_out_pci:1; | |
140 | u8:2; | |
141 | } __attribute__ ((packed)); | |
1da177e4 | 142 | |
779e6e1c | 143 | struct chsc_ssqd_area { |
e1776856 | 144 | struct chsc_header request; |
779e6e1c JG |
145 | u16:10; |
146 | u8 ssid:2; | |
147 | u8 fmt:4; | |
e1776856 | 148 | u16 first_sch; |
779e6e1c | 149 | u16:16; |
e1776856 | 150 | u16 last_sch; |
779e6e1c | 151 | u32:32; |
e1776856 | 152 | struct chsc_header response; |
779e6e1c JG |
153 | u32:32; |
154 | struct qdio_ssqd_desc qdio_ssqd; | |
155 | } __attribute__ ((packed)); | |
e1776856 | 156 | |
779e6e1c JG |
157 | struct scssc_area { |
158 | struct chsc_header request; | |
159 | u16 operation_code; | |
160 | u16:16; | |
161 | u32:32; | |
162 | u32:32; | |
163 | u64 summary_indicator_addr; | |
164 | u64 subchannel_indicator_addr; | |
165 | u32 ks:4; | |
166 | u32 kc:4; | |
167 | u32:21; | |
168 | u32 isc:3; | |
169 | u32 word_with_d_bit; | |
170 | u32:32; | |
171 | struct subchannel_id schid; | |
172 | u32 reserved[1004]; | |
173 | struct chsc_header response; | |
174 | u32:32; | |
175 | } __attribute__ ((packed)); | |
176 | ||
177 | struct qdio_input_q { | |
178 | /* input buffer acknowledgement flag */ | |
179 | int polling; | |
180 | ||
181 | /* last time of noticing incoming data */ | |
182 | u64 timestamp; | |
183 | ||
184 | /* lock for clearing the acknowledgement */ | |
185 | spinlock_t lock; | |
1da177e4 | 186 | }; |
1da177e4 | 187 | |
779e6e1c JG |
188 | struct qdio_output_q { |
189 | /* failed siga-w attempts*/ | |
190 | atomic_t busy_siga_counter; | |
1da177e4 | 191 | |
779e6e1c JG |
192 | /* start time of busy condition */ |
193 | u64 timestamp; | |
1da177e4 | 194 | |
779e6e1c JG |
195 | /* PCIs are enabled for the queue */ |
196 | int pci_out_enabled; | |
1da177e4 | 197 | |
779e6e1c JG |
198 | /* timer to check for more outbound work */ |
199 | struct timer_list timer; | |
200 | }; | |
1da177e4 | 201 | |
1da177e4 | 202 | struct qdio_q { |
779e6e1c JG |
203 | struct slsb slsb; |
204 | union { | |
205 | struct qdio_input_q in; | |
206 | struct qdio_output_q out; | |
207 | } u; | |
1da177e4 | 208 | |
779e6e1c JG |
209 | /* queue number */ |
210 | int nr; | |
1da177e4 | 211 | |
779e6e1c JG |
212 | /* bitmask of queue number */ |
213 | int mask; | |
1da177e4 | 214 | |
779e6e1c | 215 | /* input or output queue */ |
1da177e4 | 216 | int is_input_q; |
1da177e4 | 217 | |
779e6e1c JG |
218 | /* list of thinint input queues */ |
219 | struct list_head entry; | |
1da177e4 | 220 | |
779e6e1c | 221 | /* upper-layer program handler */ |
1da177e4 LT |
222 | qdio_handler_t (*handler); |
223 | ||
779e6e1c JG |
224 | /* |
225 | * inbound: next buffer the program should check for | |
226 | * outbound: next buffer to check for having been processed | |
227 | * by the card | |
228 | */ | |
229 | int first_to_check; | |
1da177e4 | 230 | |
779e6e1c JG |
231 | /* first_to_check of the last time */ |
232 | int last_move_ftc; | |
1da177e4 | 233 | |
779e6e1c JG |
234 | /* beginning position for calling the program */ |
235 | int first_to_kick; | |
1da177e4 | 236 | |
779e6e1c JG |
237 | /* number of buffers in use by the adapter */ |
238 | atomic_t nr_buf_used; | |
1da177e4 | 239 | |
779e6e1c | 240 | struct qdio_irq *irq_ptr; |
1da177e4 | 241 | struct tasklet_struct tasklet; |
1da177e4 | 242 | |
779e6e1c | 243 | /* error condition during a data transfer */ |
1da177e4 | 244 | unsigned int qdio_error; |
1da177e4 LT |
245 | |
246 | struct sl *sl; | |
779e6e1c JG |
247 | struct qdio_buffer *sbal[QDIO_MAX_BUFFERS_PER_Q]; |
248 | ||
249 | /* | |
250 | * Warning: Leave this member at the end so it won't be cleared in | |
251 | * qdio_fill_qs. A page is allocated under this pointer and used for | |
252 | * slib and sl. slib is 2048 bytes big and sl points to offset | |
253 | * PAGE_SIZE / 2. | |
254 | */ | |
255 | struct slib *slib; | |
1da177e4 LT |
256 | } __attribute__ ((aligned(256))); |
257 | ||
258 | struct qdio_irq { | |
779e6e1c JG |
259 | struct qib qib; |
260 | u32 *dsci; /* address of device state change indicator */ | |
261 | struct ccw_device *cdev; | |
1da177e4 LT |
262 | |
263 | unsigned long int_parm; | |
a8237fc4 | 264 | struct subchannel_id schid; |
779e6e1c | 265 | unsigned long sch_token; /* QEBSM facility */ |
8129ee16 | 266 | |
1da177e4 LT |
267 | enum qdio_irq_states state; |
268 | ||
779e6e1c | 269 | struct siga_flag siga_flag; /* siga sync information from qdioac */ |
1da177e4 | 270 | |
779e6e1c JG |
271 | int nr_input_qs; |
272 | int nr_output_qs; | |
1da177e4 LT |
273 | |
274 | struct ccw1 ccw; | |
1da177e4 LT |
275 | struct ciw equeue; |
276 | struct ciw aqueue; | |
277 | ||
779e6e1c JG |
278 | struct qdio_ssqd_desc ssqd_desc; |
279 | ||
280 | void (*orig_handler) (struct ccw_device *, unsigned long, struct irb *); | |
1da177e4 | 281 | |
779e6e1c JG |
282 | /* |
283 | * Warning: Leave these members together at the end so they won't be | |
284 | * cleared in qdio_setup_irq. | |
285 | */ | |
1da177e4 | 286 | struct qdr *qdr; |
779e6e1c JG |
287 | unsigned long chsc_page; |
288 | ||
1da177e4 LT |
289 | struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ]; |
290 | struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ]; | |
779e6e1c JG |
291 | |
292 | struct mutex setup_mutex; | |
1da177e4 | 293 | }; |
779e6e1c JG |
294 | |
295 | /* helper functions */ | |
296 | #define queue_type(q) q->irq_ptr->qib.qfmt | |
297 | ||
298 | #define is_thinint_irq(irq) \ | |
299 | (irq->qib.qfmt == QDIO_IQDIO_QFMT || \ | |
300 | css_general_characteristics.aif_osa) | |
301 | ||
302 | /* the highest iqdio queue is used for multicast */ | |
303 | static inline int multicast_outbound(struct qdio_q *q) | |
304 | { | |
305 | return (q->irq_ptr->nr_output_qs > 1) && | |
306 | (q->nr == q->irq_ptr->nr_output_qs - 1); | |
307 | } | |
308 | ||
309 | static inline unsigned long long get_usecs(void) | |
310 | { | |
311 | return monotonic_clock() >> 12; | |
312 | } | |
313 | ||
314 | #define pci_out_supported(q) \ | |
315 | (q->irq_ptr->qib.ac & QIB_AC_OUTBOUND_PCI_SUPPORTED) | |
316 | #define is_qebsm(q) (q->irq_ptr->sch_token != 0) | |
317 | ||
318 | #define need_siga_sync_thinint(q) (!q->irq_ptr->siga_flag.no_sync_ti) | |
319 | #define need_siga_sync_out_thinint(q) (!q->irq_ptr->siga_flag.no_sync_out_ti) | |
320 | #define need_siga_in(q) (q->irq_ptr->siga_flag.input) | |
321 | #define need_siga_out(q) (q->irq_ptr->siga_flag.output) | |
322 | #define need_siga_sync(q) (q->irq_ptr->siga_flag.sync) | |
323 | #define siga_syncs_out_pci(q) (q->irq_ptr->siga_flag.no_sync_out_pci) | |
324 | ||
325 | #define for_each_input_queue(irq_ptr, q, i) \ | |
326 | for (i = 0, q = irq_ptr->input_qs[0]; \ | |
327 | i < irq_ptr->nr_input_qs; \ | |
328 | q = irq_ptr->input_qs[++i]) | |
329 | #define for_each_output_queue(irq_ptr, q, i) \ | |
330 | for (i = 0, q = irq_ptr->output_qs[0]; \ | |
331 | i < irq_ptr->nr_output_qs; \ | |
332 | q = irq_ptr->output_qs[++i]) | |
333 | ||
334 | #define prev_buf(bufnr) \ | |
335 | ((bufnr + QDIO_MAX_BUFFERS_MASK) & QDIO_MAX_BUFFERS_MASK) | |
336 | #define next_buf(bufnr) \ | |
337 | ((bufnr + 1) & QDIO_MAX_BUFFERS_MASK) | |
338 | #define add_buf(bufnr, inc) \ | |
339 | ((bufnr + inc) & QDIO_MAX_BUFFERS_MASK) | |
340 | ||
341 | /* prototypes for thin interrupt */ | |
342 | void qdio_sync_after_thinint(struct qdio_q *q); | |
343 | int get_buf_state(struct qdio_q *q, unsigned int bufnr, unsigned char *state); | |
344 | void qdio_check_outbound_after_thinint(struct qdio_q *q); | |
345 | int qdio_inbound_q_moved(struct qdio_q *q); | |
346 | void qdio_kick_inbound_handler(struct qdio_q *q); | |
347 | void qdio_stop_polling(struct qdio_q *q); | |
348 | int qdio_siga_sync_q(struct qdio_q *q); | |
349 | ||
350 | void qdio_setup_thinint(struct qdio_irq *irq_ptr); | |
351 | int qdio_establish_thinint(struct qdio_irq *irq_ptr); | |
352 | void qdio_shutdown_thinint(struct qdio_irq *irq_ptr); | |
353 | void tiqdio_add_input_queues(struct qdio_irq *irq_ptr); | |
354 | void tiqdio_remove_input_queues(struct qdio_irq *irq_ptr); | |
355 | void tiqdio_inbound_processing(unsigned long q); | |
356 | int tiqdio_allocate_memory(void); | |
357 | void tiqdio_free_memory(void); | |
358 | int tiqdio_register_thinints(void); | |
359 | void tiqdio_unregister_thinints(void); | |
360 | ||
361 | /* prototypes for setup */ | |
362 | void qdio_inbound_processing(unsigned long data); | |
363 | void qdio_outbound_processing(unsigned long data); | |
364 | void qdio_outbound_timer(unsigned long data); | |
365 | void qdio_int_handler(struct ccw_device *cdev, unsigned long intparm, | |
366 | struct irb *irb); | |
367 | int qdio_allocate_qs(struct qdio_irq *irq_ptr, int nr_input_qs, | |
368 | int nr_output_qs); | |
369 | void qdio_setup_ssqd_info(struct qdio_irq *irq_ptr); | |
370 | int qdio_setup_irq(struct qdio_initialize *init_data); | |
371 | void qdio_print_subchannel_info(struct qdio_irq *irq_ptr, | |
372 | struct ccw_device *cdev); | |
373 | void qdio_release_memory(struct qdio_irq *irq_ptr); | |
374 | int qdio_setup_init(void); | |
375 | void qdio_setup_exit(void); | |
376 | ||
377 | #endif /* _CIO_QDIO_H */ |