6 * Copyright (C) 1999 Andreas E. Bombe
8 * This code is licensed under the GPL. See the file COPYING in the root
9 * directory of the kernel sources for details.
12 #include <linux/bitops.h>
13 #include <linux/compiler.h>
14 #include <linux/hardirq.h>
15 #include <linux/spinlock.h>
16 #include <linux/string.h>
17 #include <linux/sched.h> /* because linux/wait.h is broken if CONFIG_SMP=n */
18 #include <linux/wait.h>
21 #include <asm/errno.h>
22 #include <asm/system.h>
25 #include "ieee1394_types.h"
27 #include "ieee1394_core.h"
28 #include "ieee1394_transactions.h"
30 #define PREP_ASYNC_HEAD_ADDRESS(tc) \
32 packet->header[0] = (packet->node_id << 16) | (packet->tlabel << 10) \
33 | (1 << 8) | (tc << 4); \
34 packet->header[1] = (packet->host->node_id << 16) | (addr >> 32); \
35 packet->header[2] = addr & 0xffffffff
37 #ifndef HPSB_DEBUG_TLABELS
40 DEFINE_SPINLOCK(hpsb_tlabel_lock);
42 static DECLARE_WAIT_QUEUE_HEAD(tlabel_wq);
44 static void fill_async_readquad(struct hpsb_packet *packet, u64 addr)
46 PREP_ASYNC_HEAD_ADDRESS(TCODE_READQ);
47 packet->header_size = 12;
48 packet->data_size = 0;
49 packet->expect_response = 1;
52 static void fill_async_readblock(struct hpsb_packet *packet, u64 addr,
55 PREP_ASYNC_HEAD_ADDRESS(TCODE_READB);
56 packet->header[3] = length << 16;
57 packet->header_size = 16;
58 packet->data_size = 0;
59 packet->expect_response = 1;
62 static void fill_async_writequad(struct hpsb_packet *packet, u64 addr,
65 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEQ);
66 packet->header[3] = data;
67 packet->header_size = 16;
68 packet->data_size = 0;
69 packet->expect_response = 1;
72 static void fill_async_writeblock(struct hpsb_packet *packet, u64 addr,
75 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEB);
76 packet->header[3] = length << 16;
77 packet->header_size = 16;
78 packet->expect_response = 1;
79 packet->data_size = length + (length % 4 ? 4 - (length % 4) : 0);
82 static void fill_async_lock(struct hpsb_packet *packet, u64 addr, int extcode,
85 PREP_ASYNC_HEAD_ADDRESS(TCODE_LOCK_REQUEST);
86 packet->header[3] = (length << 16) | extcode;
87 packet->header_size = 16;
88 packet->data_size = length;
89 packet->expect_response = 1;
92 static void fill_phy_packet(struct hpsb_packet *packet, quadlet_t data)
94 packet->header[0] = data;
95 packet->header[1] = ~data;
96 packet->header_size = 8;
97 packet->data_size = 0;
98 packet->expect_response = 0;
99 packet->type = hpsb_raw; /* No CRC added */
100 packet->speed_code = IEEE1394_SPEED_100; /* Force speed to be 100Mbps */
103 static void fill_async_stream_packet(struct hpsb_packet *packet, int length,
104 int channel, int tag, int sync)
106 packet->header[0] = (length << 16) | (tag << 14) | (channel << 8)
107 | (TCODE_STREAM_DATA << 4) | sync;
109 packet->header_size = 4;
110 packet->data_size = length;
111 packet->type = hpsb_async;
112 packet->tcode = TCODE_ISO_DATA;
115 /* same as hpsb_get_tlabel, except that it returns immediately */
116 static int hpsb_get_tlabel_atomic(struct hpsb_packet *packet)
118 unsigned long flags, *tp;
120 int tlabel, n = NODEID_TO_NODE(packet->node_id);
122 /* Broadcast transactions are complete once the request has been sent.
123 * Use the same transaction label for all broadcast transactions. */
124 if (unlikely(n == ALL_NODES)) {
128 tp = packet->host->tl_pool[n].map;
129 next = &packet->host->next_tl[n];
131 spin_lock_irqsave(&hpsb_tlabel_lock, flags);
132 tlabel = find_next_zero_bit(tp, 64, *next);
134 tlabel = find_first_zero_bit(tp, 64);
136 spin_unlock_irqrestore(&hpsb_tlabel_lock, flags);
139 __set_bit(tlabel, tp);
140 *next = (tlabel + 1) & 63;
141 spin_unlock_irqrestore(&hpsb_tlabel_lock, flags);
143 packet->tlabel = tlabel;
148 * hpsb_get_tlabel - allocate a transaction label
149 * @packet: the packet whose tlabel and tl_pool we set
151 * Every asynchronous transaction on the 1394 bus needs a transaction
152 * label to match the response to the request. This label has to be
153 * different from any other transaction label in an outstanding request to
154 * the same node to make matching possible without ambiguity.
156 * There are 64 different tlabels, so an allocated tlabel has to be freed
157 * with hpsb_free_tlabel() after the transaction is complete (unless it's
158 * reused again for the same target node).
160 * Return value: Zero on success, otherwise non-zero. A non-zero return
161 * generally means there are no available tlabels. If this is called out
162 * of interrupt or atomic context, then it will sleep until can return a
163 * tlabel or a signal is received.
165 int hpsb_get_tlabel(struct hpsb_packet *packet)
167 if (irqs_disabled() || in_atomic())
168 return hpsb_get_tlabel_atomic(packet);
170 /* NB: The macro wait_event_interruptible() is called with a condition
171 * argument with side effect. This is only possible because the side
172 * effect does not occur until the condition became true, and
173 * wait_event_interruptible() won't evaluate the condition again after
175 return wait_event_interruptible(tlabel_wq,
176 !hpsb_get_tlabel_atomic(packet));
180 * hpsb_free_tlabel - free an allocated transaction label
181 * @packet: packet whose tlabel and tl_pool needs to be cleared
183 * Frees the transaction label allocated with hpsb_get_tlabel(). The
184 * tlabel has to be freed after the transaction is complete (i.e. response
185 * was received for a split transaction or packet was sent for a unified
188 * A tlabel must not be freed twice.
190 void hpsb_free_tlabel(struct hpsb_packet *packet)
192 unsigned long flags, *tp;
193 int tlabel, n = NODEID_TO_NODE(packet->node_id);
195 if (unlikely(n == ALL_NODES))
197 tp = packet->host->tl_pool[n].map;
198 tlabel = packet->tlabel;
199 BUG_ON(tlabel > 63 || tlabel < 0);
201 spin_lock_irqsave(&hpsb_tlabel_lock, flags);
202 BUG_ON(!__test_and_clear_bit(tlabel, tp));
203 spin_unlock_irqrestore(&hpsb_tlabel_lock, flags);
205 wake_up_interruptible(&tlabel_wq);
209 * hpsb_packet_success - Make sense of the ack and reply codes
211 * Make sense of the ack and reply codes and return more convenient error codes:
212 * 0 = success. -%EBUSY = node is busy, try again. -%EAGAIN = error which can
213 * probably resolved by retry. -%EREMOTEIO = node suffers from an internal
214 * error. -%EACCES = this transaction is not allowed on requested address.
215 * -%EINVAL = invalid address at node.
217 int hpsb_packet_success(struct hpsb_packet *packet)
219 switch (packet->ack_code) {
221 switch ((packet->header[1] >> 12) & 0xf) {
224 case RCODE_CONFLICT_ERROR:
226 case RCODE_DATA_ERROR:
228 case RCODE_TYPE_ERROR:
230 case RCODE_ADDRESS_ERROR:
233 HPSB_ERR("received reserved rcode %d from node %d",
234 (packet->header[1] >> 12) & 0xf,
248 if (packet->tcode == TCODE_WRITEQ
249 || packet->tcode == TCODE_WRITEB) {
252 HPSB_ERR("impossible ack_complete from node %d "
253 "(tcode %d)", packet->node_id, packet->tcode);
258 if (packet->tcode == TCODE_WRITEB
259 || packet->tcode == TCODE_LOCK_REQUEST) {
262 HPSB_ERR("impossible ack_data_error from node %d "
263 "(tcode %d)", packet->node_id, packet->tcode);
267 case ACK_ADDRESS_ERROR:
271 case ACK_CONFLICT_ERROR:
273 case ACKX_SEND_ERROR:
276 /* error while sending */
280 HPSB_ERR("got invalid ack %d from node %d (tcode %d)",
281 packet->ack_code, packet->node_id, packet->tcode);
286 struct hpsb_packet *hpsb_make_readpacket(struct hpsb_host *host, nodeid_t node,
287 u64 addr, size_t length)
289 struct hpsb_packet *packet;
294 packet = hpsb_alloc_packet(length);
299 packet->node_id = node;
301 if (hpsb_get_tlabel(packet)) {
302 hpsb_free_packet(packet);
307 fill_async_readquad(packet, addr);
309 fill_async_readblock(packet, addr, length);
314 struct hpsb_packet *hpsb_make_writepacket(struct hpsb_host *host, nodeid_t node,
315 u64 addr, quadlet_t * buffer,
318 struct hpsb_packet *packet;
323 packet = hpsb_alloc_packet(length);
327 if (length % 4) { /* zero padding bytes */
328 packet->data[length >> 2] = 0;
331 packet->node_id = node;
333 if (hpsb_get_tlabel(packet)) {
334 hpsb_free_packet(packet);
339 fill_async_writequad(packet, addr, buffer ? *buffer : 0);
341 fill_async_writeblock(packet, addr, length);
343 memcpy(packet->data, buffer, length);
349 struct hpsb_packet *hpsb_make_streampacket(struct hpsb_host *host, u8 * buffer,
350 int length, int channel, int tag,
353 struct hpsb_packet *packet;
358 packet = hpsb_alloc_packet(length);
362 if (length % 4) { /* zero padding bytes */
363 packet->data[length >> 2] = 0;
367 /* Because it is too difficult to determine all PHY speeds and link
368 * speeds here, we use S100... */
369 packet->speed_code = IEEE1394_SPEED_100;
371 /* ...and prevent hpsb_send_packet() from overriding it. */
372 packet->node_id = LOCAL_BUS | ALL_NODES;
374 if (hpsb_get_tlabel(packet)) {
375 hpsb_free_packet(packet);
379 fill_async_stream_packet(packet, length, channel, tag, sync);
381 memcpy(packet->data, buffer, length);
386 struct hpsb_packet *hpsb_make_lockpacket(struct hpsb_host *host, nodeid_t node,
387 u64 addr, int extcode,
388 quadlet_t * data, quadlet_t arg)
390 struct hpsb_packet *p;
393 p = hpsb_alloc_packet(8);
399 if (hpsb_get_tlabel(p)) {
405 case EXTCODE_FETCH_ADD:
406 case EXTCODE_LITTLE_ADD:
419 fill_async_lock(p, addr, extcode, length);
424 struct hpsb_packet *hpsb_make_lock64packet(struct hpsb_host *host,
425 nodeid_t node, u64 addr, int extcode,
426 octlet_t * data, octlet_t arg)
428 struct hpsb_packet *p;
431 p = hpsb_alloc_packet(16);
437 if (hpsb_get_tlabel(p)) {
443 case EXTCODE_FETCH_ADD:
444 case EXTCODE_LITTLE_ADD:
447 p->data[0] = *data >> 32;
448 p->data[1] = *data & 0xffffffff;
454 p->data[0] = arg >> 32;
455 p->data[1] = arg & 0xffffffff;
456 p->data[2] = *data >> 32;
457 p->data[3] = *data & 0xffffffff;
461 fill_async_lock(p, addr, extcode, length);
466 struct hpsb_packet *hpsb_make_phypacket(struct hpsb_host *host, quadlet_t data)
468 struct hpsb_packet *p;
470 p = hpsb_alloc_packet(0);
475 fill_phy_packet(p, data);
481 * FIXME - these functions should probably read from / write to user space to
482 * avoid in kernel buffers for user space callers
486 * hpsb_read - generic read function
488 * Recognizes the local node ID and act accordingly. Automatically uses a
489 * quadlet read request if @length == 4 and and a block read request otherwise.
490 * It does not yet support lengths that are not a multiple of 4.
492 * You must explicitly specifiy the @generation for which the node ID is valid,
493 * to avoid sending packets to the wrong nodes when we race with a bus reset.
495 int hpsb_read(struct hpsb_host *host, nodeid_t node, unsigned int generation,
496 u64 addr, quadlet_t * buffer, size_t length)
498 struct hpsb_packet *packet;
504 packet = hpsb_make_readpacket(host, node, addr, length);
510 packet->generation = generation;
511 retval = hpsb_send_packet_and_wait(packet);
515 retval = hpsb_packet_success(packet);
519 *buffer = packet->header[3];
521 memcpy(buffer, packet->data, length);
526 hpsb_free_tlabel(packet);
527 hpsb_free_packet(packet);
533 * hpsb_write - generic write function
535 * Recognizes the local node ID and act accordingly. Automatically uses a
536 * quadlet write request if @length == 4 and and a block write request
537 * otherwise. It does not yet support lengths that are not a multiple of 4.
539 * You must explicitly specifiy the @generation for which the node ID is valid,
540 * to avoid sending packets to the wrong nodes when we race with a bus reset.
542 int hpsb_write(struct hpsb_host *host, nodeid_t node, unsigned int generation,
543 u64 addr, quadlet_t * buffer, size_t length)
545 struct hpsb_packet *packet;
551 packet = hpsb_make_writepacket(host, node, addr, buffer, length);
556 packet->generation = generation;
557 retval = hpsb_send_packet_and_wait(packet);
559 goto hpsb_write_fail;
561 retval = hpsb_packet_success(packet);
564 hpsb_free_tlabel(packet);
565 hpsb_free_packet(packet);
570 int hpsb_lock(struct hpsb_host *host, nodeid_t node, unsigned int generation,
571 u64 addr, int extcode, quadlet_t *data, quadlet_t arg)
573 struct hpsb_packet *packet;
576 packet = hpsb_make_lockpacket(host, node, addr, extcode, data, arg);
580 packet->generation = generation;
581 retval = hpsb_send_packet_and_wait(packet);
585 retval = hpsb_packet_success(packet);
588 *data = packet->data[0];
591 hpsb_free_tlabel(packet);
592 hpsb_free_packet(packet);