6 * Copyright (C) 1999 Andreas E. Bombe
8 * This code is licensed under the GPL. See the file COPYING in the root
9 * directory of the kernel sources for details.
12 #include <linux/bitops.h>
13 #include <linux/spinlock.h>
14 #include <linux/wait.h>
17 #include <asm/errno.h>
20 #include "ieee1394_types.h"
22 #include "ieee1394_core.h"
23 #include "ieee1394_transactions.h"
25 #define PREP_ASYNC_HEAD_ADDRESS(tc) \
27 packet->header[0] = (packet->node_id << 16) | (packet->tlabel << 10) \
28 | (1 << 8) | (tc << 4); \
29 packet->header[1] = (packet->host->node_id << 16) | (addr >> 32); \
30 packet->header[2] = addr & 0xffffffff
32 #ifndef HPSB_DEBUG_TLABELS
35 spinlock_t hpsb_tlabel_lock = SPIN_LOCK_UNLOCKED;
37 static DECLARE_WAIT_QUEUE_HEAD(tlabel_wq);
39 static void fill_async_readquad(struct hpsb_packet *packet, u64 addr)
41 PREP_ASYNC_HEAD_ADDRESS(TCODE_READQ);
42 packet->header_size = 12;
43 packet->data_size = 0;
44 packet->expect_response = 1;
47 static void fill_async_readblock(struct hpsb_packet *packet, u64 addr,
50 PREP_ASYNC_HEAD_ADDRESS(TCODE_READB);
51 packet->header[3] = length << 16;
52 packet->header_size = 16;
53 packet->data_size = 0;
54 packet->expect_response = 1;
57 static void fill_async_writequad(struct hpsb_packet *packet, u64 addr,
60 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEQ);
61 packet->header[3] = data;
62 packet->header_size = 16;
63 packet->data_size = 0;
64 packet->expect_response = 1;
67 static void fill_async_writeblock(struct hpsb_packet *packet, u64 addr,
70 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEB);
71 packet->header[3] = length << 16;
72 packet->header_size = 16;
73 packet->expect_response = 1;
74 packet->data_size = length + (length % 4 ? 4 - (length % 4) : 0);
77 static void fill_async_lock(struct hpsb_packet *packet, u64 addr, int extcode,
80 PREP_ASYNC_HEAD_ADDRESS(TCODE_LOCK_REQUEST);
81 packet->header[3] = (length << 16) | extcode;
82 packet->header_size = 16;
83 packet->data_size = length;
84 packet->expect_response = 1;
87 static void fill_iso_packet(struct hpsb_packet *packet, int length, int channel,
90 packet->header[0] = (length << 16) | (tag << 14) | (channel << 8)
91 | (TCODE_ISO_DATA << 4) | sync;
93 packet->header_size = 4;
94 packet->data_size = length;
95 packet->type = hpsb_iso;
96 packet->tcode = TCODE_ISO_DATA;
99 static void fill_phy_packet(struct hpsb_packet *packet, quadlet_t data)
101 packet->header[0] = data;
102 packet->header[1] = ~data;
103 packet->header_size = 8;
104 packet->data_size = 0;
105 packet->expect_response = 0;
106 packet->type = hpsb_raw; /* No CRC added */
107 packet->speed_code = IEEE1394_SPEED_100; /* Force speed to be 100Mbps */
110 static void fill_async_stream_packet(struct hpsb_packet *packet, int length,
111 int channel, int tag, int sync)
113 packet->header[0] = (length << 16) | (tag << 14) | (channel << 8)
114 | (TCODE_STREAM_DATA << 4) | sync;
116 packet->header_size = 4;
117 packet->data_size = length;
118 packet->type = hpsb_async;
119 packet->tcode = TCODE_ISO_DATA;
122 /* same as hpsb_get_tlabel, except that it returns immediately */
123 static int hpsb_get_tlabel_atomic(struct hpsb_packet *packet)
125 unsigned long flags, *tp;
127 int tlabel, n = NODEID_TO_NODE(packet->node_id);
129 /* Broadcast transactions are complete once the request has been sent.
130 * Use the same transaction label for all broadcast transactions. */
131 if (unlikely(n == ALL_NODES)) {
135 tp = packet->host->tl_pool[n].map;
136 next = &packet->host->next_tl[n];
138 spin_lock_irqsave(&hpsb_tlabel_lock, flags);
139 tlabel = find_next_zero_bit(tp, 64, *next);
141 tlabel = find_first_zero_bit(tp, 64);
143 spin_unlock_irqrestore(&hpsb_tlabel_lock, flags);
146 __set_bit(tlabel, tp);
147 *next = (tlabel + 1) & 63;
148 spin_unlock_irqrestore(&hpsb_tlabel_lock, flags);
150 packet->tlabel = tlabel;
155 * hpsb_get_tlabel - allocate a transaction label
156 * @packet: the packet whose tlabel and tl_pool we set
158 * Every asynchronous transaction on the 1394 bus needs a transaction
159 * label to match the response to the request. This label has to be
160 * different from any other transaction label in an outstanding request to
161 * the same node to make matching possible without ambiguity.
163 * There are 64 different tlabels, so an allocated tlabel has to be freed
164 * with hpsb_free_tlabel() after the transaction is complete (unless it's
165 * reused again for the same target node).
167 * Return value: Zero on success, otherwise non-zero. A non-zero return
168 * generally means there are no available tlabels. If this is called out
169 * of interrupt or atomic context, then it will sleep until can return a
170 * tlabel or a signal is received.
172 int hpsb_get_tlabel(struct hpsb_packet *packet)
174 if (irqs_disabled() || in_atomic())
175 return hpsb_get_tlabel_atomic(packet);
177 /* NB: The macro wait_event_interruptible() is called with a condition
178 * argument with side effect. This is only possible because the side
179 * effect does not occur until the condition became true, and
180 * wait_event_interruptible() won't evaluate the condition again after
182 return wait_event_interruptible(tlabel_wq,
183 !hpsb_get_tlabel_atomic(packet));
187 * hpsb_free_tlabel - free an allocated transaction label
188 * @packet: packet whose tlabel and tl_pool needs to be cleared
190 * Frees the transaction label allocated with hpsb_get_tlabel(). The
191 * tlabel has to be freed after the transaction is complete (i.e. response
192 * was received for a split transaction or packet was sent for a unified
195 * A tlabel must not be freed twice.
197 void hpsb_free_tlabel(struct hpsb_packet *packet)
199 unsigned long flags, *tp;
200 int tlabel, n = NODEID_TO_NODE(packet->node_id);
202 if (unlikely(n == ALL_NODES))
204 tp = packet->host->tl_pool[n].map;
205 tlabel = packet->tlabel;
206 BUG_ON(tlabel > 63 || tlabel < 0);
208 spin_lock_irqsave(&hpsb_tlabel_lock, flags);
209 BUG_ON(!__test_and_clear_bit(tlabel, tp));
210 spin_unlock_irqrestore(&hpsb_tlabel_lock, flags);
212 wake_up_interruptible(&tlabel_wq);
215 int hpsb_packet_success(struct hpsb_packet *packet)
217 switch (packet->ack_code) {
219 switch ((packet->header[1] >> 12) & 0xf) {
222 case RCODE_CONFLICT_ERROR:
224 case RCODE_DATA_ERROR:
226 case RCODE_TYPE_ERROR:
228 case RCODE_ADDRESS_ERROR:
231 HPSB_ERR("received reserved rcode %d from node %d",
232 (packet->header[1] >> 12) & 0xf,
247 if (packet->tcode == TCODE_WRITEQ
248 || packet->tcode == TCODE_WRITEB) {
251 HPSB_ERR("impossible ack_complete from node %d "
252 "(tcode %d)", packet->node_id, packet->tcode);
257 if (packet->tcode == TCODE_WRITEB
258 || packet->tcode == TCODE_LOCK_REQUEST) {
261 HPSB_ERR("impossible ack_data_error from node %d "
262 "(tcode %d)", packet->node_id, packet->tcode);
266 case ACK_ADDRESS_ERROR:
270 case ACK_CONFLICT_ERROR:
272 case ACKX_SEND_ERROR:
275 /* error while sending */
279 HPSB_ERR("got invalid ack %d from node %d (tcode %d)",
280 packet->ack_code, packet->node_id, packet->tcode);
286 struct hpsb_packet *hpsb_make_readpacket(struct hpsb_host *host, nodeid_t node,
287 u64 addr, size_t length)
289 struct hpsb_packet *packet;
294 packet = hpsb_alloc_packet(length);
299 packet->node_id = node;
301 if (hpsb_get_tlabel(packet)) {
302 hpsb_free_packet(packet);
307 fill_async_readquad(packet, addr);
309 fill_async_readblock(packet, addr, length);
314 struct hpsb_packet *hpsb_make_writepacket(struct hpsb_host *host, nodeid_t node,
315 u64 addr, quadlet_t * buffer,
318 struct hpsb_packet *packet;
323 packet = hpsb_alloc_packet(length);
327 if (length % 4) { /* zero padding bytes */
328 packet->data[length >> 2] = 0;
331 packet->node_id = node;
333 if (hpsb_get_tlabel(packet)) {
334 hpsb_free_packet(packet);
339 fill_async_writequad(packet, addr, buffer ? *buffer : 0);
341 fill_async_writeblock(packet, addr, length);
343 memcpy(packet->data, buffer, length);
349 struct hpsb_packet *hpsb_make_streampacket(struct hpsb_host *host, u8 * buffer,
350 int length, int channel, int tag,
353 struct hpsb_packet *packet;
358 packet = hpsb_alloc_packet(length);
362 if (length % 4) { /* zero padding bytes */
363 packet->data[length >> 2] = 0;
367 if (hpsb_get_tlabel(packet)) {
368 hpsb_free_packet(packet);
372 fill_async_stream_packet(packet, length, channel, tag, sync);
374 memcpy(packet->data, buffer, length);
379 struct hpsb_packet *hpsb_make_lockpacket(struct hpsb_host *host, nodeid_t node,
380 u64 addr, int extcode,
381 quadlet_t * data, quadlet_t arg)
383 struct hpsb_packet *p;
386 p = hpsb_alloc_packet(8);
392 if (hpsb_get_tlabel(p)) {
398 case EXTCODE_FETCH_ADD:
399 case EXTCODE_LITTLE_ADD:
412 fill_async_lock(p, addr, extcode, length);
417 struct hpsb_packet *hpsb_make_lock64packet(struct hpsb_host *host,
418 nodeid_t node, u64 addr, int extcode,
419 octlet_t * data, octlet_t arg)
421 struct hpsb_packet *p;
424 p = hpsb_alloc_packet(16);
430 if (hpsb_get_tlabel(p)) {
436 case EXTCODE_FETCH_ADD:
437 case EXTCODE_LITTLE_ADD:
440 p->data[0] = *data >> 32;
441 p->data[1] = *data & 0xffffffff;
447 p->data[0] = arg >> 32;
448 p->data[1] = arg & 0xffffffff;
449 p->data[2] = *data >> 32;
450 p->data[3] = *data & 0xffffffff;
454 fill_async_lock(p, addr, extcode, length);
459 struct hpsb_packet *hpsb_make_phypacket(struct hpsb_host *host, quadlet_t data)
461 struct hpsb_packet *p;
463 p = hpsb_alloc_packet(0);
468 fill_phy_packet(p, data);
473 struct hpsb_packet *hpsb_make_isopacket(struct hpsb_host *host,
474 int length, int channel,
477 struct hpsb_packet *p;
479 p = hpsb_alloc_packet(length);
484 fill_iso_packet(p, length, channel, tag, sync);
486 p->generation = get_hpsb_generation(host);
492 * FIXME - these functions should probably read from / write to user space to
493 * avoid in kernel buffers for user space callers
496 int hpsb_read(struct hpsb_host *host, nodeid_t node, unsigned int generation,
497 u64 addr, quadlet_t * buffer, size_t length)
499 struct hpsb_packet *packet;
505 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
507 packet = hpsb_make_readpacket(host, node, addr, length);
513 packet->generation = generation;
514 retval = hpsb_send_packet_and_wait(packet);
518 retval = hpsb_packet_success(packet);
522 *buffer = packet->header[3];
524 memcpy(buffer, packet->data, length);
529 hpsb_free_tlabel(packet);
530 hpsb_free_packet(packet);
535 int hpsb_write(struct hpsb_host *host, nodeid_t node, unsigned int generation,
536 u64 addr, quadlet_t * buffer, size_t length)
538 struct hpsb_packet *packet;
544 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
546 packet = hpsb_make_writepacket(host, node, addr, buffer, length);
551 packet->generation = generation;
552 retval = hpsb_send_packet_and_wait(packet);
554 goto hpsb_write_fail;
556 retval = hpsb_packet_success(packet);
559 hpsb_free_tlabel(packet);
560 hpsb_free_packet(packet);
567 int hpsb_lock(struct hpsb_host *host, nodeid_t node, unsigned int generation,
568 u64 addr, int extcode, quadlet_t * data, quadlet_t arg)
570 struct hpsb_packet *packet;
573 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
575 packet = hpsb_make_lockpacket(host, node, addr, extcode, data, arg);
579 packet->generation = generation;
580 retval = hpsb_send_packet_and_wait(packet);
584 retval = hpsb_packet_success(packet);
587 *data = packet->data[0];
591 hpsb_free_tlabel(packet);
592 hpsb_free_packet(packet);
597 int hpsb_send_gasp(struct hpsb_host *host, int channel, unsigned int generation,
598 quadlet_t * buffer, size_t length, u32 specifier_id,
599 unsigned int version)
601 struct hpsb_packet *packet;
603 u16 specifier_id_hi = (specifier_id & 0x00ffff00) >> 8;
604 u8 specifier_id_lo = specifier_id & 0xff;
606 HPSB_VERBOSE("Send GASP: channel = %d, length = %Zd", channel, length);
610 packet = hpsb_make_streampacket(host, NULL, length, channel, 3, 0);
614 packet->data[0] = cpu_to_be32((host->node_id << 16) | specifier_id_hi);
616 cpu_to_be32((specifier_id_lo << 24) | (version & 0x00ffffff));
618 memcpy(&(packet->data[2]), buffer, length - 8);
620 packet->generation = generation;
622 packet->no_waiter = 1;
624 retval = hpsb_send_packet(packet);
626 hpsb_free_packet(packet);