6 * Copyright (C) 1999 Andreas E. Bombe
8 * This code is licensed under the GPL. See the file COPYING in the root
9 * directory of the kernel sources for details.
12 #include <linux/sched.h>
13 #include <linux/bitops.h>
14 #include <linux/smp_lock.h>
15 #include <linux/interrupt.h>
17 #include <asm/errno.h>
20 #include "ieee1394_types.h"
22 #include "ieee1394_core.h"
23 #include "highlevel.h"
25 #include "ieee1394_transactions.h"
28 #define PREP_ASYNC_HEAD_ADDRESS(tc) \
30 packet->header[0] = (packet->node_id << 16) | (packet->tlabel << 10) \
31 | (1 << 8) | (tc << 4); \
32 packet->header[1] = (packet->host->node_id << 16) | (addr >> 32); \
33 packet->header[2] = addr & 0xffffffff
36 static void fill_async_readquad(struct hpsb_packet *packet, u64 addr)
38 PREP_ASYNC_HEAD_ADDRESS(TCODE_READQ);
39 packet->header_size = 12;
40 packet->data_size = 0;
41 packet->expect_response = 1;
44 static void fill_async_readblock(struct hpsb_packet *packet, u64 addr, int length)
46 PREP_ASYNC_HEAD_ADDRESS(TCODE_READB);
47 packet->header[3] = length << 16;
48 packet->header_size = 16;
49 packet->data_size = 0;
50 packet->expect_response = 1;
53 static void fill_async_writequad(struct hpsb_packet *packet, u64 addr, quadlet_t data)
55 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEQ);
56 packet->header[3] = data;
57 packet->header_size = 16;
58 packet->data_size = 0;
59 packet->expect_response = 1;
62 static void fill_async_writeblock(struct hpsb_packet *packet, u64 addr, int length)
64 PREP_ASYNC_HEAD_ADDRESS(TCODE_WRITEB);
65 packet->header[3] = length << 16;
66 packet->header_size = 16;
67 packet->expect_response = 1;
68 packet->data_size = length + (length % 4 ? 4 - (length % 4) : 0);
71 static void fill_async_lock(struct hpsb_packet *packet, u64 addr, int extcode,
74 PREP_ASYNC_HEAD_ADDRESS(TCODE_LOCK_REQUEST);
75 packet->header[3] = (length << 16) | extcode;
76 packet->header_size = 16;
77 packet->data_size = length;
78 packet->expect_response = 1;
81 static void fill_iso_packet(struct hpsb_packet *packet, int length, int channel,
84 packet->header[0] = (length << 16) | (tag << 14) | (channel << 8)
85 | (TCODE_ISO_DATA << 4) | sync;
87 packet->header_size = 4;
88 packet->data_size = length;
89 packet->type = hpsb_iso;
90 packet->tcode = TCODE_ISO_DATA;
93 static void fill_phy_packet(struct hpsb_packet *packet, quadlet_t data)
95 packet->header[0] = data;
96 packet->header[1] = ~data;
97 packet->header_size = 8;
98 packet->data_size = 0;
99 packet->expect_response = 0;
100 packet->type = hpsb_raw; /* No CRC added */
101 packet->speed_code = IEEE1394_SPEED_100; /* Force speed to be 100Mbps */
104 static void fill_async_stream_packet(struct hpsb_packet *packet, int length,
105 int channel, int tag, int sync)
107 packet->header[0] = (length << 16) | (tag << 14) | (channel << 8)
108 | (TCODE_STREAM_DATA << 4) | sync;
110 packet->header_size = 4;
111 packet->data_size = length;
112 packet->type = hpsb_async;
113 packet->tcode = TCODE_ISO_DATA;
117 * hpsb_get_tlabel - allocate a transaction label
118 * @packet: the packet who's tlabel/tpool we set
120 * Every asynchronous transaction on the 1394 bus needs a transaction
121 * label to match the response to the request. This label has to be
122 * different from any other transaction label in an outstanding request to
123 * the same node to make matching possible without ambiguity.
125 * There are 64 different tlabels, so an allocated tlabel has to be freed
126 * with hpsb_free_tlabel() after the transaction is complete (unless it's
127 * reused again for the same target node).
129 * Return value: Zero on success, otherwise non-zero. A non-zero return
130 * generally means there are no available tlabels. If this is called out
131 * of interrupt or atomic context, then it will sleep until can return a
134 int hpsb_get_tlabel(struct hpsb_packet *packet)
137 struct hpsb_tlabel_pool *tp;
139 tp = &packet->host->tpool[packet->node_id & NODE_MASK];
141 if (irqs_disabled() || in_atomic()) {
142 if (down_trylock(&tp->count))
148 spin_lock_irqsave(&tp->lock, flags);
150 packet->tlabel = find_next_zero_bit(tp->pool, 64, tp->next);
151 if (packet->tlabel > 63)
152 packet->tlabel = find_first_zero_bit(tp->pool, 64);
153 tp->next = (packet->tlabel + 1) % 64;
154 /* Should _never_ happen */
155 BUG_ON(test_and_set_bit(packet->tlabel, tp->pool));
157 spin_unlock_irqrestore(&tp->lock, flags);
163 * hpsb_free_tlabel - free an allocated transaction label
164 * @packet: packet whos tlabel/tpool needs to be cleared
166 * Frees the transaction label allocated with hpsb_get_tlabel(). The
167 * tlabel has to be freed after the transaction is complete (i.e. response
168 * was received for a split transaction or packet was sent for a unified
171 * A tlabel must not be freed twice.
173 void hpsb_free_tlabel(struct hpsb_packet *packet)
176 struct hpsb_tlabel_pool *tp;
178 tp = &packet->host->tpool[packet->node_id & NODE_MASK];
180 BUG_ON(packet->tlabel > 63 || packet->tlabel < 0);
182 spin_lock_irqsave(&tp->lock, flags);
183 BUG_ON(!test_and_clear_bit(packet->tlabel, tp->pool));
184 spin_unlock_irqrestore(&tp->lock, flags);
191 int hpsb_packet_success(struct hpsb_packet *packet)
193 switch (packet->ack_code) {
195 switch ((packet->header[1] >> 12) & 0xf) {
198 case RCODE_CONFLICT_ERROR:
200 case RCODE_DATA_ERROR:
202 case RCODE_TYPE_ERROR:
204 case RCODE_ADDRESS_ERROR:
207 HPSB_ERR("received reserved rcode %d from node %d",
208 (packet->header[1] >> 12) & 0xf,
212 HPSB_PANIC("reached unreachable code 1 in %s", __FUNCTION__);
223 if (packet->tcode == TCODE_WRITEQ
224 || packet->tcode == TCODE_WRITEB) {
227 HPSB_ERR("impossible ack_complete from node %d "
228 "(tcode %d)", packet->node_id, packet->tcode);
234 if (packet->tcode == TCODE_WRITEB
235 || packet->tcode == TCODE_LOCK_REQUEST) {
238 HPSB_ERR("impossible ack_data_error from node %d "
239 "(tcode %d)", packet->node_id, packet->tcode);
243 case ACK_ADDRESS_ERROR:
247 case ACK_CONFLICT_ERROR:
249 case ACKX_SEND_ERROR:
252 /* error while sending */
256 HPSB_ERR("got invalid ack %d from node %d (tcode %d)",
257 packet->ack_code, packet->node_id, packet->tcode);
261 HPSB_PANIC("reached unreachable code 2 in %s", __FUNCTION__);
264 struct hpsb_packet *hpsb_make_readpacket(struct hpsb_host *host, nodeid_t node,
265 u64 addr, size_t length)
267 struct hpsb_packet *packet;
272 packet = hpsb_alloc_packet(length);
277 packet->node_id = node;
279 if (hpsb_get_tlabel(packet)) {
280 hpsb_free_packet(packet);
285 fill_async_readquad(packet, addr);
287 fill_async_readblock(packet, addr, length);
292 struct hpsb_packet *hpsb_make_writepacket (struct hpsb_host *host, nodeid_t node,
293 u64 addr, quadlet_t *buffer, size_t length)
295 struct hpsb_packet *packet;
300 packet = hpsb_alloc_packet(length);
304 if (length % 4) { /* zero padding bytes */
305 packet->data[length >> 2] = 0;
308 packet->node_id = node;
310 if (hpsb_get_tlabel(packet)) {
311 hpsb_free_packet(packet);
316 fill_async_writequad(packet, addr, buffer ? *buffer : 0);
318 fill_async_writeblock(packet, addr, length);
320 memcpy(packet->data, buffer, length);
326 struct hpsb_packet *hpsb_make_streampacket(struct hpsb_host *host, u8 *buffer, int length,
327 int channel, int tag, int sync)
329 struct hpsb_packet *packet;
334 packet = hpsb_alloc_packet(length);
338 if (length % 4) { /* zero padding bytes */
339 packet->data[length >> 2] = 0;
343 if (hpsb_get_tlabel(packet)) {
344 hpsb_free_packet(packet);
348 fill_async_stream_packet(packet, length, channel, tag, sync);
350 memcpy(packet->data, buffer, length);
355 struct hpsb_packet *hpsb_make_lockpacket(struct hpsb_host *host, nodeid_t node,
356 u64 addr, int extcode, quadlet_t *data,
359 struct hpsb_packet *p;
362 p = hpsb_alloc_packet(8);
367 if (hpsb_get_tlabel(p)) {
373 case EXTCODE_FETCH_ADD:
374 case EXTCODE_LITTLE_ADD:
387 fill_async_lock(p, addr, extcode, length);
392 struct hpsb_packet *hpsb_make_lock64packet(struct hpsb_host *host, nodeid_t node,
393 u64 addr, int extcode, octlet_t *data,
396 struct hpsb_packet *p;
399 p = hpsb_alloc_packet(16);
404 if (hpsb_get_tlabel(p)) {
410 case EXTCODE_FETCH_ADD:
411 case EXTCODE_LITTLE_ADD:
414 p->data[0] = *data >> 32;
415 p->data[1] = *data & 0xffffffff;
421 p->data[0] = arg >> 32;
422 p->data[1] = arg & 0xffffffff;
423 p->data[2] = *data >> 32;
424 p->data[3] = *data & 0xffffffff;
428 fill_async_lock(p, addr, extcode, length);
433 struct hpsb_packet *hpsb_make_phypacket(struct hpsb_host *host,
436 struct hpsb_packet *p;
438 p = hpsb_alloc_packet(0);
442 fill_phy_packet(p, data);
447 struct hpsb_packet *hpsb_make_isopacket(struct hpsb_host *host,
448 int length, int channel,
451 struct hpsb_packet *p;
453 p = hpsb_alloc_packet(length);
457 fill_iso_packet(p, length, channel, tag, sync);
459 p->generation = get_hpsb_generation(host);
465 * FIXME - these functions should probably read from / write to user space to
466 * avoid in kernel buffers for user space callers
469 int hpsb_read(struct hpsb_host *host, nodeid_t node, unsigned int generation,
470 u64 addr, quadlet_t *buffer, size_t length)
472 struct hpsb_packet *packet;
478 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
480 packet = hpsb_make_readpacket(host, node, addr, length);
486 packet->generation = generation;
487 retval = hpsb_send_packet_and_wait(packet);
491 retval = hpsb_packet_success(packet);
495 *buffer = packet->header[3];
497 memcpy(buffer, packet->data, length);
502 hpsb_free_tlabel(packet);
503 hpsb_free_packet(packet);
509 int hpsb_write(struct hpsb_host *host, nodeid_t node, unsigned int generation,
510 u64 addr, quadlet_t *buffer, size_t length)
512 struct hpsb_packet *packet;
518 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
520 packet = hpsb_make_writepacket (host, node, addr, buffer, length);
525 packet->generation = generation;
526 retval = hpsb_send_packet_and_wait(packet);
528 goto hpsb_write_fail;
530 retval = hpsb_packet_success(packet);
533 hpsb_free_tlabel(packet);
534 hpsb_free_packet(packet);
541 int hpsb_lock(struct hpsb_host *host, nodeid_t node, unsigned int generation,
542 u64 addr, int extcode, quadlet_t *data, quadlet_t arg)
544 struct hpsb_packet *packet;
547 BUG_ON(in_interrupt()); // We can't be called in an interrupt, yet
549 packet = hpsb_make_lockpacket(host, node, addr, extcode, data, arg);
553 packet->generation = generation;
554 retval = hpsb_send_packet_and_wait(packet);
558 retval = hpsb_packet_success(packet);
561 *data = packet->data[0];
565 hpsb_free_tlabel(packet);
566 hpsb_free_packet(packet);
572 int hpsb_send_gasp(struct hpsb_host *host, int channel, unsigned int generation,
573 quadlet_t *buffer, size_t length, u32 specifier_id,
574 unsigned int version)
576 struct hpsb_packet *packet;
578 u16 specifier_id_hi = (specifier_id & 0x00ffff00) >> 8;
579 u8 specifier_id_lo = specifier_id & 0xff;
581 HPSB_VERBOSE("Send GASP: channel = %d, length = %Zd", channel, length);
585 packet = hpsb_make_streampacket(host, NULL, length, channel, 3, 0);
589 packet->data[0] = cpu_to_be32((host->node_id << 16) | specifier_id_hi);
590 packet->data[1] = cpu_to_be32((specifier_id_lo << 24) | (version & 0x00ffffff));
592 memcpy(&(packet->data[2]), buffer, length - 8);
594 packet->generation = generation;
596 packet->no_waiter = 1;
598 retval = hpsb_send_packet(packet);
600 hpsb_free_packet(packet);