File: /usr/src/linux/drivers/net/myri_sbus.c

1     /* myri_sbus.h: MyriCOM MyriNET SBUS card driver.
2      *
3      * Copyright (C) 1996, 1999 David S. Miller (davem@redhat.com)
4      */
5     
6     static char version[] =
7             "myri_sbus.c:v1.9 12/Sep/99 David S. Miller (davem@redhat.com)\n";
8     
9     #include <linux/module.h>
10     
11     #include <linux/config.h>
12     #include <linux/kernel.h>
13     #include <linux/sched.h>
14     #include <linux/types.h>
15     #include <linux/fcntl.h>
16     #include <linux/interrupt.h>
17     #include <linux/ptrace.h>
18     #include <linux/ioport.h>
19     #include <linux/in.h>
20     #include <linux/slab.h>
21     #include <linux/string.h>
22     #include <linux/delay.h>
23     #include <linux/init.h>
24     
25     #include <asm/system.h>
26     #include <asm/bitops.h>
27     #include <asm/io.h>
28     #include <asm/dma.h>
29     #include <linux/errno.h>
30     #include <asm/byteorder.h>
31     
32     #include <asm/idprom.h>
33     #include <asm/sbus.h>
34     #include <asm/openprom.h>
35     #include <asm/oplib.h>
36     #include <asm/auxio.h>
37     #include <asm/pgtable.h>
38     #include <asm/irq.h>
39     
40     #include <linux/netdevice.h>
41     #include <linux/etherdevice.h>
42     #include <linux/skbuff.h>
43     
44     #include <net/dst.h>
45     #include <net/arp.h>
46     #include <net/sock.h>
47     #include <net/ipv6.h>
48     
49     #include <asm/checksum.h>
50     
51     #include "myri_sbus.h"
52     
53     #include "myri_code.h"
54     
55     /* #define DEBUG_DETECT */
56     /* #define DEBUG_IRQ */
57     /* #define DEBUG_TRANSMIT */
58     /* #define DEBUG_RECEIVE */
59     /* #define DEBUG_HEADER */
60     
61     #ifdef DEBUG_DETECT
62     #define DET(x)   printk x
63     #else
64     #define DET(x)
65     #endif
66     
67     #ifdef DEBUG_IRQ
68     #define DIRQ(x)  printk x
69     #else
70     #define DIRQ(x)
71     #endif
72     
73     #ifdef DEBUG_TRANSMIT
74     #define DTX(x)  printk x
75     #else
76     #define DTX(x)
77     #endif
78     
79     #ifdef DEBUG_RECEIVE
80     #define DRX(x)  printk x
81     #else
82     #define DRX(x)
83     #endif
84     
85     #ifdef DEBUG_HEADER
86     #define DHDR(x) printk x
87     #else
88     #define DHDR(x)
89     #endif
90     
91     #ifdef MODULE
92     static struct myri_eth *root_myri_dev;
93     #endif
94     
95     static void myri_reset_off(unsigned long lp, unsigned long cregs)
96     {
97     	/* Clear IRQ mask. */
98     	sbus_writel(0, lp + LANAI_EIMASK);
99     
100     	/* Turn RESET function off. */
101     	sbus_writel(CONTROL_ROFF, cregs + MYRICTRL_CTRL);
102     }
103     
104     static void myri_reset_on(unsigned long cregs)
105     {
106     	/* Enable RESET function. */
107     	sbus_writel(CONTROL_RON, cregs + MYRICTRL_CTRL);
108     
109     	/* Disable IRQ's. */
110     	sbus_writel(CONTROL_DIRQ, cregs + MYRICTRL_CTRL);
111     }
112     
113     static void myri_disable_irq(unsigned long lp, unsigned long cregs)
114     {
115     	sbus_writel(CONTROL_DIRQ, cregs + MYRICTRL_CTRL);
116     	sbus_writel(0, lp + LANAI_EIMASK);
117     	sbus_writel(ISTAT_HOST, lp + LANAI_ISTAT);
118     }
119     
120     static void myri_enable_irq(unsigned long lp, unsigned long cregs)
121     {
122     	sbus_writel(CONTROL_EIRQ, cregs + MYRICTRL_CTRL);
123     	sbus_writel(ISTAT_HOST, lp + LANAI_EIMASK);
124     }
125     
126     static inline void bang_the_chip(struct myri_eth *mp)
127     {
128     	struct myri_shmem *shmem	= mp->shmem;
129     	unsigned long cregs		= mp->cregs;
130     
131     	sbus_writel(1, &shmem->send);
132     	sbus_writel(CONTROL_WON, cregs + MYRICTRL_CTRL);
133     }
134     
135     static int myri_do_handshake(struct myri_eth *mp)
136     {
137     	struct myri_shmem *shmem	= mp->shmem;
138     	unsigned long cregs = mp->cregs;
139     	struct myri_channel *chan	= &shmem->channel;
140     	int tick 			= 0;
141     
142     	DET(("myri_do_handshake: "));
143     	if (sbus_readl(&chan->state) == STATE_READY) {
144     		DET(("Already STATE_READY, failed.\n"));
145     		return -1;	/* We're hosed... */
146     	}
147     
148     	myri_disable_irq(mp->lregs, cregs);
149     
150     	while (tick++ <= 25) {
151     		u32 softstate;
152     
153     		/* Wake it up. */
154     		DET(("shakedown, CONTROL_WON, "));
155     		sbus_writel(1, &shmem->shakedown);
156     		sbus_writel(CONTROL_WON, cregs + MYRICTRL_CTRL);
157     
158     		softstate = sbus_readl(&chan->state);
159     		DET(("chanstate[%08x] ", softstate));
160     		if (softstate == STATE_READY) {
161     			DET(("wakeup successful, "));
162     			break;
163     		}
164     
165     		if (softstate != STATE_WFN) {
166     			DET(("not WFN setting that, "));
167     			sbus_writel(STATE_WFN, &chan->state);
168     		}
169     
170     		udelay(20);
171     	}
172     
173     	myri_enable_irq(mp->lregs, cregs);
174     
175     	if (tick > 25) {
176     		DET(("25 ticks we lose, failure.\n"));
177     		return -1;
178     	}
179     	DET(("success\n"));
180     	return 0;
181     }
182     
183     static int myri_load_lanai(struct myri_eth *mp)
184     {
185     	struct net_device	*dev = mp->dev;
186     	struct myri_shmem	*shmem = mp->shmem;
187     	unsigned char		*rptr;
188     	int 			i;
189     
190     	myri_disable_irq(mp->lregs, mp->cregs);
191     	myri_reset_on(mp->cregs);
192     
193     	rptr = (unsigned char *) mp->lanai;
194     	for (i = 0; i < mp->eeprom.ramsz; i++)
195     		sbus_writeb(0, &rptr[i]);
196     
197     	if (mp->eeprom.cpuvers >= CPUVERS_3_0)
198     		sbus_writel(mp->eeprom.cval, mp->lregs + LANAI_CVAL);
199     
200     	/* Load executable code. */
201     	for (i = 0; i < sizeof(lanai4_code); i++)
202     		sbus_writeb(lanai4_code[i], &rptr[(lanai4_code_off * 2) + i]);
203     
204     	/* Load data segment. */
205     	for (i = 0; i < sizeof(lanai4_data); i++)
206     		sbus_writeb(lanai4_data[i], &rptr[(lanai4_data_off * 2) + i]);
207     
208     	/* Set device address. */
209     	sbus_writeb(0, &shmem->addr[0]);
210     	sbus_writeb(0, &shmem->addr[1]);
211     	for (i = 0; i < 6; i++)
212     		sbus_writeb(dev->dev_addr[i],
213     			    &shmem->addr[i + 2]);
214     
215     	/* Set SBUS bursts and interrupt mask. */
216     	sbus_writel(((mp->myri_bursts & 0xf8) >> 3), &shmem->burst);
217     	sbus_writel(SHMEM_IMASK_RX, &shmem->imask);
218     
219     	/* Release the LANAI. */
220     	myri_disable_irq(mp->lregs, mp->cregs);
221     	myri_reset_off(mp->lregs, mp->cregs);
222     	myri_disable_irq(mp->lregs, mp->cregs);
223     
224     	/* Wait for the reset to complete. */
225     	for (i = 0; i < 5000; i++) {
226     		if (sbus_readl(&shmem->channel.state) != STATE_READY)
227     			break;
228     		else
229     			udelay(10);
230     	}
231     
232     	if (i == 5000)
233     		printk(KERN_ERR "myricom: Chip would not reset after firmware load.\n");
234     
235     	i = myri_do_handshake(mp);
236     	if (i)
237     		printk(KERN_ERR "myricom: Handshake with LANAI failed.\n");
238     
239     	if (mp->eeprom.cpuvers == CPUVERS_4_0)
240     		sbus_writel(0, mp->lregs + LANAI_VERS);
241     
242     	return i;
243     }
244     
245     static void myri_clean_rings(struct myri_eth *mp)
246     {
247     	struct sendq *sq = mp->sq;
248     	struct recvq *rq = mp->rq;
249     	int i;
250     
251     	sbus_writel(0, &rq->tail);
252     	sbus_writel(0, &rq->head);
253     	for (i = 0; i < (RX_RING_SIZE+1); i++) {
254     		if (mp->rx_skbs[i] != NULL) {
255     			struct myri_rxd *rxd = &rq->myri_rxd[i];
256     			u32 dma_addr;
257     
258     			dma_addr = sbus_readl(&rxd->myri_scatters[0].addr);
259     			sbus_unmap_single(mp->myri_sdev, dma_addr, RX_ALLOC_SIZE, SBUS_DMA_FROMDEVICE);
260     			dev_kfree_skb(mp->rx_skbs[i]);
261     			mp->rx_skbs[i] = NULL;
262     		}
263     	}
264     
265     	mp->tx_old = 0;
266     	sbus_writel(0, &sq->tail);
267     	sbus_writel(0, &sq->head);
268     	for (i = 0; i < TX_RING_SIZE; i++) {
269     		if (mp->tx_skbs[i] != NULL) {
270     			struct sk_buff *skb = mp->tx_skbs[i];
271     			struct myri_txd *txd = &sq->myri_txd[i];
272     			u32 dma_addr;
273     
274     			dma_addr = sbus_readl(&txd->myri_gathers[0].addr);
275     			sbus_unmap_single(mp->myri_sdev, dma_addr, (skb->len + 3) & ~3, SBUS_DMA_TODEVICE);
276     			dev_kfree_skb(mp->tx_skbs[i]);
277     			mp->tx_skbs[i] = NULL;
278     		}
279     	}
280     }
281     
282     static void myri_init_rings(struct myri_eth *mp, int from_irq)
283     {
284     	struct recvq *rq = mp->rq;
285     	struct myri_rxd *rxd = &rq->myri_rxd[0];
286     	struct net_device *dev = mp->dev;
287     	int gfp_flags = GFP_KERNEL;
288     	int i;
289     
290     	if (from_irq || in_interrupt())
291     		gfp_flags = GFP_ATOMIC;
292     
293     	myri_clean_rings(mp);
294     	for (i = 0; i < RX_RING_SIZE; i++) {
295     		struct sk_buff *skb = myri_alloc_skb(RX_ALLOC_SIZE, gfp_flags);
296     		u32 dma_addr;
297     
298     		if (!skb)
299     			continue;
300     		mp->rx_skbs[i] = skb;
301     		skb->dev = dev;
302     		skb_put(skb, RX_ALLOC_SIZE);
303     
304     		dma_addr = sbus_map_single(mp->myri_sdev, skb->data, RX_ALLOC_SIZE, SBUS_DMA_FROMDEVICE);
305     		sbus_writel(dma_addr, &rxd[i].myri_scatters[0].addr);
306     		sbus_writel(RX_ALLOC_SIZE, &rxd[i].myri_scatters[0].len);
307     		sbus_writel(i, &rxd[i].ctx);
308     		sbus_writel(1, &rxd[i].num_sg);
309     	}
310     	sbus_writel(0, &rq->head);
311     	sbus_writel(RX_RING_SIZE, &rq->tail);
312     }
313     
314     static int myri_init(struct myri_eth *mp, int from_irq)
315     {
316     	myri_init_rings(mp, from_irq);
317     	return 0;
318     }
319     
320     static void myri_is_not_so_happy(struct myri_eth *mp)
321     {
322     }
323     
324     #ifdef DEBUG_HEADER
325     static void dump_ehdr(struct ethhdr *ehdr)
326     {
327     	printk("ehdr[h_dst(%02x:%02x:%02x:%02x:%02x:%02x)"
328     	       "h_source(%02x:%02x:%02x:%02x:%02x:%02x)h_proto(%04x)]\n",
329     	       ehdr->h_dest[0], ehdr->h_dest[1], ehdr->h_dest[2],
330     	       ehdr->h_dest[3], ehdr->h_dest[4], ehdr->h_dest[4],
331     	       ehdr->h_source[0], ehdr->h_source[1], ehdr->h_source[2],
332     	       ehdr->h_source[3], ehdr->h_source[4], ehdr->h_source[4],
333     	       ehdr->h_proto);
334     }
335     
336     static void dump_ehdr_and_myripad(unsigned char *stuff)
337     {
338     	struct ethhdr *ehdr = (struct ethhdr *) (stuff + 2);
339     
340     	printk("pad[%02x:%02x]", stuff[0], stuff[1]);
341     	printk("ehdr[h_dst(%02x:%02x:%02x:%02x:%02x:%02x)"
342     	       "h_source(%02x:%02x:%02x:%02x:%02x:%02x)h_proto(%04x)]\n",
343     	       ehdr->h_dest[0], ehdr->h_dest[1], ehdr->h_dest[2],
344     	       ehdr->h_dest[3], ehdr->h_dest[4], ehdr->h_dest[4],
345     	       ehdr->h_source[0], ehdr->h_source[1], ehdr->h_source[2],
346     	       ehdr->h_source[3], ehdr->h_source[4], ehdr->h_source[4],
347     	       ehdr->h_proto);
348     }
349     #endif
350     
351     static void myri_tx(struct myri_eth *mp, struct net_device *dev)
352     {
353     	struct sendq *sq	= mp->sq;
354     	int entry		= mp->tx_old;
355     	int limit		= sbus_readl(&sq->head);
356     
357     	DTX(("entry[%d] limit[%d] ", entry, limit));
358     	if (entry == limit)
359     		return;
360     	while (entry != limit) {
361     		struct sk_buff *skb = mp->tx_skbs[entry];
362     		u32 dma_addr;
363     
364     		DTX(("SKB[%d] ", entry));
365     		dma_addr = sbus_readl(&sq->myri_txd[entry].myri_gathers[0].addr);
366     		sbus_unmap_single(mp->myri_sdev, dma_addr, skb->len, SBUS_DMA_TODEVICE);
367     		dev_kfree_skb(skb);
368     		mp->tx_skbs[entry] = NULL;
369     		mp->enet_stats.tx_packets++;
370     		entry = NEXT_TX(entry);
371     	}
372     	mp->tx_old = entry;
373     }
374     
375     /* Determine the packet's protocol ID. The rule here is that we 
376      * assume 802.3 if the type field is short enough to be a length.
377      * This is normal practice and works for any 'now in use' protocol.
378      */
379     static unsigned short myri_type_trans(struct sk_buff *skb, struct net_device *dev)
380     {
381     	struct ethhdr *eth;
382     	unsigned char *rawp;
383     	
384     	skb->mac.raw = (((unsigned char *)skb->data) + MYRI_PAD_LEN);
385     	skb_pull(skb, dev->hard_header_len);
386     	eth = skb->mac.ethernet;
387     	
388     #ifdef DEBUG_HEADER
389     	DHDR(("myri_type_trans: "));
390     	dump_ehdr(eth);
391     #endif
392     	if (*eth->h_dest & 1) {
393     		if (memcmp(eth->h_dest, dev->broadcast, ETH_ALEN)==0)
394     			skb->pkt_type = PACKET_BROADCAST;
395     		else
396     			skb->pkt_type = PACKET_MULTICAST;
397     	} else if (dev->flags & (IFF_PROMISC|IFF_ALLMULTI)) {
398     		if (memcmp(eth->h_dest, dev->dev_addr, ETH_ALEN))
399     			skb->pkt_type = PACKET_OTHERHOST;
400     	}
401     	
402     	if (ntohs(eth->h_proto) >= 1536)
403     		return eth->h_proto;
404     		
405     	rawp = skb->data;
406     	
407     	/* This is a magic hack to spot IPX packets. Older Novell breaks
408     	 * the protocol design and runs IPX over 802.3 without an 802.2 LLC
409     	 * layer. We look for FFFF which isn't a used 802.2 SSAP/DSAP. This
410     	 * won't work for fault tolerant netware but does for the rest.
411     	 */
412     	if (*(unsigned short *)rawp == 0xFFFF)
413     		return htons(ETH_P_802_3);
414     		
415     	/* Real 802.2 LLC */
416     	return htons(ETH_P_802_2);
417     }
418     
419     static void myri_rx(struct myri_eth *mp, struct net_device *dev)
420     {
421     	struct recvq *rq	= mp->rq;
422     	struct recvq *rqa	= mp->rqack;
423     	int entry		= sbus_readl(&rqa->head);
424     	int limit		= sbus_readl(&rqa->tail);
425     	int drops;
426     
427     	DRX(("entry[%d] limit[%d] ", entry, limit));
428     	if (entry == limit)
429     		return;
430     	drops = 0;
431     	DRX(("\n"));
432     	while (entry != limit) {
433     		struct myri_rxd *rxdack = &rqa->myri_rxd[entry];
434     		u32 csum		= sbus_readl(&rxdack->csum);
435     		int len			= sbus_readl(&rxdack->myri_scatters[0].len);
436     		int index		= sbus_readl(&rxdack->ctx);
437     		struct myri_rxd *rxd	= &rq->myri_rxd[rq->tail];
438     		struct sk_buff *skb	= mp->rx_skbs[index];
439     
440     		/* Ack it. */
441     		sbus_writel(NEXT_RX(entry), &rqa->head);
442     
443     		/* Check for errors. */
444     		DRX(("rxd[%d]: %p len[%d] csum[%08x] ", entry, rxd, len, csum));
445     		sbus_dma_sync_single(mp->myri_sdev,
446     				     sbus_readl(&rxd->myri_scatters[0].addr),
447     				     RX_ALLOC_SIZE, SBUS_DMA_FROMDEVICE);
448     		if (len < (ETH_HLEN + MYRI_PAD_LEN) || (skb->data[0] != MYRI_PAD_LEN)) {
449     			DRX(("ERROR["));
450     			mp->enet_stats.rx_errors++;
451     			if (len < (ETH_HLEN + MYRI_PAD_LEN)) {
452     				DRX(("BAD_LENGTH] "));
453     				mp->enet_stats.rx_length_errors++;
454     			} else {
455     				DRX(("NO_PADDING] "));
456     				mp->enet_stats.rx_frame_errors++;
457     			}
458     
459     			/* Return it to the LANAI. */
460     	drop_it:
461     			drops++;
462     			DRX(("DROP "));
463     			mp->enet_stats.rx_dropped++;
464     			sbus_writel(RX_ALLOC_SIZE, &rxd->myri_scatters[0].len);
465     			sbus_writel(index, &rxd->ctx);
466     			sbus_writel(1, &rxd->num_sg);
467     			sbus_writel(NEXT_RX(sbus_readl(&rq->tail)), &rq->tail);
468     			goto next;
469     		}
470     
471     		DRX(("len[%d] ", len));
472     		if (len > RX_COPY_THRESHOLD) {
473     			struct sk_buff *new_skb;
474     			u32 dma_addr;
475     
476     			DRX(("BIGBUFF "));
477     			new_skb = myri_alloc_skb(RX_ALLOC_SIZE, GFP_ATOMIC);
478     			if (new_skb == NULL) {
479     				DRX(("skb_alloc(FAILED) "));
480     				goto drop_it;
481     			}
482     			sbus_unmap_single(mp->myri_sdev,
483     					  sbus_readl(&rxd->myri_scatters[0].addr),
484     					  RX_ALLOC_SIZE,
485     					  SBUS_DMA_FROMDEVICE);
486     			mp->rx_skbs[index] = new_skb;
487     			new_skb->dev = dev;
488     			skb_put(new_skb, RX_ALLOC_SIZE);
489     			dma_addr = sbus_map_single(mp->myri_sdev,
490     						   new_skb->data,
491     						   RX_ALLOC_SIZE,
492     						   SBUS_DMA_FROMDEVICE);
493     			sbus_writel(dma_addr, &rxd->myri_scatters[0].addr);
494     			sbus_writel(RX_ALLOC_SIZE, &rxd->myri_scatters[0].len);
495     			sbus_writel(index, &rxd->ctx);
496     			sbus_writel(1, &rxd->num_sg);
497     			sbus_writel(NEXT_RX(sbus_readl(&rq->tail)), &rq->tail);
498     
499     			/* Trim the original skb for the netif. */
500     			DRX(("trim(%d) ", len));
501     			skb_trim(skb, len);
502     		} else {
503     			struct sk_buff *copy_skb = dev_alloc_skb(len);
504     
505     			DRX(("SMALLBUFF "));
506     			if (copy_skb == NULL) {
507     				DRX(("dev_alloc_skb(FAILED) "));
508     				goto drop_it;
509     			}
510     			/* DMA sync already done above. */
511     			copy_skb->dev = dev;
512     			DRX(("resv_and_put "));
513     			skb_put(copy_skb, len);
514     			memcpy(copy_skb->data, skb->data, len);
515     
516     			/* Reuse original ring buffer. */
517     			DRX(("reuse "));
518     			sbus_writel(RX_ALLOC_SIZE, &rxd->myri_scatters[0].len);
519     			sbus_writel(index, &rxd->ctx);
520     			sbus_writel(1, &rxd->num_sg);
521     			sbus_writel(NEXT_RX(sbus_readl(&rq->tail)), &rq->tail);
522     
523     			skb = copy_skb;
524     		}
525     
526     		/* Just like the happy meal we get checksums from this card. */
527     		skb->csum = csum;
528     		skb->ip_summed = CHECKSUM_UNNECESSARY; /* XXX */
529     
530     		skb->protocol = myri_type_trans(skb, dev);
531     		DRX(("prot[%04x] netif_rx ", skb->protocol));
532     		netif_rx(skb);
533     
534     		dev->last_rx = jiffies;
535     		mp->enet_stats.rx_packets++;
536     		mp->enet_stats.rx_bytes += len;
537     	next:
538     		DRX(("NEXT\n"));
539     		entry = NEXT_RX(entry);
540     	}
541     }
542     
543     static void myri_interrupt(int irq, void *dev_id, struct pt_regs *regs)
544     {
545     	struct net_device *dev		= (struct net_device *) dev_id;
546     	struct myri_eth *mp		= (struct myri_eth *) dev->priv;
547     	unsigned long lregs		= mp->lregs;
548     	struct myri_channel *chan	= &mp->shmem->channel;
549     	u32 status;
550     
551     	status = sbus_readl(lregs + LANAI_ISTAT);
552     	DIRQ(("myri_interrupt: status[%08x] ", status));
553     	if (status & ISTAT_HOST) {
554     		u32 softstate;
555     
556     		DIRQ(("IRQ_DISAB "));
557     		myri_disable_irq(lregs, mp->cregs);
558     		softstate = sbus_readl(&chan->state);
559     		DIRQ(("state[%08x] ", softstate));
560     		if (softstate != STATE_READY) {
561     			DIRQ(("myri_not_so_happy "));
562     			myri_is_not_so_happy(mp);
563     		}
564     		DIRQ(("\nmyri_rx: "));
565     		myri_rx(mp, dev);
566     		DIRQ(("\nistat=ISTAT_HOST "));
567     		sbus_writel(ISTAT_HOST, lregs + LANAI_ISTAT);
568     		DIRQ(("IRQ_ENAB "));
569     		myri_enable_irq(lregs, mp->cregs);
570     	}
571     	DIRQ(("\n"));
572     }
573     
574     static int myri_open(struct net_device *dev)
575     {
576     	struct myri_eth *mp = (struct myri_eth *) dev->priv;
577     
578     	return myri_init(mp, in_interrupt());
579     }
580     
581     static int myri_close(struct net_device *dev)
582     {
583     	struct myri_eth *mp = (struct myri_eth *) dev->priv;
584     
585     	myri_clean_rings(mp);
586     	return 0;
587     }
588     
589     static void myri_tx_timeout(struct net_device *dev)
590     {
591     	struct myri_eth *mp = (struct myri_eth *) dev->priv;
592     
593     	printk(KERN_ERR "%s: transmit timed out, resetting\n", dev->name);
594     
595     	mp->enet_stats.tx_errors++;
596     	myri_init(mp, 0);
597     	netif_wake_queue(dev);
598     }
599     
600     static int myri_start_xmit(struct sk_buff *skb, struct net_device *dev)
601     {
602     	struct myri_eth *mp = (struct myri_eth *) dev->priv;
603     	struct sendq *sq = mp->sq;
604     	struct myri_txd *txd;
605     	unsigned long flags;
606     	unsigned int head, tail;
607     	int len, entry;
608     	u32 dma_addr;
609     
610     	DTX(("myri_start_xmit: "));
611     
612     	myri_tx(mp, dev);
613     
614     	netif_stop_queue(dev);
615     
616     	/* This is just to prevent multiple PIO reads for TX_BUFFS_AVAIL. */
617     	head = sbus_readl(&sq->head);
618     	tail = sbus_readl(&sq->tail);
619     
620     	if (!TX_BUFFS_AVAIL(head, tail)) {
621     		DTX(("no buffs available, returning 1\n"));
622     		return 1;
623     	}
624     
625     	save_and_cli(flags);
626     
627     	DHDR(("xmit[skbdata(%p)]\n", skb->data));
628     #ifdef DEBUG_HEADER
629     	dump_ehdr_and_myripad(((unsigned char *) skb->data));
630     #endif
631     
632     	/* XXX Maybe this can go as well. */
633     	len = skb->len;
634     	if (len & 3) {
635     		DTX(("len&3 "));
636     		len = (len + 4) & (~3);
637     	}
638     
639     	entry = sbus_readl(&sq->tail);
640     
641     	txd = &sq->myri_txd[entry];
642     	mp->tx_skbs[entry] = skb;
643     
644     	/* Must do this before we sbus map it. */
645     	if (skb->data[MYRI_PAD_LEN] & 0x1) {
646     		sbus_writew(0xffff, &txd->addr[0]);
647     		sbus_writew(0xffff, &txd->addr[1]);
648     		sbus_writew(0xffff, &txd->addr[2]);
649     		sbus_writew(0xffff, &txd->addr[3]);
650     	} else {
651     		sbus_writew(0xffff, &txd->addr[0]);
652     		sbus_writew((skb->data[0] << 8) | skb->data[1], &txd->addr[1]);
653     		sbus_writew((skb->data[2] << 8) | skb->data[3], &txd->addr[2]);
654     		sbus_writew((skb->data[4] << 8) | skb->data[5], &txd->addr[3]);
655     	}
656     
657     	dma_addr = sbus_map_single(mp->myri_sdev, skb->data, len, SBUS_DMA_TODEVICE);
658     	sbus_writel(dma_addr, &txd->myri_gathers[0].addr);
659     	sbus_writel(len, &txd->myri_gathers[0].len);
660     	sbus_writel(1, &txd->num_sg);
661     	sbus_writel(KERNEL_CHANNEL, &txd->chan);
662     	sbus_writel(len, &txd->len);
663     	sbus_writel((u32)-1, &txd->csum_off);
664     	sbus_writel(0, &txd->csum_field);
665     
666     	sbus_writel(NEXT_TX(entry), &sq->tail);
667     	DTX(("BangTheChip "));
668     	bang_the_chip(mp);
669     
670     	DTX(("tbusy=0, returning 0\n"));
671     	netif_start_queue(dev);
672     	restore_flags(flags);
673     	return 0;
674     }
675     
676     /* Create the MyriNet MAC header for an arbitrary protocol layer 
677      *
678      * saddr=NULL	means use device source address
679      * daddr=NULL	means leave destination address (eg unresolved arp)
680      */
681     static int myri_header(struct sk_buff *skb, struct net_device *dev, unsigned short type,
682     		       void *daddr, void *saddr, unsigned len)
683     {
684     	struct ethhdr *eth = (struct ethhdr *) skb_push(skb, ETH_HLEN);
685     	unsigned char *pad = (unsigned char *) skb_push(skb, MYRI_PAD_LEN);
686     
687     #ifdef DEBUG_HEADER
688     	DHDR(("myri_header: pad[%02x,%02x] ", pad[0], pad[1]));
689     	dump_ehdr(eth);
690     #endif
691     
692     	/* Set the MyriNET padding identifier. */
693     	pad[0] = MYRI_PAD_LEN;
694     	pad[1] = 0xab;
695     
696     	/* Set the protocol type. For a packet of type ETH_P_802_3 we put the length
697     	 * in here instead. It is up to the 802.2 layer to carry protocol information.
698     	 */
699     	if (type != ETH_P_802_3) 
700     		eth->h_proto = htons(type);
701     	else
702     		eth->h_proto = htons(len);
703     
704     	/* Set the source hardware address. */
705     	if (saddr)
706     		memcpy(eth->h_source, saddr, dev->addr_len);
707     	else
708     		memcpy(eth->h_source, dev->dev_addr, dev->addr_len);
709     
710     	/* Anyway, the loopback-device should never use this function... */
711     	if (dev->flags & IFF_LOOPBACK) {
712     		int i;
713     		for (i = 0; i < dev->addr_len; i++)
714     			eth->h_dest[i] = 0;
715     		return(dev->hard_header_len);
716     	}
717     	
718     	if (daddr) {
719     		memcpy(eth->h_dest, daddr, dev->addr_len);
720     		return dev->hard_header_len;
721     	}
722     	return -dev->hard_header_len;
723     }
724     
725     /* Rebuild the MyriNet MAC header. This is called after an ARP
726      * (or in future other address resolution) has completed on this
727      * sk_buff. We now let ARP fill in the other fields.
728      */
729     static int myri_rebuild_header(struct sk_buff *skb)
730     {
731     	unsigned char *pad = (unsigned char *) skb->data;
732     	struct ethhdr *eth = (struct ethhdr *) (pad + MYRI_PAD_LEN);
733     	struct net_device *dev = skb->dev;
734     
735     #ifdef DEBUG_HEADER
736     	DHDR(("myri_rebuild_header: pad[%02x,%02x] ", pad[0], pad[1]));
737     	dump_ehdr(eth);
738     #endif
739     
740     	/* Refill MyriNet padding identifiers, this is just being anal. */
741     	pad[0] = MYRI_PAD_LEN;
742     	pad[1] = 0xab;
743     
744     	switch (eth->h_proto)
745     	{
746     #ifdef CONFIG_INET
747     	case __constant_htons(ETH_P_IP):
748      		return arp_find(eth->h_dest, skb);
749     #endif
750     
751     	default:
752     		printk(KERN_DEBUG 
753     		       "%s: unable to resolve type %X addresses.\n", 
754     		       dev->name, (int)eth->h_proto);
755     		
756     		memcpy(eth->h_source, dev->dev_addr, dev->addr_len);
757     		return 0;
758     		break;
759     	}
760     
761     	return 0;	
762     }
763     
764     int myri_header_cache(struct neighbour *neigh, struct hh_cache *hh)
765     {
766     	unsigned short type = hh->hh_type;
767     	unsigned char *pad = (unsigned char *) hh->hh_data;
768     	struct ethhdr *eth = (struct ethhdr *) (pad + MYRI_PAD_LEN);
769     	struct net_device *dev = neigh->dev;
770     
771     	if (type == __constant_htons(ETH_P_802_3))
772     		return -1;
773     
774     	/* Refill MyriNet padding identifiers, this is just being anal. */
775     	pad[0] = MYRI_PAD_LEN;
776     	pad[1] = 0xab;
777     
778     	eth->h_proto = type;
779     	memcpy(eth->h_source, dev->dev_addr, dev->addr_len);
780     	memcpy(eth->h_dest, neigh->ha, dev->addr_len);
781     	hh->hh_len = 16;
782     	return 0;
783     }
784     
785     
786     /* Called by Address Resolution module to notify changes in address. */
787     void myri_header_cache_update(struct hh_cache *hh, struct net_device *dev, unsigned char * haddr)
788     {
789     	memcpy(((u8*)hh->hh_data) + 2, haddr, dev->addr_len);
790     }
791     
792     static int myri_change_mtu(struct net_device *dev, int new_mtu)
793     {
794     	if ((new_mtu < (ETH_HLEN + MYRI_PAD_LEN)) || (new_mtu > MYRINET_MTU))
795     		return -EINVAL;
796     	dev->mtu = new_mtu;
797     	return 0;
798     }
799     
800     static struct net_device_stats *myri_get_stats(struct net_device *dev)
801     { return &(((struct myri_eth *)dev->priv)->enet_stats); }
802     
803     #define CRC_POLYNOMIAL_BE 0x04c11db7UL  /* Ethernet CRC, big endian */
804     #define CRC_POLYNOMIAL_LE 0xedb88320UL  /* Ethernet CRC, little endian */
805     
806     static void myri_set_multicast(struct net_device *dev)
807     {
808     	/* Do nothing, all MyriCOM nodes transmit multicast frames
809     	 * as broadcast packets...
810     	 */
811     }
812     
813     static inline void set_boardid_from_idprom(struct myri_eth *mp, int num)
814     {
815     	mp->eeprom.id[0] = 0;
816     	mp->eeprom.id[1] = idprom->id_machtype;
817     	mp->eeprom.id[2] = (idprom->id_sernum >> 16) & 0xff;
818     	mp->eeprom.id[3] = (idprom->id_sernum >> 8) & 0xff;
819     	mp->eeprom.id[4] = (idprom->id_sernum >> 0) & 0xff;
820     	mp->eeprom.id[5] = num;
821     }
822     
823     static inline void determine_reg_space_size(struct myri_eth *mp)
824     {
825     	switch(mp->eeprom.cpuvers) {
826     	case CPUVERS_2_3:
827     	case CPUVERS_3_0:
828     	case CPUVERS_3_1:
829     	case CPUVERS_3_2:
830     		mp->reg_size = (3 * 128 * 1024) + 4096;
831     		break;
832     
833     	case CPUVERS_4_0:
834     	case CPUVERS_4_1:
835     		mp->reg_size = ((4096<<1) + mp->eeprom.ramsz);
836     		break;
837     
838     	case CPUVERS_4_2:
839     	case CPUVERS_5_0:
840     	default:
841     		printk("myricom: AIEEE weird cpu version %04x assuming pre4.0\n",
842     		       mp->eeprom.cpuvers);
843     		mp->reg_size = (3 * 128 * 1024) + 4096;
844     	};
845     }
846     
847     #ifdef DEBUG_DETECT
848     static void dump_eeprom(struct myri_eth *mp)
849     {
850     	printk("EEPROM: clockval[%08x] cpuvers[%04x] "
851     	       "id[%02x,%02x,%02x,%02x,%02x,%02x]\n",
852     	       mp->eeprom.cval, mp->eeprom.cpuvers,
853     	       mp->eeprom.id[0], mp->eeprom.id[1], mp->eeprom.id[2],
854     	       mp->eeprom.id[3], mp->eeprom.id[4], mp->eeprom.id[5]);
855     	printk("EEPROM: ramsz[%08x]\n", mp->eeprom.ramsz);
856     	printk("EEPROM: fvers[%02x,%02x,%02x,%02x,%02x,%02x,%02x,%02x\n",
857     	       mp->eeprom.fvers[0], mp->eeprom.fvers[1], mp->eeprom.fvers[2],
858     	       mp->eeprom.fvers[3], mp->eeprom.fvers[4], mp->eeprom.fvers[5],
859     	       mp->eeprom.fvers[6], mp->eeprom.fvers[7]);
860     	printk("EEPROM:       %02x,%02x,%02x,%02x,%02x,%02x,%02x,%02x\n",
861     	       mp->eeprom.fvers[8], mp->eeprom.fvers[9], mp->eeprom.fvers[10],
862     	       mp->eeprom.fvers[11], mp->eeprom.fvers[12], mp->eeprom.fvers[13],
863     	       mp->eeprom.fvers[14], mp->eeprom.fvers[15]);
864     	printk("EEPROM:       %02x,%02x,%02x,%02x,%02x,%02x,%02x,%02x\n",
865     	       mp->eeprom.fvers[16], mp->eeprom.fvers[17], mp->eeprom.fvers[18],
866     	       mp->eeprom.fvers[19], mp->eeprom.fvers[20], mp->eeprom.fvers[21],
867     	       mp->eeprom.fvers[22], mp->eeprom.fvers[23]);
868     	printk("EEPROM:       %02x,%02x,%02x,%02x,%02x,%02x,%02x,%02x]\n",
869     	       mp->eeprom.fvers[24], mp->eeprom.fvers[25], mp->eeprom.fvers[26],
870     	       mp->eeprom.fvers[27], mp->eeprom.fvers[28], mp->eeprom.fvers[29],
871     	       mp->eeprom.fvers[30], mp->eeprom.fvers[31]);
872     	printk("EEPROM: mvers[%02x,%02x,%02x,%02x,%02x,%02x,%02x,%02x\n",
873     	       mp->eeprom.mvers[0], mp->eeprom.mvers[1], mp->eeprom.mvers[2],
874     	       mp->eeprom.mvers[3], mp->eeprom.mvers[4], mp->eeprom.mvers[5],
875     	       mp->eeprom.mvers[6], mp->eeprom.mvers[7]);
876     	printk("EEPROM:       %02x,%02x,%02x,%02x,%02x,%02x,%02x,%02x]\n",
877     	       mp->eeprom.mvers[8], mp->eeprom.mvers[9], mp->eeprom.mvers[10],
878     	       mp->eeprom.mvers[11], mp->eeprom.mvers[12], mp->eeprom.mvers[13],
879     	       mp->eeprom.mvers[14], mp->eeprom.mvers[15]);
880     	printk("EEPROM: dlval[%04x] brd_type[%04x] bus_type[%04x] prod_code[%04x]\n",
881     	       mp->eeprom.dlval, mp->eeprom.brd_type, mp->eeprom.bus_type,
882     	       mp->eeprom.prod_code);
883     	printk("EEPROM: serial_num[%08x]\n", mp->eeprom.serial_num);
884     }
885     #endif
886     
887     static int __init myri_ether_init(struct net_device *dev, struct sbus_dev *sdev, int num)
888     {
889     	static unsigned version_printed;
890     	struct myri_eth *mp;
891     	unsigned char prop_buf[32];
892     	int i;
893     
894     	DET(("myri_ether_init(%p,%p,%d):\n", dev, sdev, num));
895     	dev = init_etherdev(0, sizeof(struct myri_eth));
896     
897     	if (!dev)
898     		return -ENOMEM;
899     
900     	if (version_printed++ == 0)
901     		printk(version);
902     
903     	printk("%s: MyriCOM MyriNET Ethernet ", dev->name);
904     
905     	mp = (struct myri_eth *) dev->priv;
906     	mp->myri_sdev = sdev;
907     
908     	/* Clean out skb arrays. */
909     	for (i = 0; i < (RX_RING_SIZE + 1); i++)
910     		mp->rx_skbs[i] = NULL;
911     
912     	for (i = 0; i < TX_RING_SIZE; i++)
913     		mp->tx_skbs[i] = NULL;
914     
915     	/* First check for EEPROM information. */
916     	i = prom_getproperty(sdev->prom_node, "myrinet-eeprom-info",
917     			     (char *)&mp->eeprom, sizeof(struct myri_eeprom));
918     	DET(("prom_getprop(myrinet-eeprom-info) returns %d\n", i));
919     	if (i == 0 || i == -1) {
920     		/* No eeprom property, must cook up the values ourselves. */
921     		DET(("No EEPROM: "));
922     		mp->eeprom.bus_type = BUS_TYPE_SBUS;
923     		mp->eeprom.cpuvers = prom_getintdefault(sdev->prom_node,"cpu_version",0);
924     		mp->eeprom.cval = prom_getintdefault(sdev->prom_node,"clock_value",0);
925     		mp->eeprom.ramsz = prom_getintdefault(sdev->prom_node,"sram_size",0);
926     		DET(("cpuvers[%d] cval[%d] ramsz[%d]\n", mp->eeprom.cpuvers,
927     		     mp->eeprom.cval, mp->eeprom.ramsz));
928     		if (mp->eeprom.cpuvers == 0) {
929     			DET(("EEPROM: cpuvers was zero, setting to %04x\n",CPUVERS_2_3));
930     			mp->eeprom.cpuvers = CPUVERS_2_3;
931     		}
932     		if (mp->eeprom.cpuvers < CPUVERS_3_0) {
933     			DET(("EEPROM: cpuvers < CPUVERS_3_0, clockval set to zero.\n"));
934     			mp->eeprom.cval = 0;
935     		}
936     		if (mp->eeprom.ramsz == 0) {
937     			DET(("EEPROM: ramsz == 0, setting to 128k\n"));
938     			mp->eeprom.ramsz = (128 * 1024);
939     		}
940     		i = prom_getproperty(sdev->prom_node, "myrinet-board-id",
941     				     &prop_buf[0], 10);
942     		DET(("EEPROM: prom_getprop(myrinet-board-id) returns %d\n", i));
943     		if ((i != 0) && (i != -1))
944     			memcpy(&mp->eeprom.id[0], &prop_buf[0], 6);
945     		else
946     			set_boardid_from_idprom(mp, num);
947     		i = prom_getproperty(sdev->prom_node, "fpga_version",
948     				     &mp->eeprom.fvers[0], 32);
949     		DET(("EEPROM: prom_getprop(fpga_version) returns %d\n", i));
950     		if (i == 0 || i == -1)
951     			memset(&mp->eeprom.fvers[0], 0, 32);
952     
953     		if (mp->eeprom.cpuvers == CPUVERS_4_1) {
954     			DET(("EEPROM: cpuvers CPUVERS_4_1, "));
955     			if (mp->eeprom.ramsz == (128 * 1024)) {
956     				DET(("ramsize 128k, setting to 256k, "));
957     				mp->eeprom.ramsz = (256 * 1024);
958     			}
959     			if ((mp->eeprom.cval==0x40414041)||(mp->eeprom.cval==0x90449044)){
960     				DET(("changing cval from %08x to %08x ",
961     				     mp->eeprom.cval, 0x50e450e4));
962     				mp->eeprom.cval = 0x50e450e4;
963     			}
964     			DET(("\n"));
965     		}
966     	}
967     #ifdef DEBUG_DETECT
968     	dump_eeprom(mp);
969     #endif
970     
971     	for (i = 0; i < 6; i++)
972     		printk("%2.2x%c",
973     		       dev->dev_addr[i] = mp->eeprom.id[i],
974     		       i == 5 ? ' ' : ':');
975     	printk("\n");
976     
977     	determine_reg_space_size(mp);
978     
979     	/* Map in the MyriCOM register/localram set. */
980     	if (mp->eeprom.cpuvers < CPUVERS_4_0) {
981     		/* XXX Makes no sense, if control reg is non-existant this
982     		 * XXX driver cannot function at all... maybe pre-4.0 is
983     		 * XXX only a valid version for PCI cards?  Ask feldy...
984     		 */
985     		DET(("Mapping regs for cpuvers < CPUVERS_4_0\n"));
986     		mp->regs = sbus_ioremap(&sdev->resource[0], 0,
987     					mp->reg_size, "MyriCOM Regs");
988     		if (!mp->regs) {
989     			printk("MyriCOM: Cannot map MyriCOM registers.\n");
990     			goto err;
991     		}
992     		mp->lanai = (unsigned short *) (mp->regs + (256 * 1024));
993     		mp->lanai3 = (unsigned int *) mp->lanai;
994     		mp->lregs = (unsigned long) &mp->lanai[0x10000];
995     	} else {
996     		DET(("Mapping regs for cpuvers >= CPUVERS_4_0\n"));
997     		mp->cregs = sbus_ioremap(&sdev->resource[0], 0,
998     					 PAGE_SIZE, "MyriCOM Control Regs");
999     		mp->lregs = sbus_ioremap(&sdev->resource[0], (256 * 1024),
1000     					 PAGE_SIZE, "MyriCOM LANAI Regs");
1001     		mp->lanai = (unsigned short *)
1002     			sbus_ioremap(&sdev->resource[0], (512 * 1024),
1003     				     mp->eeprom.ramsz, "MyriCOM SRAM");
1004     		mp->lanai3 = (unsigned int *) mp->lanai;
1005     	}
1006     	DET(("Registers mapped: cregs[%lx] lregs[%lx] lanai[%p] lanai3[%p]\n",
1007     	     mp->cregs, mp->lregs, mp->lanai, mp->lanai3));
1008     
1009     	if (mp->eeprom.cpuvers >= CPUVERS_4_0)
1010     		mp->shmem_base = 0xf000;
1011     	else
1012     		mp->shmem_base = 0x8000;
1013     
1014     	DET(("Shared memory base is %04x, ", mp->shmem_base));
1015     
1016     	mp->shmem = (struct myri_shmem *) &mp->lanai[mp->shmem_base];
1017     	DET(("shmem mapped at %p\n", mp->shmem));
1018     
1019     	mp->rqack	= &mp->shmem->channel.recvqa;
1020     	mp->rq		= &mp->shmem->channel.recvq;
1021     	mp->sq		= &mp->shmem->channel.sendq;
1022     
1023     	/* Reset the board. */
1024     	DET(("Resetting LANAI\n"));
1025     	myri_reset_off(mp->lregs, mp->cregs);
1026     	myri_reset_on(mp->cregs);
1027     
1028     	/* Turn IRQ's off. */
1029     	myri_disable_irq(mp->lregs, mp->cregs);
1030     
1031     	/* Reset once more. */
1032     	myri_reset_on(mp->cregs);
1033     
1034     	/* Get the supported DVMA burst sizes from our SBUS. */
1035     	mp->myri_bursts = prom_getintdefault(mp->myri_sdev->bus->prom_node,
1036     					     "burst-sizes", 0x00);
1037     
1038     	if (!sbus_can_burst64(sdev))
1039     		mp->myri_bursts &= ~(DMA_BURST64);
1040     
1041     	DET(("MYRI bursts %02x\n", mp->myri_bursts));
1042     
1043     	/* Encode SBUS interrupt level in second control register. */
1044     	i = prom_getint(sdev->prom_node, "interrupts");
1045     	if (i == 0)
1046     		i = 4;
1047     	DET(("prom_getint(interrupts)==%d, irqlvl set to %04x\n",
1048     	     i, (1 << i)));
1049     
1050     	sbus_writel((1 << i), mp->cregs + MYRICTRL_IRQLVL);
1051     
1052     	mp->dev = dev;
1053     	dev->open = &myri_open;
1054     	dev->stop = &myri_close;
1055     	dev->hard_start_xmit = &myri_start_xmit;
1056     	dev->tx_timeout = &myri_tx_timeout;
1057     	dev->watchdog_timeo = 5*HZ;
1058     	dev->get_stats = &myri_get_stats;
1059     	dev->set_multicast_list = &myri_set_multicast;
1060     	dev->irq = sdev->irqs[0];
1061     
1062     	/* Register interrupt handler now. */
1063     	DET(("Requesting MYRIcom IRQ line.\n"));
1064     	if (request_irq(dev->irq, &myri_interrupt,
1065     			SA_SHIRQ, "MyriCOM Ethernet", (void *) dev)) {
1066     		printk("MyriCOM: Cannot register interrupt handler.\n");
1067     		goto err;
1068     	}
1069     
1070     	DET(("ether_setup()\n"));
1071     	ether_setup(dev);
1072     
1073     	dev->mtu		= MYRINET_MTU;
1074     	dev->change_mtu		= myri_change_mtu;
1075     	dev->hard_header	= myri_header;
1076     	dev->rebuild_header	= myri_rebuild_header;
1077     	dev->hard_header_len	= (ETH_HLEN + MYRI_PAD_LEN);
1078     	dev->hard_header_cache 	= myri_header_cache;
1079     	dev->header_cache_update= myri_header_cache_update;
1080     
1081     	/* Load code onto the LANai. */
1082     	DET(("Loading LANAI firmware\n"));
1083     	myri_load_lanai(mp);
1084     
1085     #ifdef MODULE
1086     	dev->ifindex = dev_new_index();
1087     	mp->next_module = root_myri_dev;
1088     	root_myri_dev = mp;
1089     #endif
1090     	return 0;
1091     err:	unregister_netdev(dev);
1092     	kfree(dev);
1093     	return -ENODEV;
1094     }
1095     
1096     static int __init myri_sbus_match(struct sbus_dev *sdev)
1097     {
1098     	char *name = sdev->prom_name;
1099     
1100     	if (!strcmp(name, "MYRICOM,mlanai") ||
1101     	    !strcmp(name, "myri"))
1102     		return 1;
1103     
1104     	return 0;
1105     }
1106     
1107     static int __init myri_sbus_probe(void)
1108     {
1109     	struct net_device *dev = NULL;
1110     	struct sbus_bus *bus;
1111     	struct sbus_dev *sdev = 0;
1112     	static int called;
1113     	int cards = 0, v;
1114     
1115     #ifdef MODULE
1116     	root_myri_dev = NULL;
1117     #endif
1118     
1119     	if (called)
1120     		return -ENODEV;
1121     	called++;
1122     
1123     	for_each_sbus(bus) {
1124     		for_each_sbusdev(sdev, bus) {
1125     			if (cards)
1126     				dev = NULL;
1127     			if (myri_sbus_match(sdev)) {
1128     				cards++;
1129     				DET(("Found myricom myrinet as %s\n", sdev->prom_name));
1130     				if ((v = myri_ether_init(dev, sdev, (cards - 1))))
1131     					return v;
1132     			}
1133     		}
1134     	}
1135     	if (!cards)
1136     		return -ENODEV;
1137     	return 0;
1138     }
1139     
1140     static void __exit myri_sbus_cleanup(void)
1141     {
1142     #ifdef MODULE
1143     	/* No need to check MOD_IN_USE, as sys_delete_module() checks. */
1144     	while (root_myri_dev) {
1145     		struct myri_eth *next = root_myri_dev->next_module;
1146     
1147     		unregister_netdev(root_myri_dev->dev);
1148     		kfree(root_myri_dev->dev);
1149     		root_myri_dev = next;
1150     	}
1151     #endif /* MODULE */
1152     }
1153     
1154     module_init(myri_sbus_probe);
1155     module_exit(myri_sbus_cleanup);
1156