1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23#include <linux/module.h>
24#include <linux/netdevice.h>
25#include <linux/etherdevice.h>
26#include "xp.h"
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43struct xpnet_message {
44 u16 version;
45 u16 embedded_bytes;
46 u32 magic;
47 unsigned long buf_pa;
48 u32 size;
49 u8 leadin_ignore;
50 u8 tailout_ignore;
51 unsigned char data;
52};
53
54
55
56
57
58
59
60#define XPNET_MSG_SIZE XPC_MSG_PAYLOAD_MAX_SIZE
61#define XPNET_MSG_DATA_MAX \
62 (XPNET_MSG_SIZE - offsetof(struct xpnet_message, data))
63#define XPNET_MSG_NENTRIES (PAGE_SIZE / XPC_MSG_MAX_SIZE)
64
65#define XPNET_MAX_KTHREADS (XPNET_MSG_NENTRIES + 1)
66#define XPNET_MAX_IDLE_KTHREADS (XPNET_MSG_NENTRIES + 1)
67
68
69
70
71
72#define _XPNET_VERSION(_major, _minor) (((_major) << 4) | (_minor))
73#define XPNET_VERSION_MAJOR(_v) ((_v) >> 4)
74#define XPNET_VERSION_MINOR(_v) ((_v) & 0xf)
75
76#define XPNET_VERSION _XPNET_VERSION(1, 0)
77#define XPNET_VERSION_EMBED _XPNET_VERSION(1, 1)
78#define XPNET_MAGIC 0x88786984
79
80#define XPNET_VALID_MSG(_m) \
81 ((XPNET_VERSION_MAJOR(_m->version) == XPNET_VERSION_MAJOR(XPNET_VERSION)) \
82 && (msg->magic == XPNET_MAGIC))
83
84#define XPNET_DEVICE_NAME "xp0"
85
86
87
88
89
90
91
92
93struct xpnet_pending_msg {
94 struct sk_buff *skb;
95 atomic_t use_count;
96};
97
98struct net_device *xpnet_device;
99
100
101
102
103
104static unsigned long *xpnet_broadcast_partitions;
105
106static DEFINE_SPINLOCK(xpnet_broadcast_lock);
107
108
109
110
111
112
113
114
115
116
117
118
119#define XPNET_MAX_MTU (0x800000UL - L1_CACHE_BYTES)
120
121#define XPNET_DEF_MTU (0x8000UL)
122
123
124
125
126
127#define XPNET_PARTID_OCTET 2
128
129
130
131struct device_driver xpnet_dbg_name = {
132 .name = "xpnet"
133};
134
135struct device xpnet_dbg_subname = {
136 .init_name = "",
137 .driver = &xpnet_dbg_name
138};
139
140struct device *xpnet = &xpnet_dbg_subname;
141
142
143
144
145static void
146xpnet_receive(short partid, int channel, struct xpnet_message *msg)
147{
148 struct sk_buff *skb;
149 void *dst;
150 enum xp_retval ret;
151
152 if (!XPNET_VALID_MSG(msg)) {
153
154
155
156 xpc_received(partid, channel, (void *)msg);
157
158 xpnet_device->stats.rx_errors++;
159
160 return;
161 }
162 dev_dbg(xpnet, "received 0x%lx, %d, %d, %d\n", msg->buf_pa, msg->size,
163 msg->leadin_ignore, msg->tailout_ignore);
164
165
166 skb = dev_alloc_skb(msg->size + L1_CACHE_BYTES);
167 if (!skb) {
168 dev_err(xpnet, "failed on dev_alloc_skb(%d)\n",
169 msg->size + L1_CACHE_BYTES);
170
171 xpc_received(partid, channel, (void *)msg);
172
173 xpnet_device->stats.rx_errors++;
174
175 return;
176 }
177
178
179
180
181
182
183 skb_reserve(skb, (L1_CACHE_BYTES - ((u64)skb->data &
184 (L1_CACHE_BYTES - 1)) +
185 msg->leadin_ignore));
186
187
188
189
190
191 skb_put(skb, (msg->size - msg->leadin_ignore - msg->tailout_ignore));
192
193
194
195
196 if ((XPNET_VERSION_MINOR(msg->version) == 1) &&
197 (msg->embedded_bytes != 0)) {
198 dev_dbg(xpnet, "copying embedded message. memcpy(0x%p, 0x%p, "
199 "%lu)\n", skb->data, &msg->data,
200 (size_t)msg->embedded_bytes);
201
202 skb_copy_to_linear_data(skb, &msg->data,
203 (size_t)msg->embedded_bytes);
204 } else {
205 dst = (void *)((u64)skb->data & ~(L1_CACHE_BYTES - 1));
206 dev_dbg(xpnet, "transferring buffer to the skb->data area;\n\t"
207 "xp_remote_memcpy(0x%p, 0x%p, %hu)\n", dst,
208 (void *)msg->buf_pa, msg->size);
209
210 ret = xp_remote_memcpy(xp_pa(dst), msg->buf_pa, msg->size);
211 if (ret != xpSuccess) {
212
213
214
215
216
217 dev_err(xpnet, "xp_remote_memcpy(0x%p, 0x%p, 0x%hx) "
218 "returned error=0x%x\n", dst,
219 (void *)msg->buf_pa, msg->size, ret);
220
221 xpc_received(partid, channel, (void *)msg);
222
223 xpnet_device->stats.rx_errors++;
224
225 return;
226 }
227 }
228
229 dev_dbg(xpnet, "<skb->head=0x%p skb->data=0x%p skb->tail=0x%p "
230 "skb->end=0x%p skb->len=%d\n", (void *)skb->head,
231 (void *)skb->data, skb_tail_pointer(skb), skb_end_pointer(skb),
232 skb->len);
233
234 skb->protocol = eth_type_trans(skb, xpnet_device);
235 skb->ip_summed = CHECKSUM_UNNECESSARY;
236
237 dev_dbg(xpnet, "passing skb to network layer\n"
238 "\tskb->head=0x%p skb->data=0x%p skb->tail=0x%p "
239 "skb->end=0x%p skb->len=%d\n",
240 (void *)skb->head, (void *)skb->data, skb_tail_pointer(skb),
241 skb_end_pointer(skb), skb->len);
242
243 xpnet_device->stats.rx_packets++;
244 xpnet_device->stats.rx_bytes += skb->len + ETH_HLEN;
245
246 netif_rx_ni(skb);
247 xpc_received(partid, channel, (void *)msg);
248}
249
250
251
252
253
254static void
255xpnet_connection_activity(enum xp_retval reason, short partid, int channel,
256 void *data, void *key)
257{
258 DBUG_ON(partid < 0 || partid >= xp_max_npartitions);
259 DBUG_ON(channel != XPC_NET_CHANNEL);
260
261 switch (reason) {
262 case xpMsgReceived:
263 DBUG_ON(data == NULL);
264
265 xpnet_receive(partid, channel, (struct xpnet_message *)data);
266 break;
267
268 case xpConnected:
269 spin_lock_bh(&xpnet_broadcast_lock);
270 __set_bit(partid, xpnet_broadcast_partitions);
271 spin_unlock_bh(&xpnet_broadcast_lock);
272
273 netif_carrier_on(xpnet_device);
274
275 dev_dbg(xpnet, "%s connected to partition %d\n",
276 xpnet_device->name, partid);
277 break;
278
279 default:
280 spin_lock_bh(&xpnet_broadcast_lock);
281 __clear_bit(partid, xpnet_broadcast_partitions);
282 spin_unlock_bh(&xpnet_broadcast_lock);
283
284 if (bitmap_empty((unsigned long *)xpnet_broadcast_partitions,
285 xp_max_npartitions)) {
286 netif_carrier_off(xpnet_device);
287 }
288
289 dev_dbg(xpnet, "%s disconnected from partition %d\n",
290 xpnet_device->name, partid);
291 break;
292 }
293}
294
295static int
296xpnet_dev_open(struct net_device *dev)
297{
298 enum xp_retval ret;
299
300 dev_dbg(xpnet, "calling xpc_connect(%d, 0x%p, NULL, %ld, %ld, %ld, "
301 "%ld)\n", XPC_NET_CHANNEL, xpnet_connection_activity,
302 (unsigned long)XPNET_MSG_SIZE,
303 (unsigned long)XPNET_MSG_NENTRIES,
304 (unsigned long)XPNET_MAX_KTHREADS,
305 (unsigned long)XPNET_MAX_IDLE_KTHREADS);
306
307 ret = xpc_connect(XPC_NET_CHANNEL, xpnet_connection_activity, NULL,
308 XPNET_MSG_SIZE, XPNET_MSG_NENTRIES,
309 XPNET_MAX_KTHREADS, XPNET_MAX_IDLE_KTHREADS);
310 if (ret != xpSuccess) {
311 dev_err(xpnet, "ifconfig up of %s failed on XPC connect, "
312 "ret=%d\n", dev->name, ret);
313
314 return -ENOMEM;
315 }
316
317 dev_dbg(xpnet, "ifconfig up of %s; XPC connected\n", dev->name);
318
319 return 0;
320}
321
322static int
323xpnet_dev_stop(struct net_device *dev)
324{
325 xpc_disconnect(XPC_NET_CHANNEL);
326
327 dev_dbg(xpnet, "ifconfig down of %s; XPC disconnected\n", dev->name);
328
329 return 0;
330}
331
332static int
333xpnet_dev_change_mtu(struct net_device *dev, int new_mtu)
334{
335
336 if ((new_mtu < 68) || (new_mtu > XPNET_MAX_MTU)) {
337 dev_err(xpnet, "ifconfig %s mtu %d failed; value must be "
338 "between 68 and %ld\n", dev->name, new_mtu,
339 XPNET_MAX_MTU);
340 return -EINVAL;
341 }
342
343 dev->mtu = new_mtu;
344 dev_dbg(xpnet, "ifconfig %s mtu set to %d\n", dev->name, new_mtu);
345 return 0;
346}
347
348
349
350
351
352
353
354static void
355xpnet_send_completed(enum xp_retval reason, short partid, int channel,
356 void *__qm)
357{
358 struct xpnet_pending_msg *queued_msg = (struct xpnet_pending_msg *)__qm;
359
360 DBUG_ON(queued_msg == NULL);
361
362 dev_dbg(xpnet, "message to %d notified with reason %d\n",
363 partid, reason);
364
365 if (atomic_dec_return(&queued_msg->use_count) == 0) {
366 dev_dbg(xpnet, "all acks for skb->head=-x%p\n",
367 (void *)queued_msg->skb->head);
368
369 dev_kfree_skb_any(queued_msg->skb);
370 kfree(queued_msg);
371 }
372}
373
374static void
375xpnet_send(struct sk_buff *skb, struct xpnet_pending_msg *queued_msg,
376 u64 start_addr, u64 end_addr, u16 embedded_bytes, int dest_partid)
377{
378 u8 msg_buffer[XPNET_MSG_SIZE];
379 struct xpnet_message *msg = (struct xpnet_message *)&msg_buffer;
380 u16 msg_size = sizeof(struct xpnet_message);
381 enum xp_retval ret;
382
383 msg->embedded_bytes = embedded_bytes;
384 if (unlikely(embedded_bytes != 0)) {
385 msg->version = XPNET_VERSION_EMBED;
386 dev_dbg(xpnet, "calling memcpy(0x%p, 0x%p, 0x%lx)\n",
387 &msg->data, skb->data, (size_t)embedded_bytes);
388 skb_copy_from_linear_data(skb, &msg->data,
389 (size_t)embedded_bytes);
390 msg_size += embedded_bytes - 1;
391 } else {
392 msg->version = XPNET_VERSION;
393 }
394 msg->magic = XPNET_MAGIC;
395 msg->size = end_addr - start_addr;
396 msg->leadin_ignore = (u64)skb->data - start_addr;
397 msg->tailout_ignore = end_addr - (u64)skb_tail_pointer(skb);
398 msg->buf_pa = xp_pa((void *)start_addr);
399
400 dev_dbg(xpnet, "sending XPC message to %d:%d\n"
401 "msg->buf_pa=0x%lx, msg->size=%u, "
402 "msg->leadin_ignore=%u, msg->tailout_ignore=%u\n",
403 dest_partid, XPC_NET_CHANNEL, msg->buf_pa, msg->size,
404 msg->leadin_ignore, msg->tailout_ignore);
405
406 atomic_inc(&queued_msg->use_count);
407
408 ret = xpc_send_notify(dest_partid, XPC_NET_CHANNEL, XPC_NOWAIT, msg,
409 msg_size, xpnet_send_completed, queued_msg);
410 if (unlikely(ret != xpSuccess))
411 atomic_dec(&queued_msg->use_count);
412}
413
414
415
416
417
418
419
420
421
422
423static int
424xpnet_dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
425{
426 struct xpnet_pending_msg *queued_msg;
427 u64 start_addr, end_addr;
428 short dest_partid;
429 u16 embedded_bytes = 0;
430
431 dev_dbg(xpnet, ">skb->head=0x%p skb->data=0x%p skb->tail=0x%p "
432 "skb->end=0x%p skb->len=%d\n", (void *)skb->head,
433 (void *)skb->data, skb_tail_pointer(skb), skb_end_pointer(skb),
434 skb->len);
435
436 if (skb->data[0] == 0x33) {
437 dev_kfree_skb(skb);
438 return NETDEV_TX_OK;
439 }
440
441
442
443
444
445
446 queued_msg = kmalloc(sizeof(struct xpnet_pending_msg), GFP_ATOMIC);
447 if (queued_msg == NULL) {
448 dev_warn(xpnet, "failed to kmalloc %ld bytes; dropping "
449 "packet\n", sizeof(struct xpnet_pending_msg));
450
451 dev->stats.tx_errors++;
452 dev_kfree_skb(skb);
453 return NETDEV_TX_OK;
454 }
455
456
457 start_addr = ((u64)skb->data & ~(L1_CACHE_BYTES - 1));
458 end_addr = L1_CACHE_ALIGN((u64)skb_tail_pointer(skb));
459
460
461 if (unlikely(skb->len <= XPNET_MSG_DATA_MAX)) {
462
463 embedded_bytes = skb->len;
464 }
465
466
467
468
469
470
471
472
473 atomic_set(&queued_msg->use_count, 1);
474 queued_msg->skb = skb;
475
476 if (skb->data[0] == 0xff) {
477
478 for_each_bit(dest_partid, xpnet_broadcast_partitions,
479 xp_max_npartitions) {
480
481 xpnet_send(skb, queued_msg, start_addr, end_addr,
482 embedded_bytes, dest_partid);
483 }
484 } else {
485 dest_partid = (short)skb->data[XPNET_PARTID_OCTET + 1];
486 dest_partid |= (short)skb->data[XPNET_PARTID_OCTET + 0] << 8;
487
488 if (dest_partid >= 0 &&
489 dest_partid < xp_max_npartitions &&
490 test_bit(dest_partid, xpnet_broadcast_partitions) != 0) {
491
492 xpnet_send(skb, queued_msg, start_addr, end_addr,
493 embedded_bytes, dest_partid);
494 }
495 }
496
497 if (atomic_dec_return(&queued_msg->use_count) == 0) {
498 dev_kfree_skb(skb);
499 kfree(queued_msg);
500 }
501
502 dev->stats.tx_packets++;
503 dev->stats.tx_bytes += skb->len;
504
505 return NETDEV_TX_OK;
506}
507
508
509
510
511static void
512xpnet_dev_tx_timeout(struct net_device *dev)
513{
514 dev->stats.tx_errors++;
515}
516
517static const struct net_device_ops xpnet_netdev_ops = {
518 .ndo_open = xpnet_dev_open,
519 .ndo_stop = xpnet_dev_stop,
520 .ndo_start_xmit = xpnet_dev_hard_start_xmit,
521 .ndo_change_mtu = xpnet_dev_change_mtu,
522 .ndo_tx_timeout = xpnet_dev_tx_timeout,
523 .ndo_set_mac_address = eth_mac_addr,
524 .ndo_validate_addr = eth_validate_addr,
525};
526
527static int __init
528xpnet_init(void)
529{
530 int result;
531
532 if (!is_shub() && !is_uv())
533 return -ENODEV;
534
535 dev_info(xpnet, "registering network device %s\n", XPNET_DEVICE_NAME);
536
537 xpnet_broadcast_partitions = kzalloc(BITS_TO_LONGS(xp_max_npartitions) *
538 sizeof(long), GFP_KERNEL);
539 if (xpnet_broadcast_partitions == NULL)
540 return -ENOMEM;
541
542
543
544
545
546 xpnet_device = alloc_netdev(0, XPNET_DEVICE_NAME, ether_setup);
547 if (xpnet_device == NULL) {
548 kfree(xpnet_broadcast_partitions);
549 return -ENOMEM;
550 }
551
552 netif_carrier_off(xpnet_device);
553
554 xpnet_device->netdev_ops = &xpnet_netdev_ops;
555 xpnet_device->mtu = XPNET_DEF_MTU;
556
557
558
559
560
561
562 xpnet_device->dev_addr[0] = 0x02;
563
564 xpnet_device->dev_addr[XPNET_PARTID_OCTET + 1] = xp_partition_id;
565 xpnet_device->dev_addr[XPNET_PARTID_OCTET + 0] = (xp_partition_id >> 8);
566
567
568
569
570
571 xpnet_device->flags &= ~IFF_MULTICAST;
572
573
574
575
576
577
578 xpnet_device->features = NETIF_F_NO_CSUM;
579
580 result = register_netdev(xpnet_device);
581 if (result != 0) {
582 free_netdev(xpnet_device);
583 kfree(xpnet_broadcast_partitions);
584 }
585
586 return result;
587}
588
589module_init(xpnet_init);
590
591static void __exit
592xpnet_exit(void)
593{
594 dev_info(xpnet, "unregistering network device %s\n",
595 xpnet_device[0].name);
596
597 unregister_netdev(xpnet_device);
598 free_netdev(xpnet_device);
599 kfree(xpnet_broadcast_partitions);
600}
601
602module_exit(xpnet_exit);
603
604MODULE_AUTHOR("Silicon Graphics, Inc.");
605MODULE_DESCRIPTION("Cross Partition Network adapter (XPNET)");
606MODULE_LICENSE("GPL");
607