- Save statistics
[dragonfly.git] / tools / tools / netrate / pktgen / pktgen.c
CommitLineData
4fa8e46e
SZ
1/*
2 * Copyright (c) 2008 The DragonFly Project. All rights reserved.
3 *
4 * This code is derived from software contributed to The DragonFly Project
5 * by Sepherosa Ziehau <sepherosa@gmail.com>
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 *
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
16 * distribution.
17 * 3. Neither the name of The DragonFly Project nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific, prior written permission.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
24 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
25 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
27 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
28 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
29 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * SUCH DAMAGE.
33 *
db161a19 34 * $DragonFly: src/tools/tools/netrate/pktgen/pktgen.c,v 1.4 2008/04/02 14:18:55 sephe Exp $
4fa8e46e
SZ
35 */
36
37#define _IP_VHL
38
39#include <sys/param.h>
40#include <sys/conf.h>
41#include <sys/device.h>
42#include <sys/ioccom.h>
43#include <sys/in_cksum.h>
44#include <sys/kernel.h>
45#include <sys/malloc.h>
46#include <sys/mbuf.h>
47#include <sys/proc.h>
48#include <sys/socket.h>
49#include <sys/systm.h>
50#include <sys/serialize.h>
51
52#include <net/if.h>
53#include <net/if_dl.h>
54#include <net/if_var.h>
55#include <net/ifq_var.h>
56#include <net/ethernet.h>
57
58#include <netinet/in.h>
59#include <netinet/ip.h>
60#include <netinet/udp_var.h>
61
62#include "pktgen.h"
63
64#define CDEV_NAME "pktg"
65#define CDEV_MAJOR 151
66
67struct pktgen {
68 uint32_t pktg_flags; /* PKTG_F_ */
69 int pktg_refcnt;
70
db161a19
SZ
71 uint64_t pktg_tx_cnt;
72 uint64_t pktg_err_cnt;
73 struct timeval pktg_start;
74 struct timeval pktg_end;
75
4fa8e46e
SZ
76 struct callout pktg_stop;
77 int pktg_duration;
78 int pktg_cpuid;
c95ebcd6 79 void (*pktg_thread)(void *);
4fa8e46e
SZ
80
81 int pktg_datalen;
82 int pktg_yield;
83 struct ifnet *pktg_ifp;
c95ebcd6
SZ
84
85 in_addr_t pktg_saddr; /* host byte order */
86 in_addr_t pktg_daddr; /* host byte order */
87 u_short pktg_sport; /* host byte order */
88 u_short pktg_dport; /* host byte order */
89
90 int pktg_nsaddr;
91 int pktg_ndaddr;
92 int pktg_nsport;
93 int pktg_ndport;
94
4fa8e46e
SZ
95 uint8_t pktg_dst_lladdr[ETHER_ADDR_LEN];
96};
97
98#define PKTG_F_CONFIG 0x1
99#define PKTG_F_STOP 0x2
100#define PKTG_F_RUNNING 0x4
101
102static int pktgen_modevent(module_t, int, void *);
103static int pktgen_config(struct pktgen *,
104 const struct pktgen_conf *);
105static int pktgen_start(struct pktgen *, int);
db161a19 106static void pktgen_thread_exit(struct pktgen *, uint64_t, uint64_t);
4fa8e46e 107static void pktgen_stop_cb(void *);
c95ebcd6
SZ
108static void pktgen_udp_thread(void *);
109static void pktgen_udp_thread1(void *);
4fa8e46e
SZ
110
111static d_open_t pktgen_open;
112static d_close_t pktgen_close;
113static d_ioctl_t pktgen_ioctl;
114
115static struct dev_ops pktgen_ops = {
116 { CDEV_NAME, CDEV_MAJOR, 0 },
117 .d_open = pktgen_open,
118 .d_close = pktgen_close,
119 .d_ioctl = pktgen_ioctl,
120};
121
122static int pktgen_refcnt;
123
124MALLOC_DECLARE(M_PKTGEN);
125MALLOC_DEFINE(M_PKTGEN, CDEV_NAME, "Packet generator");
126
127DEV_MODULE(pktgen, pktgen_modevent, NULL);
128
129static int
130pktgen_modevent(module_t mod, int type, void *data)
131{
132 int error = 0;
133
134 switch (type) {
135 case MOD_LOAD:
136 dev_ops_add(&pktgen_ops, 0, 0);
137 break;
138
139 case MOD_UNLOAD:
140 if (pktgen_refcnt > 0)
141 return EBUSY;
142 dev_ops_remove(&pktgen_ops, 0, 0);
143 break;
144
145 default:
146 error = EOPNOTSUPP;
147 break;
148 }
149 return error;
150}
151
152static int
153pktgen_open(struct dev_open_args *ap)
154{
155 cdev_t dev = ap->a_head.a_dev;
156 struct pktgen *pktg;
157 int error;
158
159 error = suser_cred(ap->a_cred, 0);
160 if (error)
161 return error;
162
163 get_mplock();
164
165 if (dev->si_drv1 != NULL) {
166 rel_mplock();
167 return EBUSY;
168 }
169
170 pktg = kmalloc(sizeof(*pktg), M_PKTGEN, M_ZERO | M_WAITOK);
171 callout_init(&pktg->pktg_stop);
172
173 dev = make_dev(&pktgen_ops, minor(dev), UID_ROOT, GID_WHEEL, 0600,
174 CDEV_NAME "%d", lminor(dev));
175 dev->si_drv1 = pktg;
176 pktg->pktg_refcnt = 1;
177
178 pktgen_refcnt++;
179
180 rel_mplock();
181 return 0;
182}
183
184static int
185pktgen_close(struct dev_close_args *ap)
186{
187 cdev_t dev = ap->a_head.a_dev;
188 struct pktgen *pktg = dev->si_drv1;
189
190 get_mplock();
191
192 KKASSERT(pktg->pktg_refcnt > 0);
193 if (--pktg->pktg_refcnt == 0)
194 kfree(pktg, M_PKTGEN);
195 dev->si_drv1 = NULL;
196
197 KKASSERT(pktgen_refcnt > 0);
198 pktgen_refcnt--;
199
200 rel_mplock();
201 return 0;
202}
203
204static int
205pktgen_ioctl(struct dev_ioctl_args *ap __unused)
206{
207 cdev_t dev = ap->a_head.a_dev;
208 caddr_t data = ap->a_data;
209 struct pktgen *pktg = dev->si_drv1;
210 int error;
211
212 get_mplock();
213
214 switch (ap->a_cmd) {
215 case PKTGENSTART:
216 error = pktgen_start(pktg, minor(dev));
217 break;
218
219 case PKTGENSCONF:
220 error = pktgen_config(pktg, (const struct pktgen_conf *)data);
221 break;
222
223 default:
224 error = EOPNOTSUPP;
225 break;
226 }
227
228 rel_mplock();
229 return error;
230}
231
232static int
233pktgen_config(struct pktgen *pktg, const struct pktgen_conf *conf)
234{
235 const struct sockaddr_in *sin;
236 const struct sockaddr *sa;
237 struct ifnet *ifp;
c95ebcd6 238 int yield, nsaddr, ndaddr, nsport, ndport, thread1;
4fa8e46e
SZ
239
240 if (pktg->pktg_flags & PKTG_F_RUNNING)
241 return EBUSY;
242
243 if (conf->pc_cpuid < 0 || conf->pc_cpuid >= ncpus)
244 return EINVAL;
245 if (conf->pc_datalen <= 0)
246 return EINVAL;
247 if (conf->pc_duration <= 0)
248 return EINVAL;
249
250 yield = conf->pc_yield;
251 if (yield <= 0)
252 yield = PKTGEN_YIELD_DEFAULT;
253
c95ebcd6
SZ
254 if (conf->pc_nsaddr <= 0 && conf->pc_ndaddr <= 0 &&
255 conf->pc_nsport <= 0 && conf->pc_ndport <= 0)
256 thread1 = 0;
257 else
258 thread1 = 1;
259
260 nsaddr = conf->pc_nsaddr;
261 if (nsaddr <= 0)
262 nsaddr = 1;
263 ndaddr = conf->pc_ndaddr;
264 if (ndaddr <= 0)
265 ndaddr = 1;
266
267 nsport = conf->pc_nsport;
268 if (nsport <= 0)
269 nsport = 1;
270 ndport = conf->pc_ndport;
271 if (ndport <= 0)
272 ndport = 1;
273
4fa8e46e
SZ
274 ifp = ifunit(conf->pc_ifname);
275 if (ifp == NULL)
276 return ENXIO;
277
278 sa = &conf->pc_dst_lladdr;
279 if (sa->sa_family != AF_LINK)
280 return EPROTONOSUPPORT;
281 if (sa->sa_len != ETHER_ADDR_LEN)
282 return EPROTONOSUPPORT;
283 if (ETHER_IS_MULTICAST(sa->sa_data) ||
284 bcmp(sa->sa_data, ifp->if_broadcastaddr, ifp->if_addrlen) == 0)
285 return EADDRNOTAVAIL;
286
287 sin = &conf->pc_src;
288 if (sin->sin_family != AF_INET)
289 return EPROTONOSUPPORT;
290 if (sin->sin_port == 0)
291 return EINVAL;
292
293 sin = &conf->pc_dst;
294 if (sin->sin_family != AF_INET)
295 return EPROTONOSUPPORT;
296 if (sin->sin_port == 0)
297 return EINVAL;
298
299 /* Accept the config */
300 pktg->pktg_flags |= PKTG_F_CONFIG;
301 pktg->pktg_refcnt++;
302 pktgen_refcnt++;
303
304 pktg->pktg_duration = conf->pc_duration;
305 pktg->pktg_cpuid = conf->pc_cpuid;
306 pktg->pktg_ifp = ifp;
307 pktg->pktg_datalen = conf->pc_datalen;
308 pktg->pktg_yield = yield;
309 bcopy(sa->sa_data, pktg->pktg_dst_lladdr, ETHER_ADDR_LEN);
c95ebcd6
SZ
310
311 pktg->pktg_saddr = ntohl(conf->pc_src.sin_addr.s_addr);
312 pktg->pktg_daddr = ntohl(conf->pc_dst.sin_addr.s_addr);
313 pktg->pktg_nsaddr = nsaddr;
314 pktg->pktg_ndaddr = ndaddr;
315
316 pktg->pktg_sport = ntohs(conf->pc_src.sin_port);
317 pktg->pktg_dport = ntohs(conf->pc_dst.sin_port);
318 pktg->pktg_nsport = nsport;
319 pktg->pktg_ndport = ndport;
320
321 pktg->pktg_thread = thread1 ? pktgen_udp_thread1 : pktgen_udp_thread;
4fa8e46e
SZ
322
323 return 0;
324}
325
326static int
327pktgen_start(struct pktgen *pktg, int m)
328{
329 if ((pktg->pktg_flags & PKTG_F_CONFIG) == 0)
330 return EINVAL;
331 if (pktg->pktg_flags & PKTG_F_RUNNING)
332 return EBUSY;
333
334 pktg->pktg_flags |= PKTG_F_RUNNING;
335
c95ebcd6 336 lwkt_create(pktg->pktg_thread, pktg, NULL, NULL, 0,
4fa8e46e
SZ
337 pktg->pktg_cpuid, "pktgen %d", m);
338 return 0;
339}
340
341static void
342pktgen_stop_cb(void *arg)
343{
344 struct pktgen *pktg = arg;
345
346 pktg->pktg_flags |= PKTG_F_STOP;
347}
348
349static void
c95ebcd6 350pktgen_udp_thread1(void *arg)
4fa8e46e
SZ
351{
352 struct pktgen *pktg = arg;
353 struct ifnet *ifp = pktg->pktg_ifp;
354 struct ip *ip;
355 struct udpiphdr *ui;
356 struct ether_header *eh;
357 struct mbuf *m;
358 u_short ulen, psum;
359 int len, ip_len;
360 int sw_csum, csum_flags;
c95ebcd6 361 int loop, r, error;
4fa8e46e 362 uint64_t err_cnt, cnt;
c95ebcd6
SZ
363 in_addr_t saddr, daddr;
364 u_short sport, dport;
4fa8e46e
SZ
365
366 rel_mplock(); /* Don't need MP lock */
367
368 callout_reset(&pktg->pktg_stop, pktg->pktg_duration * hz,
369 pktgen_stop_cb, pktg);
370
371 cnt = err_cnt = 0;
c95ebcd6 372 r = loop = 0;
4fa8e46e
SZ
373
374 ip_len = pktg->pktg_datalen + sizeof(*ui);
375 len = ip_len + ETHER_HDR_LEN;
376
377 psum = htons((u_short)pktg->pktg_datalen + sizeof(struct udphdr)
378 + IPPROTO_UDP);
379 ulen = htons(pktg->pktg_datalen + sizeof(struct udphdr));
380
381 sw_csum = (CSUM_UDP | CSUM_IP) & ~ifp->if_hwassist;
382 csum_flags = (CSUM_UDP | CSUM_IP) & ifp->if_hwassist;
383
c95ebcd6
SZ
384 saddr = pktg->pktg_saddr;
385 daddr = pktg->pktg_daddr;
386 sport = pktg->pktg_sport;
387 dport = pktg->pktg_dport;
388
db161a19 389 microtime(&pktg->pktg_start);
4fa8e46e
SZ
390 while ((pktg->pktg_flags & PKTG_F_STOP) == 0) {
391 m = m_getl(len, MB_WAIT, MT_DATA, M_PKTHDR, NULL);
392 m->m_len = m->m_pkthdr.len = len;
393
394 m_adj(m, ETHER_HDR_LEN);
395
396 ui = mtod(m, struct udpiphdr *);
397 ui->ui_pr = IPPROTO_UDP;
c95ebcd6
SZ
398 ui->ui_src.s_addr = htonl(saddr);
399 ui->ui_dst.s_addr = htonl(daddr);
400 ui->ui_sport = htons(sport);
401 ui->ui_dport = htons(dport);
4fa8e46e
SZ
402 ui->ui_ulen = ulen;
403 ui->ui_sum = in_pseudo(ui->ui_src.s_addr,
404 ui->ui_dst.s_addr, psum);
405 m->m_pkthdr.csum_flags = (CSUM_IP | CSUM_UDP);
406 m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum);
407
408 ip = (struct ip *)ui;
409 ip->ip_len = ip_len;
410 ip->ip_ttl = 64; /* XXX */
411 ip->ip_tos = 0; /* XXX */
412 ip->ip_vhl = IP_VHL_BORING;
413 ip->ip_off = 0;
414 ip->ip_id = ip_newid();
415
416 if (sw_csum & CSUM_DELAY_DATA)
417 in_delayed_cksum(m);
418 m->m_pkthdr.csum_flags = csum_flags;
419
420 ip->ip_len = htons(ip->ip_len);
c95ebcd6
SZ
421 ip->ip_sum = 0;
422 if (sw_csum & CSUM_DELAY_IP)
423 ip->ip_sum = in_cksum_hdr(ip);
424
425 M_PREPEND(m, ETHER_HDR_LEN, MB_WAIT);
426 eh = mtod(m, struct ether_header *);
427 bcopy(pktg->pktg_dst_lladdr, eh->ether_dhost, ETHER_ADDR_LEN);
428 bcopy(IF_LLADDR(ifp), eh->ether_shost, ETHER_ADDR_LEN);
429 eh->ether_type = htons(ETHERTYPE_IP);
430
431 lwkt_serialize_enter(ifp->if_serializer);
432 error = ifq_handoff(ifp, m, NULL);
433 lwkt_serialize_exit(ifp->if_serializer);
434
435 loop++;
436 if (error) {
437 err_cnt++;
438 loop = 0;
439 lwkt_yield();
440 } else {
441 cnt++;
442 if (loop == pktg->pktg_yield) {
443 loop = 0;
444 lwkt_yield();
445 }
446
447 r++;
448 saddr = pktg->pktg_saddr + (r % pktg->pktg_nsaddr);
449 daddr = pktg->pktg_daddr + (r % pktg->pktg_ndaddr);
450 sport = pktg->pktg_sport + (r % pktg->pktg_nsport);
451 dport = pktg->pktg_dport + (r % pktg->pktg_ndport);
452 }
453 }
db161a19 454 microtime(&pktg->pktg_end);
c95ebcd6 455
db161a19 456 pktgen_thread_exit(pktg, cnt, err_cnt);
c95ebcd6
SZ
457}
458
459static void
460pktgen_udp_thread(void *arg)
461{
462 struct pktgen *pktg = arg;
463 struct ifnet *ifp = pktg->pktg_ifp;
464 struct ip *ip;
465 struct udpiphdr *ui;
466 struct ether_header *eh;
467 struct mbuf *m;
468 u_short ulen, sum;
469 int len, ip_len;
470 int sw_csum, csum_flags;
471 int loop, error;
472 uint64_t err_cnt, cnt;
473 in_addr_t saddr, daddr;
474 u_short sport, dport;
c95ebcd6
SZ
475
476 rel_mplock(); /* Don't need MP lock */
477
478 callout_reset(&pktg->pktg_stop, pktg->pktg_duration * hz,
479 pktgen_stop_cb, pktg);
480
481 cnt = err_cnt = 0;
482 loop = 0;
483
484 ip_len = pktg->pktg_datalen + sizeof(*ui);
485 len = ip_len + ETHER_HDR_LEN;
486
487 saddr = htonl(pktg->pktg_saddr);
488 daddr = htonl(pktg->pktg_daddr);
489 sport = htons(pktg->pktg_sport);
490 dport = htons(pktg->pktg_dport);
491
492 sum = in_pseudo(saddr, daddr,
493 htons((u_short)pktg->pktg_datalen + sizeof(struct udphdr)
494 + IPPROTO_UDP));
495 ulen = htons(pktg->pktg_datalen + sizeof(struct udphdr));
496
497 sw_csum = (CSUM_UDP | CSUM_IP) & ~ifp->if_hwassist;
498 csum_flags = (CSUM_UDP | CSUM_IP) & ifp->if_hwassist;
499
db161a19 500 microtime(&pktg->pktg_start);
c95ebcd6
SZ
501 while ((pktg->pktg_flags & PKTG_F_STOP) == 0) {
502 m = m_getl(len, MB_WAIT, MT_DATA, M_PKTHDR, NULL);
503 m->m_len = m->m_pkthdr.len = len;
504
505 m_adj(m, ETHER_HDR_LEN);
506
507 ui = mtod(m, struct udpiphdr *);
508 ui->ui_pr = IPPROTO_UDP;
509 ui->ui_src.s_addr = saddr;
510 ui->ui_dst.s_addr = daddr;
511 ui->ui_sport = sport;
512 ui->ui_dport = dport;
513 ui->ui_ulen = ulen;
514 ui->ui_sum = sum;
515 m->m_pkthdr.csum_flags = (CSUM_IP | CSUM_UDP);
516 m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum);
517
518 ip = (struct ip *)ui;
519 ip->ip_len = ip_len;
520 ip->ip_ttl = 64; /* XXX */
521 ip->ip_tos = 0; /* XXX */
522 ip->ip_vhl = IP_VHL_BORING;
523 ip->ip_off = 0;
524 ip->ip_id = ip_newid();
525
526 if (sw_csum & CSUM_DELAY_DATA)
527 in_delayed_cksum(m);
528 m->m_pkthdr.csum_flags = csum_flags;
529
530 ip->ip_len = htons(ip->ip_len);
4fa8e46e
SZ
531 ip->ip_sum = 0;
532 if (sw_csum & CSUM_DELAY_IP)
533 ip->ip_sum = in_cksum_hdr(ip);
534
535 M_PREPEND(m, ETHER_HDR_LEN, MB_WAIT);
536 eh = mtod(m, struct ether_header *);
537 bcopy(pktg->pktg_dst_lladdr, eh->ether_dhost, ETHER_ADDR_LEN);
538 bcopy(IF_LLADDR(ifp), eh->ether_shost, ETHER_ADDR_LEN);
539 eh->ether_type = htons(ETHERTYPE_IP);
540
541 lwkt_serialize_enter(ifp->if_serializer);
542 error = ifq_handoff(ifp, m, NULL);
543 lwkt_serialize_exit(ifp->if_serializer);
544
545 loop++;
546 if (error) {
547 err_cnt++;
548 loop = 0;
549 lwkt_yield();
550 } else {
551 cnt++;
552 if (loop == pktg->pktg_yield) {
553 loop = 0;
554 lwkt_yield();
555 }
556 }
557 }
db161a19
SZ
558 microtime(&pktg->pktg_end);
559
560 pktgen_thread_exit(pktg, cnt, err_cnt);
561}
562
563static void
564pktgen_thread_exit(struct pktgen *pktg, uint64_t tx_cnt, uint64_t err_cnt)
565{
566 struct timeval end;
567
568 pktg->pktg_tx_cnt = tx_cnt;
569 pktg->pktg_err_cnt = err_cnt;
4fa8e46e 570
db161a19
SZ
571 end = pktg->pktg_end;
572 timevalsub(&end, &pktg->pktg_start);
573 kprintf("cnt %llu, err %llu, time %ld.%06ld\n",
574 pktg->pktg_tx_cnt, pktg->pktg_err_cnt, end.tv_sec, end.tv_usec);
4fa8e46e
SZ
575
576 pktg->pktg_flags &= ~(PKTG_F_STOP | PKTG_F_CONFIG | PKTG_F_RUNNING);
577
578 KKASSERT(pktg->pktg_refcnt > 0);
579 if (--pktg->pktg_refcnt == 0)
580 kfree(pktg, M_PKTGEN); /* XXX */
581
582 KKASSERT(pktgen_refcnt > 0);
583 pktgen_refcnt--;
584
585 lwkt_exit();
586}