pktgen.c 93.1 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1 2 3 4 5 6 7 8
/*
 * Authors:
 * Copyright 2001, 2002 by Robert Olsson <robert.olsson@its.uu.se>
 *                             Uppsala University and
 *                             Swedish University of Agricultural Sciences
 *
 * Alexey Kuznetsov  <kuznet@ms2.inr.ac.ru>
 * Ben Greear <greearb@candelatech.com>
9
 * Jens Låås <jens.laas@data.slu.se>
Linus Torvalds's avatar
Linus Torvalds committed
10 11 12 13 14 15 16 17
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 *
 *
 * A tool for loading the network with preconfigurated packets.
18
 * The tool is implemented as a linux module.  Parameters are output
Linus Torvalds's avatar
Linus Torvalds committed
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
 * device, delay (to hard_xmit), number of packets, and whether
 * to use multiple SKBs or just the same one.
 * pktgen uses the installed interface's output routine.
 *
 * Additional hacking by:
 *
 * Jens.Laas@data.slu.se
 * Improved by ANK. 010120.
 * Improved by ANK even more. 010212.
 * MAC address typo fixed. 010417 --ro
 * Integrated.  020301 --DaveM
 * Added multiskb option 020301 --DaveM
 * Scaling of results. 020417--sigurdur@linpro.no
 * Significant re-work of the module:
 *   *  Convert to threaded model to more efficiently be able to transmit
 *       and receive on multiple interfaces at once.
 *   *  Converted many counters to __u64 to allow longer runs.
 *   *  Allow configuration of ranges, like min/max IP address, MACs,
 *       and UDP-ports, for both source and destination, and can
 *       set to use a random distribution or sequentially walk the range.
 *   *  Can now change most values after starting.
 *   *  Place 12-byte packet in UDP payload with magic number,
 *       sequence number, and timestamp.
 *   *  Add receiver code that detects dropped pkts, re-ordered pkts, and
 *       latencies (with micro-second) precision.
 *   *  Add IOCTL interface to easily get counters & configuration.
 *   --Ben Greear <greearb@candelatech.com>
 *
47 48
 * Renamed multiskb to clone_skb and cleaned up sending core for two distinct
 * skb modes. A clone_skb=0 mode for Ben "ranges" work and a clone_skb != 0
Linus Torvalds's avatar
Linus Torvalds committed
49
 * as a "fastpath" with a configurable number of clones after alloc's.
50 51
 * clone_skb=0 means all packets are allocated this also means ranges time
 * stamps etc can be used. clone_skb=100 means 1 malloc is followed by 100
Linus Torvalds's avatar
Linus Torvalds committed
52 53
 * clones.
 *
54
 * Also moved to /proc/net/pktgen/
Linus Torvalds's avatar
Linus Torvalds committed
55 56 57 58 59 60 61 62
 * --ro
 *
 * Sept 10:  Fixed threading/locking.  Lots of bone-headed and more clever
 *    mistakes.  Also merged in DaveM's patch in the -pre6 patch.
 * --Ben Greear <greearb@candelatech.com>
 *
 * Integrated to 2.5.x 021029 --Lucio Maciel (luciomaciel@zipmail.com.br)
 *
63
 *
Linus Torvalds's avatar
Linus Torvalds committed
64 65 66 67
 * 021124 Finished major redesign and rewrite for new functionality.
 * See Documentation/networking/pktgen.txt for how to use this.
 *
 * The new operation:
68 69 70 71
 * For each CPU one thread/process is created at start. This process checks
 * for running devices in the if_list and sends packets until count is 0 it
 * also the thread checks the thread->control which is used for inter-process
 * communication. controlling process "posts" operations to the threads this
Linus Torvalds's avatar
Linus Torvalds committed
72 73 74
 * way. The if_lock should be possible to remove when add/rem_device is merged
 * into this too.
 *
75 76
 * By design there should only be *one* "controlling" process. In practice
 * multiple write accesses gives unpredictable result. Understood by "write"
Linus Torvalds's avatar
Linus Torvalds committed
77
 * to /proc gives result code thats should be read be the "writer".
78
 * For practical use this should be no problem.
Linus Torvalds's avatar
Linus Torvalds committed
79
 *
80 81
 * Note when adding devices to a specific CPU there good idea to also assign
 * /proc/irq/XX/smp_affinity so TX-interrupts gets bound to the same CPU.
Linus Torvalds's avatar
Linus Torvalds committed
82 83
 * --ro
 *
84
 * Fix refcount off by one if first packet fails, potential null deref,
Linus Torvalds's avatar
Linus Torvalds committed
85 86 87 88 89 90 91
 * memleak 030710- KJP
 *
 * First "ranges" functionality for ipv6 030726 --ro
 *
 * Included flow support. 030802 ANK.
 *
 * Fixed unaligned access on IA-64 Grant Grundler <grundler@parisc-linux.org>
92
 *
Linus Torvalds's avatar
Linus Torvalds committed
93 94 95
 * Remove if fix from added Harald Welte <laforge@netfilter.org> 040419
 * ia64 compilation fix from  Aron Griffis <aron@hp.com> 040604
 *
96
 * New xmit() return, do_div and misc clean up by Stephen Hemminger
Linus Torvalds's avatar
Linus Torvalds committed
97 98
 * <shemminger@osdl.org> 040923
 *
99
 * Randy Dunlap fixed u64 printk compiler waring
Linus Torvalds's avatar
Linus Torvalds committed
100 101 102 103
 *
 * Remove FCS from BW calculation.  Lennert Buytenhek <buytenh@wantstofly.org>
 * New time handling. Lennert Buytenhek <buytenh@wantstofly.org> 041213
 *
104
 * Corrections from Nikolai Malykh (nmalykh@bilim.com)
Linus Torvalds's avatar
Linus Torvalds committed
105 106
 * Removed unused flags F_SET_SRCMAC & F_SET_SRCIP 041230
 *
107
 * interruptible_sleep_on_timeout() replaced Nishanth Aravamudan <nacc@us.ibm.com>
Linus Torvalds's avatar
Linus Torvalds committed
108
 * 050103
109 110 111
 *
 * MPLS support by Steven Whitehouse <steve@chygwyn.com>
 *
Francesco Fondelli's avatar
Francesco Fondelli committed
112 113
 * 802.1Q/Q-in-Q support by Francesco Fondelli (FF) <francesco.fondelli@gmail.com>
 *
Adit Ranadive's avatar
Adit Ranadive committed
114 115 116
 * Fixed src_mac command to set source mac of packet to value specified in
 * command by Adit Ranadive <adit.262@gmail.com>
 *
Linus Torvalds's avatar
Linus Torvalds committed
117
 */
118 119 120

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

Linus Torvalds's avatar
Linus Torvalds committed
121 122 123 124 125
#include <linux/sys.h>
#include <linux/types.h>
#include <linux/module.h>
#include <linux/moduleparam.h>
#include <linux/kernel.h>
126
#include <linux/mutex.h>
Linus Torvalds's avatar
Linus Torvalds committed
127 128 129 130 131 132 133 134 135
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/vmalloc.h>
#include <linux/unistd.h>
#include <linux/string.h>
#include <linux/ptrace.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/interrupt.h>
136
#include <linux/capability.h>
Stephen Hemminger's avatar
Stephen Hemminger committed
137
#include <linux/hrtimer.h>
Andrew Morton's avatar
Andrew Morton committed
138
#include <linux/freezer.h>
Linus Torvalds's avatar
Linus Torvalds committed
139 140
#include <linux/delay.h>
#include <linux/timer.h>
141
#include <linux/list.h>
Linus Torvalds's avatar
Linus Torvalds committed
142 143 144 145 146 147 148
#include <linux/init.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/inet.h>
#include <linux/inetdevice.h>
#include <linux/rtnetlink.h>
#include <linux/if_arp.h>
Francesco Fondelli's avatar
Francesco Fondelli committed
149
#include <linux/if_vlan.h>
Linus Torvalds's avatar
Linus Torvalds committed
150 151 152 153 154
#include <linux/in.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <linux/udp.h>
#include <linux/proc_fs.h>
155
#include <linux/seq_file.h>
Linus Torvalds's avatar
Linus Torvalds committed
156
#include <linux/wait.h>
157
#include <linux/etherdevice.h>
158
#include <linux/kthread.h>
159
#include <linux/prefetch.h>
160
#include <net/net_namespace.h>
Linus Torvalds's avatar
Linus Torvalds committed
161 162 163
#include <net/checksum.h>
#include <net/ipv6.h>
#include <net/addrconf.h>
Jamal Hadi Salim's avatar
Jamal Hadi Salim committed
164 165 166
#ifdef CONFIG_XFRM
#include <net/xfrm.h>
#endif
Linus Torvalds's avatar
Linus Torvalds committed
167 168
#include <asm/byteorder.h>
#include <linux/rcupdate.h>
Jiri Slaby's avatar
Jiri Slaby committed
169
#include <linux/bitops.h>
170 171 172
#include <linux/io.h>
#include <linux/timex.h>
#include <linux/uaccess.h>
Linus Torvalds's avatar
Linus Torvalds committed
173
#include <asm/dma.h>
Luiz Capitulino's avatar
Luiz Capitulino committed
174
#include <asm/div64.h>		/* do_div */
Linus Torvalds's avatar
Linus Torvalds committed
175

176
#define VERSION	"2.74"
Linus Torvalds's avatar
Linus Torvalds committed
177
#define IP_NAME_SZ 32
178
#define MAX_MPLS_LABELS 16 /* This is the max label stack depth */
179
#define MPLS_STACK_BOTTOM htonl(0x00000100)
Linus Torvalds's avatar
Linus Torvalds committed
180

181 182
#define func_enter() pr_debug("entering %s\n", __func__);

Linus Torvalds's avatar
Linus Torvalds committed
183
/* Device flag bits */
Luiz Capitulino's avatar
Luiz Capitulino committed
184 185 186 187 188 189 190 191
#define F_IPSRC_RND   (1<<0)	/* IP-Src Random  */
#define F_IPDST_RND   (1<<1)	/* IP-Dst Random  */
#define F_UDPSRC_RND  (1<<2)	/* UDP-Src Random */
#define F_UDPDST_RND  (1<<3)	/* UDP-Dst Random */
#define F_MACSRC_RND  (1<<4)	/* MAC-Src Random */
#define F_MACDST_RND  (1<<5)	/* MAC-Dst Random */
#define F_TXSIZE_RND  (1<<6)	/* Transmit size is random */
#define F_IPV6        (1<<7)	/* Interface in IPV6 Mode */
192
#define F_MPLS_RND    (1<<8)	/* Random MPLS labels */
Francesco Fondelli's avatar
Francesco Fondelli committed
193 194
#define F_VID_RND     (1<<9)	/* Random VLAN ID */
#define F_SVID_RND    (1<<10)	/* Random SVLAN ID */
195
#define F_FLOW_SEQ    (1<<11)	/* Sequential flows */
Jamal Hadi Salim's avatar
Jamal Hadi Salim committed
196
#define F_IPSEC_ON    (1<<12)	/* ipsec on for flows */
Robert Olsson's avatar
Robert Olsson committed
197
#define F_QUEUE_MAP_RND (1<<13)	/* queue map Random */
Robert Olsson's avatar
Robert Olsson committed
198
#define F_QUEUE_MAP_CPU (1<<14)	/* queue map mirrors smp_processor_id() */
Robert Olsson's avatar
Robert Olsson committed
199
#define F_NODE          (1<<15)	/* Node memory alloc*/
Linus Torvalds's avatar
Linus Torvalds committed
200 201

/* Thread control flag bits */
202 203 204 205
#define T_STOP        (1<<0)	/* Stop run */
#define T_RUN         (1<<1)	/* Start run */
#define T_REMDEVALL   (1<<2)	/* Remove all devs */
#define T_REMDEV      (1<<3)	/* Remove one dev */
Linus Torvalds's avatar
Linus Torvalds committed
206 207 208 209 210 211 212

/* If lock -- can be removed after some work */
#define   if_lock(t)           spin_lock(&(t->if_lock));
#define   if_unlock(t)           spin_unlock(&(t->if_lock));

/* Used to help with determining the pkts on receive */
#define PKTGEN_MAGIC 0xbe9be955
213 214
#define PG_PROC_DIR "pktgen"
#define PGCTRL	    "pgctrl"
215
static struct proc_dir_entry *pg_proc_dir;
Linus Torvalds's avatar
Linus Torvalds committed
216 217 218

#define MAX_CFLOWS  65536

Francesco Fondelli's avatar
Francesco Fondelli committed
219 220 221
#define VLAN_TAG_SIZE(x) ((x)->vlan_id == 0xffff ? 0 : 4)
#define SVLAN_TAG_SIZE(x) ((x)->svlan_id == 0xffff ? 0 : 4)

Luiz Capitulino's avatar
Luiz Capitulino committed
222
struct flow_state {
Al Viro's avatar
Al Viro committed
223
	__be32 cur_daddr;
Luiz Capitulino's avatar
Luiz Capitulino committed
224
	int count;
Jamal Hadi Salim's avatar
Jamal Hadi Salim committed
225 226 227
#ifdef CONFIG_XFRM
	struct xfrm_state *x;
#endif
228
	__u32 flags;
Linus Torvalds's avatar
Linus Torvalds committed
229 230
};

231 232 233
/* flow flag bits */
#define F_INIT   (1<<0)		/* flow has been initialized */

Linus Torvalds's avatar
Linus Torvalds committed
234 235 236 237
struct pktgen_dev {
	/*
	 * Try to keep frequent/infrequent used vars. separated.
	 */
238 239
	struct proc_dir_entry *entry;	/* proc file */
	struct pktgen_thread *pg_thread;/* the owner */
240
	struct list_head list;		/* chaining in the thread's run-queue */
Linus Torvalds's avatar
Linus Torvalds committed
241

242
	int running;		/* if false, the test will stop */
Linus Torvalds's avatar
Linus Torvalds committed
243

Luiz Capitulino's avatar
Luiz Capitulino committed
244 245 246 247
	/* If min != max, then we will either do a linear iteration, or
	 * we will do a random selection from within the range.
	 */
	__u32 flags;
248 249
	int removal_mark;	/* non-zero => the device is marked for
				 * removal by worker thread */
Linus Torvalds's avatar
Linus Torvalds committed
250

Luiz Capitulino's avatar
Luiz Capitulino committed
251 252
	int min_pkt_size;	/* = ETH_ZLEN; */
	int max_pkt_size;	/* = ETH_ZLEN; */
253
	int pkt_overhead;	/* overhead for MPLS, VLANs, IPSEC etc */
Luiz Capitulino's avatar
Luiz Capitulino committed
254
	int nfrags;
Eric Dumazet's avatar
Eric Dumazet committed
255
	struct page *page;
256 257
	u64 delay;		/* nano-seconds */

Luiz Capitulino's avatar
Luiz Capitulino committed
258 259 260
	__u64 count;		/* Default No packets to send */
	__u64 sofar;		/* How many pkts we've sent so far */
	__u64 tx_bytes;		/* How many bytes we've transmitted */
261
	__u64 errors;		/* Errors when trying to transmit, */
Luiz Capitulino's avatar
Luiz Capitulino committed
262 263 264 265 266 267

	/* runtime counters relating to clone_skb */

	__u64 allocated_skbs;
	__u32 clone_count;
	int last_ok;		/* Was last skb sent?
268 269
				 * Or a failed transmit of some sort?
				 * This will keep sequence numbers in order
Luiz Capitulino's avatar
Luiz Capitulino committed
270
				 */
271 272 273 274 275
	ktime_t next_tx;
	ktime_t started_at;
	ktime_t stopped_at;
	u64	idle_acc;	/* nano-seconds */

Luiz Capitulino's avatar
Luiz Capitulino committed
276 277
	__u32 seq_num;

278 279 280 281 282 283 284 285
	int clone_skb;		/*
				 * Use multiple SKBs during packet gen.
				 * If this number is greater than 1, then
				 * that many copies of the same packet will be
				 * sent before a new packet is allocated.
				 * If you want to send 1024 identical packets
				 * before creating a new packet,
				 * set clone_skb to 1024.
Luiz Capitulino's avatar
Luiz Capitulino committed
286 287 288 289 290 291 292 293 294 295 296
				 */

	char dst_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char dst_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_min[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */
	char src_max[IP_NAME_SZ];	/* IP, ie 1.2.3.4 */

	struct in6_addr in6_saddr;
	struct in6_addr in6_daddr;
	struct in6_addr cur_in6_daddr;
	struct in6_addr cur_in6_saddr;
Linus Torvalds's avatar
Linus Torvalds committed
297
	/* For ranges */
Luiz Capitulino's avatar
Luiz Capitulino committed
298 299 300 301 302 303 304 305
	struct in6_addr min_in6_daddr;
	struct in6_addr max_in6_daddr;
	struct in6_addr min_in6_saddr;
	struct in6_addr max_in6_saddr;

	/* If we're doing ranges, random or incremental, then this
	 * defines the min/max for those ranges.
	 */
Al Viro's avatar
Al Viro committed
306 307 308 309
	__be32 saddr_min;	/* inclusive, source IP address */
	__be32 saddr_max;	/* exclusive, source IP address */
	__be32 daddr_min;	/* inclusive, dest IP address */
	__be32 daddr_max;	/* exclusive, dest IP address */
Luiz Capitulino's avatar
Luiz Capitulino committed
310 311 312 313 314 315

	__u16 udp_src_min;	/* inclusive, source UDP port */
	__u16 udp_src_max;	/* exclusive, source UDP port */
	__u16 udp_dst_min;	/* inclusive, dest UDP port */
	__u16 udp_dst_max;	/* exclusive, dest UDP port */

Francesco Fondelli's avatar
Francesco Fondelli committed
316
	/* DSCP + ECN */
317 318 319 320
	__u8 tos;            /* six MSB of (former) IPv4 TOS
				are for dscp codepoint */
	__u8 traffic_class;  /* ditto for the (former) Traffic Class in IPv6
				(see RFC 3260, sec. 4) */
Francesco Fondelli's avatar
Francesco Fondelli committed
321

322 323 324 325
	/* MPLS */
	unsigned nr_labels;	/* Depth of stack, 0 = no MPLS */
	__be32 labels[MAX_MPLS_LABELS];

Francesco Fondelli's avatar
Francesco Fondelli committed
326 327 328 329 330 331 332 333 334
	/* VLAN/SVLAN (802.1Q/Q-in-Q) */
	__u8  vlan_p;
	__u8  vlan_cfi;
	__u16 vlan_id;  /* 0xffff means no vlan tag */

	__u8  svlan_p;
	__u8  svlan_cfi;
	__u16 svlan_id; /* 0xffff means no svlan tag */

Luiz Capitulino's avatar
Luiz Capitulino committed
335 336 337 338 339 340 341 342
	__u32 src_mac_count;	/* How many MACs to iterate through */
	__u32 dst_mac_count;	/* How many MACs to iterate through */

	unsigned char dst_mac[ETH_ALEN];
	unsigned char src_mac[ETH_ALEN];

	__u32 cur_dst_mac_offset;
	__u32 cur_src_mac_offset;
Al Viro's avatar
Al Viro committed
343 344
	__be32 cur_saddr;
	__be32 cur_daddr;
Eric Dumazet's avatar
Eric Dumazet committed
345
	__u16 ip_id;
Luiz Capitulino's avatar
Luiz Capitulino committed
346 347
	__u16 cur_udp_dst;
	__u16 cur_udp_src;
Robert Olsson's avatar
Robert Olsson committed
348
	__u16 cur_queue_map;
Luiz Capitulino's avatar
Luiz Capitulino committed
349
	__u32 cur_pkt_size;
350
	__u32 last_pkt_size;
Luiz Capitulino's avatar
Luiz Capitulino committed
351 352 353 354 355 356 357 358 359 360 361 362

	__u8 hh[14];
	/* = {
	   0x00, 0x80, 0xC8, 0x79, 0xB3, 0xCB,

	   We fill in SRC address later
	   0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	   0x08, 0x00
	   };
	 */
	__u16 pad;		/* pad out the hh struct to an even 16 bytes */

363
	struct sk_buff *skb;	/* skb we are to transmit next, used for when we
Luiz Capitulino's avatar
Luiz Capitulino committed
364 365
				 * are transmitting the same one multiple times
				 */
366 367 368 369 370 371 372 373
	struct net_device *odev; /* The out-going device.
				  * Note that the device should have it's
				  * pg_info pointer pointing back to this
				  * device.
				  * Set when the user specifies the out-going
				  * device name (not when the inject is
				  * started as it used to do.)
				  */
374
	char odevname[32];
Linus Torvalds's avatar
Linus Torvalds committed
375
	struct flow_state *flows;
Luiz Capitulino's avatar
Luiz Capitulino committed
376 377 378
	unsigned cflows;	/* Concurrent flows (config) */
	unsigned lflow;		/* Flow length  (config) */
	unsigned nflows;	/* accumulated flows (stats) */
379
	unsigned curfl;		/* current sequenced flow (state)*/
Robert Olsson's avatar
Robert Olsson committed
380 381 382

	u16 queue_map_min;
	u16 queue_map_max;
383
	__u32 skb_priority;	/* skb priority field */
Robert Olsson's avatar
Robert Olsson committed
384
	int node;               /* Memory node */
Robert Olsson's avatar
Robert Olsson committed
385

Jamal Hadi Salim's avatar
Jamal Hadi Salim committed
386 387 388 389
#ifdef CONFIG_XFRM
	__u8	ipsmode;		/* IPSEC mode (config) */
	__u8	ipsproto;		/* IPSEC type (config) */
#endif
390
	char result[512];
Linus Torvalds's avatar
Linus Torvalds committed
391 392 393
};

struct pktgen_hdr {
Al Viro's avatar
Al Viro committed
394 395 396 397
	__be32 pgh_magic;
	__be32 seq_num;
	__be32 tv_sec;
	__be32 tv_usec;
Linus Torvalds's avatar
Linus Torvalds committed
398 399
};

400 401
static bool pktgen_exiting __read_mostly;

Linus Torvalds's avatar
Linus Torvalds committed
402
struct pktgen_thread {
403
	spinlock_t if_lock;		/* for list of devices */
404
	struct list_head if_list;	/* All device here */
405
	struct list_head th_list;
406
	struct task_struct *tsk;
Luiz Capitulino's avatar
Luiz Capitulino committed
407 408
	char result[512];

409 410
	/* Field for thread to receive "posted" events terminate,
	   stop ifs etc. */
Luiz Capitulino's avatar
Luiz Capitulino committed
411 412

	u32 control;
Linus Torvalds's avatar
Linus Torvalds committed
413 414
	int cpu;

Luiz Capitulino's avatar
Luiz Capitulino committed
415
	wait_queue_head_t queue;
416
	struct completion start_done;
Linus Torvalds's avatar
Linus Torvalds committed
417 418 419 420 421
};

#define REMOVE 1
#define FIND   0

422
static inline ktime_t ktime_now(void)
Linus Torvalds's avatar
Linus Torvalds committed
423
{
424 425 426 427
	struct timespec ts;
	ktime_get_ts(&ts);

	return timespec_to_ktime(ts);
Linus Torvalds's avatar
Linus Torvalds committed
428 429
}

430 431
/* This works even if 32 bit because of careful byte order choice */
static inline int ktime_lt(const ktime_t cmp1, const ktime_t cmp2)
Linus Torvalds's avatar
Linus Torvalds committed
432
{
433
	return cmp1.tv64 < cmp2.tv64;
Linus Torvalds's avatar
Linus Torvalds committed
434 435
}

Stephen Hemminger's avatar
Stephen Hemminger committed
436
static const char version[] =
437 438
	"Packet Generator for packet performance testing. "
	"Version: " VERSION "\n";
Linus Torvalds's avatar
Linus Torvalds committed
439

Luiz Capitulino's avatar
Luiz Capitulino committed
440 441 442
static int pktgen_remove_device(struct pktgen_thread *t, struct pktgen_dev *i);
static int pktgen_add_device(struct pktgen_thread *t, const char *ifname);
static struct pktgen_dev *pktgen_find_dev(struct pktgen_thread *t,
443
					  const char *ifname, bool exact);
Linus Torvalds's avatar
Linus Torvalds committed
444 445
static int pktgen_device_event(struct notifier_block *, unsigned long, void *);
static void pktgen_run_all_threads(void);
446
static void pktgen_reset_all_threads(void);
Linus Torvalds's avatar
Linus Torvalds committed
447
static void pktgen_stop_all_threads_ifs(void);
448

Luiz Capitulino's avatar
Luiz Capitulino committed
449
static void pktgen_stop(struct pktgen_thread *t);
Linus Torvalds's avatar
Linus Torvalds committed
450
static void pktgen_clear_counters(struct pktgen_dev *pkt_dev);
451

Luiz Capitulino's avatar
Luiz Capitulino committed
452 453
static unsigned int scan_ip6(const char *s, char ip[16]);
static unsigned int fmt_ip6(char *s, const char ip[16]);
Linus Torvalds's avatar
Linus Torvalds committed
454 455

/* Module parameters, defaults. */
456 457 458 459
static int pg_count_d __read_mostly = 1000;
static int pg_delay_d __read_mostly;
static int pg_clone_skb_d  __read_mostly;
static int debug  __read_mostly;
Linus Torvalds's avatar
Linus Torvalds committed
460

461
static DEFINE_MUTEX(pktgen_thread_lock);
462
static LIST_HEAD(pktgen_threads);
Linus Torvalds's avatar
Linus Torvalds committed
463 464 465 466 467 468

static struct notifier_block pktgen_notifier_block = {
	.notifier_call = pktgen_device_event,
};

/*
469
 * /proc handling functions
Linus Torvalds's avatar
Linus Torvalds committed
470 471 472
 *
 */

473
static int pgctrl_show(struct seq_file *seq, void *v)
Luiz Capitulino's avatar
Luiz Capitulino committed
474
{
Stephen Hemminger's avatar
Stephen Hemminger committed
475
	seq_puts(seq, version);
476
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
477 478
}

479 480
static ssize_t pgctrl_write(struct file *file, const char __user *buf,
			    size_t count, loff_t *ppos)
Linus Torvalds's avatar
Linus Torvalds committed
481 482
{
	int err = 0;
483
	char data[128];
Linus Torvalds's avatar
Linus Torvalds committed
484

Luiz Capitulino's avatar
Luiz Capitulino committed
485 486
	if (!capable(CAP_NET_ADMIN)) {
		err = -EPERM;
Linus Torvalds's avatar
Linus Torvalds committed
487
		goto out;
Luiz Capitulino's avatar
Luiz Capitulino committed
488
	}
Linus Torvalds's avatar
Linus Torvalds committed
489

490 491
	if (count > sizeof(data))
		count = sizeof(data);
Linus Torvalds's avatar
Linus Torvalds committed
492 493

	if (copy_from_user(data, buf, count)) {
494
		err = -EFAULT;
495
		goto out;
Luiz Capitulino's avatar
Luiz Capitulino committed
496 497
	}
	data[count - 1] = 0;	/* Make string */
Linus Torvalds's avatar
Linus Torvalds committed
498

Luiz Capitulino's avatar
Luiz Capitulino committed
499
	if (!strcmp(data, "stop"))
Linus Torvalds's avatar
Linus Torvalds committed
500 501
		pktgen_stop_all_threads_ifs();

Luiz Capitulino's avatar
Luiz Capitulino committed
502
	else if (!strcmp(data, "start"))
Linus Torvalds's avatar
Linus Torvalds committed
503 504
		pktgen_run_all_threads();

505 506 507
	else if (!strcmp(data, "reset"))
		pktgen_reset_all_threads();

Luiz Capitulino's avatar
Luiz Capitulino committed
508
	else
509
		pr_warning("Unknown command: %s\n", data);
Linus Torvalds's avatar
Linus Torvalds committed
510 511 512

	err = count;

Luiz Capitulino's avatar
Luiz Capitulino committed
513 514
out:
	return err;
Linus Torvalds's avatar
Linus Torvalds committed
515 516
}

517 518 519 520 521
static int pgctrl_open(struct inode *inode, struct file *file)
{
	return single_open(file, pgctrl_show, PDE(inode)->data);
}

522
static const struct file_operations pktgen_fops = {
Luiz Capitulino's avatar
Luiz Capitulino committed
523 524 525 526 527 528
	.owner   = THIS_MODULE,
	.open    = pgctrl_open,
	.read    = seq_read,
	.llseek  = seq_lseek,
	.write   = pgctrl_write,
	.release = single_release,
529 530 531
};

static int pktgen_if_show(struct seq_file *seq, void *v)
Linus Torvalds's avatar
Linus Torvalds committed
532
{
Stephen Hemminger's avatar
Stephen Hemminger committed
533
	const struct pktgen_dev *pkt_dev = seq->private;
534 535
	ktime_t stopped;
	u64 idle;
Luiz Capitulino's avatar
Luiz Capitulino committed
536 537 538 539 540 541 542

	seq_printf(seq,
		   "Params: count %llu  min_pkt_size: %u  max_pkt_size: %u\n",
		   (unsigned long long)pkt_dev->count, pkt_dev->min_pkt_size,
		   pkt_dev->max_pkt_size);

	seq_printf(seq,
543 544
		   "     frags: %d  delay: %llu  clone_skb: %d  ifname: %s\n",
		   pkt_dev->nfrags, (unsigned long long) pkt_dev->delay,
545
		   pkt_dev->clone_skb, pkt_dev->odevname);
Luiz Capitulino's avatar
Luiz Capitulino committed
546 547 548 549

	seq_printf(seq, "     flows: %u flowlen: %u\n", pkt_dev->cflows,
		   pkt_dev->lflow);

Robert Olsson's avatar
Robert Olsson committed
550 551 552 553 554
	seq_printf(seq,
		   "     queue_map_min: %u  queue_map_max: %u\n",
		   pkt_dev->queue_map_min,
		   pkt_dev->queue_map_max);

555 556 557 558
	if (pkt_dev->skb_priority)
		seq_printf(seq, "     skb_priority: %u\n",
			   pkt_dev->skb_priority);

Luiz Capitulino's avatar
Luiz Capitulino committed
559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574
	if (pkt_dev->flags & F_IPV6) {
		char b1[128], b2[128], b3[128];
		fmt_ip6(b1, pkt_dev->in6_saddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_saddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_saddr.s6_addr);
		seq_printf(seq,
			   "     saddr: %s  min_saddr: %s  max_saddr: %s\n", b1,
			   b2, b3);

		fmt_ip6(b1, pkt_dev->in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->min_in6_daddr.s6_addr);
		fmt_ip6(b3, pkt_dev->max_in6_daddr.s6_addr);
		seq_printf(seq,
			   "     daddr: %s  min_daddr: %s  max_daddr: %s\n", b1,
			   b2, b3);

575 576 577 578
	} else {
		seq_printf(seq,
			   "     dst_min: %s  dst_max: %s\n",
			   pkt_dev->dst_min, pkt_dev->dst_max);
Luiz Capitulino's avatar
Luiz Capitulino committed
579
		seq_printf(seq,
580 581 582
			   "        src_min: %s  src_max: %s\n",
			   pkt_dev->src_min, pkt_dev->src_max);
	}
Linus Torvalds's avatar
Linus Torvalds committed
583

Luiz Capitulino's avatar
Luiz Capitulino committed
584
	seq_puts(seq, "     src_mac: ");
Linus Torvalds's avatar
Linus Torvalds committed
585

Johannes Berg's avatar
Johannes Berg committed
586 587 588
	seq_printf(seq, "%pM ",
		   is_zero_ether_addr(pkt_dev->src_mac) ?
			     pkt_dev->odev->dev_addr : pkt_dev->src_mac);
Luiz Capitulino's avatar
Luiz Capitulino committed
589 590

	seq_printf(seq, "dst_mac: ");
Johannes Berg's avatar
Johannes Berg committed
591
	seq_printf(seq, "%pM\n", pkt_dev->dst_mac);
Luiz Capitulino's avatar
Luiz Capitulino committed
592 593

	seq_printf(seq,
594 595
		   "     udp_src_min: %d  udp_src_max: %d"
		   "  udp_dst_min: %d  udp_dst_max: %d\n",
Luiz Capitulino's avatar
Luiz Capitulino committed
596 597 598 599
		   pkt_dev->udp_src_min, pkt_dev->udp_src_max,
		   pkt_dev->udp_dst_min, pkt_dev->udp_dst_max);

	seq_printf(seq,
600
		   "     src_mac_count: %d  dst_mac_count: %d\n",
Luiz Capitulino's avatar
Luiz Capitulino committed
601
		   pkt_dev->src_mac_count, pkt_dev->dst_mac_count);
Linus Torvalds's avatar
Linus Torvalds committed
602

603 604 605
	if (pkt_dev->nr_labels) {
		unsigned i;
		seq_printf(seq, "     mpls: ");
606
		for (i = 0; i < pkt_dev->nr_labels; i++)
607 608 609 610
			seq_printf(seq, "%08x%s", ntohl(pkt_dev->labels[i]),
				   i == pkt_dev->nr_labels-1 ? "\n" : ", ");
	}

611
	if (pkt_dev->vlan_id != 0xffff)
Francesco Fondelli's avatar
Francesco Fondelli committed
612
		seq_printf(seq, "     vlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
613 614
			   pkt_dev->vlan_id, pkt_dev->vlan_p,
			   pkt_dev->vlan_cfi);
Francesco Fondelli's avatar
Francesco Fondelli committed
615

616
	if (pkt_dev->svlan_id != 0xffff)
Francesco Fondelli's avatar
Francesco Fondelli committed
617
		seq_printf(seq, "     svlan_id: %u  vlan_p: %u  vlan_cfi: %u\n",
618 619
			   pkt_dev->svlan_id, pkt_dev->svlan_p,
			   pkt_dev->svlan_cfi);
Francesco Fondelli's avatar
Francesco Fondelli committed
620

621
	if (pkt_dev->tos)
Francesco Fondelli's avatar
Francesco Fondelli committed
622 623
		seq_printf(seq, "     tos: 0x%02x\n", pkt_dev->tos);

624
	if (pkt_dev->traffic_class)
Francesco Fondelli's avatar
Francesco Fondelli committed
625 626
		seq_printf(seq, "     traffic_class: 0x%02x\n", pkt_dev->traffic_class);

Robert Olsson's avatar
Robert Olsson committed
627 628 629
	if (pkt_dev->node >= 0)
		seq_printf(seq, "     node: %d\n", pkt_dev->node);

630 631
	seq_printf(seq, "     Flags: ");

Luiz Capitulino's avatar
Luiz Capitulino committed
632 633
	if (pkt_dev->flags & F_IPV6)
		seq_printf(seq, "IPV6  ");
Linus Torvalds's avatar
Linus Torvalds committed
634

Luiz Capitulino's avatar
Luiz Capitulino committed
635 636
	if (pkt_dev->flags & F_IPSRC_RND)
		seq_printf(seq, "IPSRC_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
637

Luiz Capitulino's avatar
Luiz Capitulino committed
638 639
	if (pkt_dev->flags & F_IPDST_RND)
		seq_printf(seq, "IPDST_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
640

Luiz Capitulino's avatar
Luiz Capitulino committed
641 642
	if (pkt_dev->flags & F_TXSIZE_RND)
		seq_printf(seq, "TXSIZE_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
643

Luiz Capitulino's avatar
Luiz Capitulino committed
644 645
	if (pkt_dev->flags & F_UDPSRC_RND)
		seq_printf(seq, "UDPSRC_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
646

Luiz Capitulino's avatar
Luiz Capitulino committed
647 648
	if (pkt_dev->flags & F_UDPDST_RND)
		seq_printf(seq, "UDPDST_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
649

650 651 652
	if (pkt_dev->flags & F_MPLS_RND)
		seq_printf(seq,  "MPLS_RND  ");

Robert Olsson's avatar
Robert Olsson committed
653 654 655
	if (pkt_dev->flags & F_QUEUE_MAP_RND)
		seq_printf(seq,  "QUEUE_MAP_RND  ");

Robert Olsson's avatar
Robert Olsson committed
656 657 658
	if (pkt_dev->flags & F_QUEUE_MAP_CPU)
		seq_printf(seq,  "QUEUE_MAP_CPU  ");

659 660 661 662 663 664 665
	if (pkt_dev->cflows) {
		if (pkt_dev->flags & F_FLOW_SEQ)
			seq_printf(seq,  "FLOW_SEQ  "); /*in sequence flows*/
		else
			seq_printf(seq,  "FLOW_RND  ");
	}

Jamal Hadi Salim's avatar
Jamal Hadi Salim committed
666 667 668 669 670
#ifdef CONFIG_XFRM
	if (pkt_dev->flags & F_IPSEC_ON)
		seq_printf(seq,  "IPSEC  ");
#endif

Luiz Capitulino's avatar
Luiz Capitulino committed
671 672
	if (pkt_dev->flags & F_MACSRC_RND)
		seq_printf(seq, "MACSRC_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
673

Luiz Capitulino's avatar
Luiz Capitulino committed
674 675
	if (pkt_dev->flags & F_MACDST_RND)
		seq_printf(seq, "MACDST_RND  ");
Linus Torvalds's avatar
Linus Torvalds committed
676

Francesco Fondelli's avatar
Francesco Fondelli committed
677 678 679 680 681 682
	if (pkt_dev->flags & F_VID_RND)
		seq_printf(seq, "VID_RND  ");

	if (pkt_dev->flags & F_SVID_RND)
		seq_printf(seq, "SVID_RND  ");

Robert Olsson's avatar
Robert Olsson committed
683 684 685
	if (pkt_dev->flags & F_NODE)
		seq_printf(seq, "NODE_ALLOC  ");

Luiz Capitulino's avatar
Luiz Capitulino committed
686 687
	seq_puts(seq, "\n");

688 689 690 691
	/* not really stopped, more like last-running-at */
	stopped = pkt_dev->running ? ktime_now() : pkt_dev->stopped_at;
	idle = pkt_dev->idle_acc;
	do_div(idle, NSEC_PER_USEC);
Linus Torvalds's avatar
Linus Torvalds committed
692

Luiz Capitulino's avatar
Luiz Capitulino committed
693
	seq_printf(seq,
694
		   "Current:\n     pkts-sofar: %llu  errors: %llu\n",
Luiz Capitulino's avatar
Luiz Capitulino committed
695
		   (unsigned long long)pkt_dev->sofar,
696 697 698 699 700 701 702
		   (unsigned long long)pkt_dev->errors);

	seq_printf(seq,
		   "     started: %lluus  stopped: %lluus idle: %lluus\n",
		   (unsigned long long) ktime_to_us(pkt_dev->started_at),
		   (unsigned long long) ktime_to_us(stopped),
		   (unsigned long long) idle);
Linus Torvalds's avatar
Linus Torvalds committed
703

Luiz Capitulino's avatar
Luiz Capitulino committed
704 705
	seq_printf(seq,
		   "     seq_num: %d  cur_dst_mac_offset: %d  cur_src_mac_offset: %d\n",
706 707
		   pkt_dev->seq_num, pkt_dev->cur_dst_mac_offset,
		   pkt_dev->cur_src_mac_offset);
Linus Torvalds's avatar
Linus Torvalds committed
708

Luiz Capitulino's avatar
Luiz Capitulino committed
709
	if (pkt_dev->flags & F_IPV6) {
Linus Torvalds's avatar
Linus Torvalds committed
710
		char b1[128], b2[128];
Luiz Capitulino's avatar
Luiz Capitulino committed
711 712 713 714 715
		fmt_ip6(b1, pkt_dev->cur_in6_daddr.s6_addr);
		fmt_ip6(b2, pkt_dev->cur_in6_saddr.s6_addr);
		seq_printf(seq, "     cur_saddr: %s  cur_daddr: %s\n", b2, b1);
	} else
		seq_printf(seq, "     cur_saddr: 0x%x  cur_daddr: 0x%x\n",
716
			   pkt_dev->cur_saddr, pkt_dev->cur_daddr);
Linus Torvalds's avatar
Linus Torvalds committed
717

Luiz Capitulino's avatar
Luiz Capitulino committed
718
	seq_printf(seq, "     cur_udp_dst: %d  cur_udp_src: %d\n",
719
		   pkt_dev->cur_udp_dst, pkt_dev->cur_udp_src);
Linus Torvalds's avatar
Linus Torvalds committed
720

Robert Olsson's avatar
Robert Olsson committed
721 722
	seq_printf(seq, "     cur_queue_map: %u\n", pkt_dev->cur_queue_map);

Luiz Capitulino's avatar
Luiz Capitulino committed
723
	seq_printf(seq, "     flows: %u\n", pkt_dev->nflows);
Linus Torvalds's avatar
Linus Torvalds committed
724 725

	if (pkt_dev->result[0])
Luiz Capitulino's avatar
Luiz Capitulino committed
726
		seq_printf(seq, "Result: %s\n", pkt_dev->result);
Linus Torvalds's avatar
Linus Torvalds committed
727
	else
Luiz Capitulino's avatar
Luiz Capitulino committed
728
		seq_printf(seq, "Result: Idle\n");
Linus Torvalds's avatar
Linus Torvalds committed
729

730
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
731 732
}

733

734 735
static int hex32_arg(const char __user *user_buffer, unsigned long maxlen,
		     __u32 *num)
736 737 738 739
{
	int i = 0;
	*num = 0;

740
	for (; i < maxlen; i++) {
741
		int value;
742 743 744 745
		char c;
		*num <<= 4;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
746 747 748
		value = hex_to_bin(c);
		if (value >= 0)
			*num |= value;
749 750 751 752 753 754
		else
			break;
	}
	return i;
}

Luiz Capitulino's avatar
Luiz Capitulino committed
755 756
static int count_trail_chars(const char __user * user_buffer,
			     unsigned int maxlen)
Linus Torvalds's avatar
Linus Torvalds committed
757 758 759 760
{
	int i;

	for (i = 0; i < maxlen; i++) {
Luiz Capitulino's avatar
Luiz Capitulino committed
761 762 763 764
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
Linus Torvalds's avatar
Linus Torvalds committed
765 766 767 768 769 770 771 772 773
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
		case '=':
			break;
		default:
			goto done;
774
		}
Linus Torvalds's avatar
Linus Torvalds committed
775 776 777 778 779
	}
done:
	return i;
}

Luiz Capitulino's avatar
Luiz Capitulino committed
780 781
static unsigned long num_arg(const char __user * user_buffer,
			     unsigned long maxlen, unsigned long *num)
Linus Torvalds's avatar
Linus Torvalds committed
782
{
783
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
784
	*num = 0;
Luiz Capitulino's avatar
Luiz Capitulino committed
785

786
	for (i = 0; i < maxlen; i++) {
Luiz Capitulino's avatar
Luiz Capitulino committed
787 788 789 790
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		if ((c >= '0') && (c <= '9')) {
Linus Torvalds's avatar
Linus Torvalds committed
791
			*num *= 10;
Luiz Capitulino's avatar
Luiz Capitulino committed
792
			*num += c - '0';
Linus Torvalds's avatar
Linus Torvalds committed
793 794 795 796 797 798
		} else
			break;
	}
	return i;
}

Luiz Capitulino's avatar
Luiz Capitulino committed
799
static int strn_len(const char __user * user_buffer, unsigned int maxlen)
Linus Torvalds's avatar
Linus Torvalds committed
800
{
801
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
802

803
	for (i = 0; i < maxlen; i++) {
Luiz Capitulino's avatar
Luiz Capitulino committed
804 805 806 807
		char c;
		if (get_user(c, &user_buffer[i]))
			return -EFAULT;
		switch (c) {
Linus Torvalds's avatar
Linus Torvalds committed
808 809 810 811 812 813 814 815 816
		case '\"':
		case '\n':
		case '\r':
		case '\t':
		case ' ':
			goto done_str;
			break;
		default:
			break;
817
		}
Linus Torvalds's avatar
Linus Torvalds committed
818 819 820 821 822
	}
done_str:
	return i;
}

823 824 825 826 827 828 829 830 831 832
static ssize_t get_labels(const char __user *buffer, struct pktgen_dev *pkt_dev)
{
	unsigned n = 0;
	char c;
	ssize_t i = 0;
	int len;

	pkt_dev->nr_labels = 0;
	do {
		__u32 tmp;
Francesco Fondelli's avatar
Francesco Fondelli committed
833
		len = hex32_arg(&buffer[i], 8, &tmp);
834 835 836 837 838 839 840 841 842 843 844 845
		if (len <= 0)
			return len;
		pkt_dev->labels[n] = htonl(tmp);
		if (pkt_dev->labels[n] & MPLS_STACK_BOTTOM)
			pkt_dev->flags |= F_MPLS_RND;
		i += len;
		if (get_user(c, &buffer[i]))
			return -EFAULT;
		i++;
		n++;
		if (n >= MAX_MPLS_LABELS)
			return -E2BIG;
846
	} while (c == ',');
847 848 849 850 851

	pkt_dev->nr_labels = n;
	return i;
}

Luiz Capitulino's avatar
Luiz Capitulino committed
852 853 854
static ssize_t pktgen_if_write(struct file *file,
			       const char __user * user_buffer, size_t count,
			       loff_t * offset)
Linus Torvalds's avatar
Linus Torvalds committed
855
{
856
	struct seq_file *seq = file->private_data;
Luiz Capitulino's avatar
Luiz Capitulino committed
857
	struct pktgen_dev *pkt_dev = seq->private;
858
	int i, max, len;
Linus Torvalds's avatar
Linus Torvalds committed
859 860
	char name[16], valstr[32];
	unsigned long value = 0;
Luiz Capitulino's avatar
Luiz Capitulino committed
861 862
	char *pg_result = NULL;
	int tmp = 0;
Linus Torvalds's avatar
Linus Torvalds committed
863
	char buf[128];
Luiz Capitulino's avatar
Luiz Capitulino committed
864 865 866

	pg_result = &(pkt_dev->result[0]);

Linus Torvalds's avatar
Linus Torvalds committed
867
	if (count < 1) {
868
		pr_warning("wrong command format\n");
Linus Torvalds's avatar
Linus Torvalds committed
869 870
		return -EINVAL;
	}
Luiz Capitulino's avatar
Luiz Capitulino committed
871

872 873
	max = count;
	tmp = count_trail_chars(user_buffer, max);
Luiz Capitulino's avatar
Luiz Capitulino committed
874
	if (tmp < 0) {
875
		pr_warning("illegal format\n");
Luiz Capitulino's avatar
Luiz Capitulino committed
876
		return tmp;
Linus Torvalds's avatar
Linus Torvalds committed
877
	}
878
	i = tmp;
Luiz Capitulino's avatar
Luiz Capitulino committed
879

Linus Torvalds's avatar
Linus Torvalds committed
880 881 882
	/* Read variable name */

	len = strn_len(&user_buffer[i], sizeof(name) - 1);
883
	if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
884
		return len;
885

Linus Torvalds's avatar
Linus Torvalds committed
886
	memset(name, 0, sizeof(name));
Luiz Capitulino's avatar
Luiz Capitulino committed
887
	if (copy_from_user(name, &user_buffer[i], len))
Linus Torvalds's avatar
Linus Torvalds committed
888 889
		return -EFAULT;
	i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
890 891

	max = count - i;
Linus Torvalds's avatar
Linus Torvalds committed
892
	len = count_trail_chars(&user_buffer[i], max);
Luiz Capitulino's avatar
Luiz Capitulino committed
893 894 895
	if (len < 0)
		return len;

Linus Torvalds's avatar
Linus Torvalds committed
896 897 898
	i += len;

	if (debug) {
899
		size_t copy = min_t(size_t, count, 1023);
900 901
		char tb[copy + 1];
		if (copy_from_user(tb, user_buffer, copy))
Linus Torvalds's avatar
Linus Torvalds committed
902
			return -EFAULT;
903
		tb[copy] = 0;
904
		printk(KERN_DEBUG "pktgen: %s,%lu  buffer -:%s:-\n", name,
Luiz Capitulino's avatar
Luiz Capitulino committed
905 906
		       (unsigned long)count, tb);
	}
Linus Torvalds's avatar
Linus Torvalds committed
907 908 909

	if (!strcmp(name, "min_pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
910
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
911
			return len;
912

Linus Torvalds's avatar
Linus Torvalds committed
913
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
914 915 916 917 918 919 920 921
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: min_pkt_size=%u",
			pkt_dev->min_pkt_size);
Linus Torvalds's avatar
Linus Torvalds committed
922 923 924
		return count;
	}

Luiz Capitulino's avatar
Luiz Capitulino committed
925
	if (!strcmp(name, "max_pkt_size")) {
Linus Torvalds's avatar
Linus Torvalds committed
926
		len = num_arg(&user_buffer[i], 10, &value);
927
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
928
			return len;
929

Linus Torvalds's avatar
Linus Torvalds committed
930
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
931 932 933 934 935 936 937 938
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->max_pkt_size) {
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
		sprintf(pg_result, "OK: max_pkt_size=%u",
			pkt_dev->max_pkt_size);
Linus Torvalds's avatar
Linus Torvalds committed
939 940 941
		return count;
	}

Luiz Capitulino's avatar
Luiz Capitulino committed
942
	/* Shortcut for min = max */
Linus Torvalds's avatar
Linus Torvalds committed
943 944 945

	if (!strcmp(name, "pkt_size")) {
		len = num_arg(&user_buffer[i], 10, &value);
946
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
947
			return len;
948

Linus Torvalds's avatar
Linus Torvalds committed
949
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
950 951 952 953 954 955 956
		if (value < 14 + 20 + 8)
			value = 14 + 20 + 8;
		if (value != pkt_dev->min_pkt_size) {
			pkt_dev->min_pkt_size = value;
			pkt_dev->max_pkt_size = value;
			pkt_dev->cur_pkt_size = value;
		}
Linus Torvalds's avatar
Linus Torvalds committed
957 958 959 960
		sprintf(pg_result, "OK: pkt_size=%u", pkt_dev->min_pkt_size);
		return count;
	}

Luiz Capitulino's avatar
Luiz Capitulino committed
961
	if (!strcmp(name, "debug")) {
Linus Torvalds's avatar
Linus Torvalds committed
962
		len = num_arg(&user_buffer[i], 10, &value);
963
		if (len < 0)
Luiz Capitulino's avatar
Luiz Capitulino committed
964
			return len;
965

Linus Torvalds's avatar
Linus Torvalds committed
966
		i += len;
Luiz Capitulino's avatar
Luiz Capitulino committed
967
		debug = value;