selftests: net: relocate gro and toeplitz tests to drivers/net

The GRO test can run on a real device or a veth.
The Toeplitz hash test can only run on a real device.
Move them from net/ to drivers/net/ and drivers/net/hw/ respectively.

There are two scripts which set up the environment for these tests
setup_loopback.sh and setup_veth.sh. Move those scripts to net/lib.
The paths to the setup files are a little ugly but they will be
deleted shortly.

toeplitz_client.sh is not a test in itself, but rather a helper
to send traffic, so add it to TEST_FILES rather than TEST_PROGS.

Reviewed-by: Petr Machata <petrm@nvidia.com>
Reviewed-by: Willem de Bruijn <willemb@google.com>
Link: https://patch.msgid.link/20251120021024.2944527-6-kuba@kernel.org
Signed-off-by: Jakub Kicinski <kuba@kernel.org>

10 files changed, 2 insertions, 2296 deletions

diff --git a/tools/testing/selftests/net/.gitignore b/tools/testing/selftests/net/.gitignore
index f627f1a2a2b8..283ca5ffc244 100644
--- a/tools/testing/selftests/net/.gitignore
+++ b/tools/testing/selftests/net/.gitignore
@@ -7,7 +7,6 @@ cmsg_sender
 diag_uid
 epoll_busy_poll
 fin_ack_lat
-gro
 hwtstamp_config
 io_uring_zerocopy_tx
 ioam6_parser
@@ -57,7 +56,6 @@ tcp_port_share
 tfo
 timestamping
 tls
-toeplitz
 tools
 tun
 txring_overwrite
diff --git a/tools/testing/selftests/net/Makefile b/tools/testing/selftests/net/Makefile
index b5127e968108..b66ba04f19d9 100644
--- a/tools/testing/selftests/net/Makefile
+++ b/tools/testing/selftests/net/Makefile
@@ -38,7 +38,6 @@ TEST_PROGS := \
 	fq_band_pktlimit.sh \
 	gre_gso.sh \
 	gre_ipv6_lladdr.sh \
-	gro.sh \
 	icmp.sh \
 	icmp_redirect.sh \
 	io_uring_zerocopy_tx.sh \
@@ -121,8 +120,6 @@ TEST_PROGS := \
 # end of TEST_PROGS
 
 TEST_PROGS_EXTENDED := \
-	toeplitz.sh \
-	toeplitz_client.sh \
 	xfrm_policy_add_speed.sh \
 # end of TEST_PROGS_EXTENDED
 
@@ -130,7 +127,6 @@ TEST_GEN_FILES := \
 	bind_bhash \
 	cmsg_sender \
 	fin_ack_lat \
-	gro \
 	hwtstamp_config \
 	io_uring_zerocopy_tx \
 	ioam6_parser \
@@ -159,7 +155,6 @@ TEST_GEN_FILES := \
 	tcp_mmap \
 	tfo \
 	timestamping \
-	toeplitz \
 	txring_overwrite \
 	txtimestamp \
 	udpgso \
@@ -193,8 +188,6 @@ TEST_FILES := \
 	in_netns.sh \
 	lib.sh \
 	settings \
-	setup_loopback.sh \
-	setup_veth.sh \
 # end of TEST_FILES
 
 # YNL files, must be before "include ..lib.mk"
diff --git a/tools/testing/selftests/net/gro.c b/tools/testing/selftests/net/gro.c
deleted file mode 100644
index cfc39f70635d..000000000000
--- a/tools/testing/selftests/net/gro.c
+++ /dev/null
@@ -1,1366 +0,0 @@
-// SPDX-License-Identifier: GPL-2.0
-/*
- * This testsuite provides conformance testing for GRO coalescing.
- *
- * Test cases:
- * 1.data
- *  Data packets of the same size and same header setup with correct
- *  sequence numbers coalesce. The one exception being the last data
- *  packet coalesced: it can be smaller than the rest and coalesced
- *  as long as it is in the same flow.
- * 2.ack
- *  Pure ACK does not coalesce.
- * 3.flags
- *  Specific test cases: no packets with PSH, SYN, URG, RST set will
- *  be coalesced.
- * 4.tcp
- *  Packets with incorrect checksum, non-consecutive seqno and
- *  different TCP header options shouldn't coalesce. Nit: given that
- *  some extension headers have paddings, such as timestamp, headers
- *  that are padding differently would not be coalesced.
- * 5.ip:
- *  Packets with different (ECN, TTL, TOS) header, ip options or
- *  ip fragments (ipv6) shouldn't coalesce.
- * 6.large:
- *  Packets larger than GRO_MAX_SIZE packets shouldn't coalesce.
- *
- * MSS is defined as 4096 - header because if it is too small
- * (i.e. 1500 MTU - header), it will result in many packets,
- * increasing the "large" test case's flakiness. This is because
- * due to time sensitivity in the coalescing window, the receiver
- * may not coalesce all of the packets.
- *
- * Note the timing issue applies to all of the test cases, so some
- * flakiness is to be expected.
- *
- */
-
-#define _GNU_SOURCE
-
-#include <arpa/inet.h>
-#include <errno.h>
-#include <error.h>
-#include <getopt.h>
-#include <linux/filter.h>
-#include <linux/if_packet.h>
-#include <linux/ipv6.h>
-#include <net/ethernet.h>
-#include <net/if.h>
-#include <netinet/in.h>
-#include <netinet/ip.h>
-#include <netinet/ip6.h>
-#include <netinet/tcp.h>
-#include <stdbool.h>
-#include <stddef.h>
-#include <stdio.h>
-#include <stdarg.h>
-#include <string.h>
-#include <unistd.h>
-
-#include "../kselftest.h"
-
-#define DPORT 8000
-#define SPORT 1500
-#define PAYLOAD_LEN 100
-#define NUM_PACKETS 4
-#define START_SEQ 100
-#define START_ACK 100
-#define ETH_P_NONE 0
-#define TOTAL_HDR_LEN (ETH_HLEN + sizeof(struct ipv6hdr) + sizeof(struct tcphdr))
-#define MSS (4096 - sizeof(struct tcphdr) - sizeof(struct ipv6hdr))
-#define MAX_PAYLOAD (IP_MAXPACKET - sizeof(struct tcphdr) - sizeof(struct ipv6hdr))
-#define NUM_LARGE_PKT (MAX_PAYLOAD / MSS)
-#define MAX_HDR_LEN (ETH_HLEN + sizeof(struct ipv6hdr) + sizeof(struct tcphdr))
-#define MIN_EXTHDR_SIZE 8
-#define EXT_PAYLOAD_1 "\x00\x00\x00\x00\x00\x00"
-#define EXT_PAYLOAD_2 "\x11\x11\x11\x11\x11\x11"
-
-#define ipv6_optlen(p)  (((p)->hdrlen+1) << 3) /* calculate IPv6 extension header len */
-#define BUILD_BUG_ON(condition) ((void)sizeof(char[1 - 2*!!(condition)]))
-
-static const char *addr6_src = "fdaa::2";
-static const char *addr6_dst = "fdaa::1";
-static const char *addr4_src = "192.168.1.200";
-static const char *addr4_dst = "192.168.1.100";
-static int proto = -1;
-static uint8_t src_mac[ETH_ALEN], dst_mac[ETH_ALEN];
-static char *testname = "data";
-static char *ifname = "eth0";
-static char *smac = "aa:00:00:00:00:02";
-static char *dmac = "aa:00:00:00:00:01";
-static bool verbose;
-static bool tx_socket = true;
-static int tcp_offset = -1;
-static int total_hdr_len = -1;
-static int ethhdr_proto = -1;
-static bool ipip;
-static const int num_flush_id_cases = 6;
-
-static void vlog(const char *fmt, ...)
-{
-	va_list args;
-
-	if (verbose) {
-		va_start(args, fmt);
-		vfprintf(stderr, fmt, args);
-		va_end(args);
-	}
-}
-
-static void setup_sock_filter(int fd)
-{
-	const int dport_off = tcp_offset + offsetof(struct tcphdr, dest);
-	const int ethproto_off = offsetof(struct ethhdr, h_proto);
-	int optlen = 0;
-	int ipproto_off, opt_ipproto_off;
-	int next_off;
-
-	if (ipip)
-		next_off = sizeof(struct iphdr) + offsetof(struct iphdr, protocol);
-	else if (proto == PF_INET)
-		next_off = offsetof(struct iphdr, protocol);
-	else
-		next_off = offsetof(struct ipv6hdr, nexthdr);
-	ipproto_off = ETH_HLEN + next_off;
-
-	/* Overridden later if exthdrs are used: */
-	opt_ipproto_off = ipproto_off;
-
-	if (strcmp(testname, "ip") == 0) {
-		if (proto == PF_INET)
-			optlen = sizeof(struct ip_timestamp);
-		else {
-			BUILD_BUG_ON(sizeof(struct ip6_hbh) > MIN_EXTHDR_SIZE);
-			BUILD_BUG_ON(sizeof(struct ip6_dest) > MIN_EXTHDR_SIZE);
-			BUILD_BUG_ON(sizeof(struct ip6_frag) > MIN_EXTHDR_SIZE);
-
-			/* same size for HBH and Fragment extension header types */
-			optlen = MIN_EXTHDR_SIZE;
-			opt_ipproto_off = ETH_HLEN + sizeof(struct ipv6hdr)
-				+ offsetof(struct ip6_ext, ip6e_nxt);
-		}
-	}
-
-	/* this filter validates the following:
-	 *	- packet is IPv4/IPv6 according to the running test.
-	 *	- packet is TCP. Also handles the case of one extension header and then TCP.
-	 *	- checks the packet tcp dport equals to DPORT. Also handles the case of one
-	 *	  extension header and then TCP.
-	 */
-	struct sock_filter filter[] = {
-			BPF_STMT(BPF_LD  + BPF_H   + BPF_ABS, ethproto_off),
-			BPF_JUMP(BPF_JMP + BPF_JEQ + BPF_K, ntohs(ethhdr_proto), 0, 9),
-			BPF_STMT(BPF_LD  + BPF_B   + BPF_ABS, ipproto_off),
-			BPF_JUMP(BPF_JMP + BPF_JEQ + BPF_K, IPPROTO_TCP, 2, 0),
-			BPF_STMT(BPF_LD  + BPF_B   + BPF_ABS, opt_ipproto_off),
-			BPF_JUMP(BPF_JMP + BPF_JEQ + BPF_K, IPPROTO_TCP, 0, 5),
-			BPF_STMT(BPF_LD  + BPF_H   + BPF_ABS, dport_off),
-			BPF_JUMP(BPF_JMP + BPF_JEQ + BPF_K, DPORT, 2, 0),
-			BPF_STMT(BPF_LD  + BPF_H   + BPF_ABS, dport_off + optlen),
-			BPF_JUMP(BPF_JMP + BPF_JEQ + BPF_K, DPORT, 0, 1),
-			BPF_STMT(BPF_RET + BPF_K, 0xFFFFFFFF),
-			BPF_STMT(BPF_RET + BPF_K, 0),
-	};
-
-	struct sock_fprog bpf = {
-		.len = ARRAY_SIZE(filter),
-		.filter = filter,
-	};
-
-	if (setsockopt(fd, SOL_SOCKET, SO_ATTACH_FILTER, &bpf, sizeof(bpf)) < 0)
-		error(1, errno, "error setting filter");
-}
-
-static uint32_t checksum_nofold(void *data, size_t len, uint32_t sum)
-{
-	uint16_t *words = data;
-	int i;
-
-	for (i = 0; i < len / 2; i++)
-		sum += words[i];
-	if (len & 1)
-		sum += ((char *)data)[len - 1];
-	return sum;
-}
-
-static uint16_t checksum_fold(void *data, size_t len, uint32_t sum)
-{
-	sum = checksum_nofold(data, len, sum);
-	while (sum > 0xFFFF)
-		sum = (sum & 0xFFFF) + (sum >> 16);
-	return ~sum;
-}
-
-static uint16_t tcp_checksum(void *buf, int payload_len)
-{
-	struct pseudo_header6 {
-		struct in6_addr saddr;
-		struct in6_addr daddr;
-		uint16_t protocol;
-		uint16_t payload_len;
-	} ph6;
-	struct pseudo_header4 {
-		struct in_addr saddr;
-		struct in_addr daddr;
-		uint16_t protocol;
-		uint16_t payload_len;
-	} ph4;
-	uint32_t sum = 0;
-
-	if (proto == PF_INET6) {
-		if (inet_pton(AF_INET6, addr6_src, &ph6.saddr) != 1)
-			error(1, errno, "inet_pton6 source ip pseudo");
-		if (inet_pton(AF_INET6, addr6_dst, &ph6.daddr) != 1)
-			error(1, errno, "inet_pton6 dest ip pseudo");
-		ph6.protocol = htons(IPPROTO_TCP);
-		ph6.payload_len = htons(sizeof(struct tcphdr) + payload_len);
-
-		sum = checksum_nofold(&ph6, sizeof(ph6), 0);
-	} else if (proto == PF_INET) {
-		if (inet_pton(AF_INET, addr4_src, &ph4.saddr) != 1)
-			error(1, errno, "inet_pton source ip pseudo");
-		if (inet_pton(AF_INET, addr4_dst, &ph4.daddr) != 1)
-			error(1, errno, "inet_pton dest ip pseudo");
-		ph4.protocol = htons(IPPROTO_TCP);
-		ph4.payload_len = htons(sizeof(struct tcphdr) + payload_len);
-
-		sum = checksum_nofold(&ph4, sizeof(ph4), 0);
-	}
-
-	return checksum_fold(buf, sizeof(struct tcphdr) + payload_len, sum);
-}
-
-static void read_MAC(uint8_t *mac_addr, char *mac)
-{
-	if (sscanf(mac, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx",
-		   &mac_addr[0], &mac_addr[1], &mac_addr[2],
-		   &mac_addr[3], &mac_addr[4], &mac_addr[5]) != 6)
-		error(1, 0, "sscanf");
-}
-
-static void fill_datalinklayer(void *buf)
-{
-	struct ethhdr *eth = buf;
-
-	memcpy(eth->h_dest, dst_mac, ETH_ALEN);
-	memcpy(eth->h_source, src_mac, ETH_ALEN);
-	eth->h_proto = ethhdr_proto;
-}
-
-static void fill_networklayer(void *buf, int payload_len, int protocol)
-{
-	struct ipv6hdr *ip6h = buf;
-	struct iphdr *iph = buf;
-
-	if (proto == PF_INET6) {
-		memset(ip6h, 0, sizeof(*ip6h));
-
-		ip6h->version = 6;
-		ip6h->payload_len = htons(sizeof(struct tcphdr) + payload_len);
-		ip6h->nexthdr = protocol;
-		ip6h->hop_limit = 8;
-		if (inet_pton(AF_INET6, addr6_src, &ip6h->saddr) != 1)
-			error(1, errno, "inet_pton source ip6");
-		if (inet_pton(AF_INET6, addr6_dst, &ip6h->daddr) != 1)
-			error(1, errno, "inet_pton dest ip6");
-	} else if (proto == PF_INET) {
-		memset(iph, 0, sizeof(*iph));
-
-		iph->version = 4;
-		iph->ihl = 5;
-		iph->ttl = 8;
-		iph->protocol	= protocol;
-		iph->tot_len = htons(sizeof(struct tcphdr) +
-				payload_len + sizeof(struct iphdr));
-		iph->frag_off = htons(0x4000); /* DF = 1, MF = 0 */
-		if (inet_pton(AF_INET, addr4_src, &iph->saddr) != 1)
-			error(1, errno, "inet_pton source ip");
-		if (inet_pton(AF_INET, addr4_dst, &iph->daddr) != 1)
-			error(1, errno, "inet_pton dest ip");
-		iph->check = checksum_fold(buf, sizeof(struct iphdr), 0);
-	}
-}
-
-static void fill_transportlayer(void *buf, int seq_offset, int ack_offset,
-				int payload_len, int fin)
-{
-	struct tcphdr *tcph = buf;
-
-	memset(tcph, 0, sizeof(*tcph));
-
-	tcph->source = htons(SPORT);
-	tcph->dest = htons(DPORT);
-	tcph->seq = ntohl(START_SEQ + seq_offset);
-	tcph->ack_seq = ntohl(START_ACK + ack_offset);
-	tcph->ack = 1;
-	tcph->fin = fin;
-	tcph->doff = 5;
-	tcph->window = htons(TCP_MAXWIN);
-	tcph->urg_ptr = 0;
-	tcph->check = tcp_checksum(tcph, payload_len);
-}
-
-static void write_packet(int fd, char *buf, int len, struct sockaddr_ll *daddr)
-{
-	int ret = -1;
-
-	ret = sendto(fd, buf, len, 0, (struct sockaddr *)daddr, sizeof(*daddr));
-	if (ret == -1)
-		error(1, errno, "sendto failure");
-	if (ret != len)
-		error(1, errno, "sendto wrong length");
-}
-
-static void create_packet(void *buf, int seq_offset, int ack_offset,
-			  int payload_len, int fin)
-{
-	memset(buf, 0, total_hdr_len);
-	memset(buf + total_hdr_len, 'a', payload_len);
-
-	fill_transportlayer(buf + tcp_offset, seq_offset, ack_offset,
-			    payload_len, fin);
-
-	if (ipip) {
-		fill_networklayer(buf + ETH_HLEN, payload_len + sizeof(struct iphdr),
-				  IPPROTO_IPIP);
-		fill_networklayer(buf + ETH_HLEN + sizeof(struct iphdr),
-				  payload_len, IPPROTO_TCP);
-	} else {
-		fill_networklayer(buf + ETH_HLEN, payload_len, IPPROTO_TCP);
-	}
-
-	fill_datalinklayer(buf);
-}
-
-/* send one extra flag, not first and not last pkt */
-static void send_flags(int fd, struct sockaddr_ll *daddr, int psh, int syn,
-		       int rst, int urg)
-{
-	static char flag_buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	int payload_len, pkt_size, flag, i;
-	struct tcphdr *tcph;
-
-	payload_len = PAYLOAD_LEN * psh;
-	pkt_size = total_hdr_len + payload_len;
-	flag = NUM_PACKETS / 2;
-
-	create_packet(flag_buf, flag * payload_len, 0, payload_len, 0);
-
-	tcph = (struct tcphdr *)(flag_buf + tcp_offset);
-	tcph->psh = psh;
-	tcph->syn = syn;
-	tcph->rst = rst;
-	tcph->urg = urg;
-	tcph->check = 0;
-	tcph->check = tcp_checksum(tcph, payload_len);
-
-	for (i = 0; i < NUM_PACKETS + 1; i++) {
-		if (i == flag) {
-			write_packet(fd, flag_buf, pkt_size, daddr);
-			continue;
-		}
-		create_packet(buf, i * PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-		write_packet(fd, buf, total_hdr_len + PAYLOAD_LEN, daddr);
-	}
-}
-
-/* Test for data of same length, smaller than previous
- * and of different lengths
- */
-static void send_data_pkts(int fd, struct sockaddr_ll *daddr,
-			   int payload_len1, int payload_len2)
-{
-	static char buf[ETH_HLEN + IP_MAXPACKET];
-
-	create_packet(buf, 0, 0, payload_len1, 0);
-	write_packet(fd, buf, total_hdr_len + payload_len1, daddr);
-	create_packet(buf, payload_len1, 0, payload_len2, 0);
-	write_packet(fd, buf, total_hdr_len + payload_len2, daddr);
-}
-
-/* If incoming segments make tracked segment length exceed
- * legal IP datagram length, do not coalesce
- */
-static void send_large(int fd, struct sockaddr_ll *daddr, int remainder)
-{
-	static char pkts[NUM_LARGE_PKT][TOTAL_HDR_LEN + MSS];
-	static char last[TOTAL_HDR_LEN + MSS];
-	static char new_seg[TOTAL_HDR_LEN + MSS];
-	int i;
-
-	for (i = 0; i < NUM_LARGE_PKT; i++)
-		create_packet(pkts[i], i * MSS, 0, MSS, 0);
-	create_packet(last, NUM_LARGE_PKT * MSS, 0, remainder, 0);
-	create_packet(new_seg, (NUM_LARGE_PKT + 1) * MSS, 0, remainder, 0);
-
-	for (i = 0; i < NUM_LARGE_PKT; i++)
-		write_packet(fd, pkts[i], total_hdr_len + MSS, daddr);
-	write_packet(fd, last, total_hdr_len + remainder, daddr);
-	write_packet(fd, new_seg, total_hdr_len + remainder, daddr);
-}
-
-/* Pure acks and dup acks don't coalesce */
-static void send_ack(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[MAX_HDR_LEN];
-
-	create_packet(buf, 0, 0, 0, 0);
-	write_packet(fd, buf, total_hdr_len, daddr);
-	write_packet(fd, buf, total_hdr_len, daddr);
-	create_packet(buf, 0, 1, 0, 0);
-	write_packet(fd, buf, total_hdr_len, daddr);
-}
-
-static void recompute_packet(char *buf, char *no_ext, int extlen)
-{
-	struct tcphdr *tcphdr = (struct tcphdr *)(buf + tcp_offset);
-	struct ipv6hdr *ip6h = (struct ipv6hdr *)(buf + ETH_HLEN);
-	struct iphdr *iph = (struct iphdr *)(buf + ETH_HLEN);
-
-	memmove(buf, no_ext, total_hdr_len);
-	memmove(buf + total_hdr_len + extlen,
-		no_ext + total_hdr_len, PAYLOAD_LEN);
-
-	tcphdr->doff = tcphdr->doff + (extlen / 4);
-	tcphdr->check = 0;
-	tcphdr->check = tcp_checksum(tcphdr, PAYLOAD_LEN + extlen);
-	if (proto == PF_INET) {
-		iph->tot_len = htons(ntohs(iph->tot_len) + extlen);
-		iph->check = 0;
-		iph->check = checksum_fold(iph, sizeof(struct iphdr), 0);
-
-		if (ipip) {
-			iph += 1;
-			iph->tot_len = htons(ntohs(iph->tot_len) + extlen);
-			iph->check = 0;
-			iph->check = checksum_fold(iph, sizeof(struct iphdr), 0);
-		}
-	} else {
-		ip6h->payload_len = htons(ntohs(ip6h->payload_len) + extlen);
-	}
-}
-
-static void tcp_write_options(char *buf, int kind, int ts)
-{
-	struct tcp_option_ts {
-		uint8_t kind;
-		uint8_t len;
-		uint32_t tsval;
-		uint32_t tsecr;
-	} *opt_ts = (void *)buf;
-	struct tcp_option_window {
-		uint8_t kind;
-		uint8_t len;
-		uint8_t shift;
-	} *opt_window = (void *)buf;
-
-	switch (kind) {
-	case TCPOPT_NOP:
-		buf[0] = TCPOPT_NOP;
-		break;
-	case TCPOPT_WINDOW:
-		memset(opt_window, 0, sizeof(struct tcp_option_window));
-		opt_window->kind = TCPOPT_WINDOW;
-		opt_window->len = TCPOLEN_WINDOW;
-		opt_window->shift = 0;
-		break;
-	case TCPOPT_TIMESTAMP:
-		memset(opt_ts, 0, sizeof(struct tcp_option_ts));
-		opt_ts->kind = TCPOPT_TIMESTAMP;
-		opt_ts->len = TCPOLEN_TIMESTAMP;
-		opt_ts->tsval = ts;
-		opt_ts->tsecr = 0;
-		break;
-	default:
-		error(1, 0, "unimplemented TCP option");
-		break;
-	}
-}
-
-/* TCP with options is always a permutation of {TS, NOP, NOP}.
- * Implement different orders to verify coalescing stops.
- */
-static void add_standard_tcp_options(char *buf, char *no_ext, int ts, int order)
-{
-	switch (order) {
-	case 0:
-		tcp_write_options(buf + total_hdr_len, TCPOPT_NOP, 0);
-		tcp_write_options(buf + total_hdr_len + 1, TCPOPT_NOP, 0);
-		tcp_write_options(buf + total_hdr_len + 2 /* two NOP opts */,
-				  TCPOPT_TIMESTAMP, ts);
-		break;
-	case 1:
-		tcp_write_options(buf + total_hdr_len, TCPOPT_NOP, 0);
-		tcp_write_options(buf + total_hdr_len + 1,
-				  TCPOPT_TIMESTAMP, ts);
-		tcp_write_options(buf + total_hdr_len + 1 + TCPOLEN_TIMESTAMP,
-				  TCPOPT_NOP, 0);
-		break;
-	case 2:
-		tcp_write_options(buf + total_hdr_len, TCPOPT_TIMESTAMP, ts);
-		tcp_write_options(buf + total_hdr_len + TCPOLEN_TIMESTAMP + 1,
-				  TCPOPT_NOP, 0);
-		tcp_write_options(buf + total_hdr_len + TCPOLEN_TIMESTAMP + 2,
-				  TCPOPT_NOP, 0);
-		break;
-	default:
-		error(1, 0, "unknown order");
-		break;
-	}
-	recompute_packet(buf, no_ext, TCPOLEN_TSTAMP_APPA);
-}
-
-/* Packets with invalid checksum don't coalesce. */
-static void send_changed_checksum(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	struct tcphdr *tcph = (struct tcphdr *)(buf + tcp_offset);
-	int pkt_size = total_hdr_len + PAYLOAD_LEN;
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	tcph->check = tcph->check - 1;
-	write_packet(fd, buf, pkt_size, daddr);
-}
-
- /* Packets with non-consecutive sequence number don't coalesce.*/
-static void send_changed_seq(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	struct tcphdr *tcph = (struct tcphdr *)(buf + tcp_offset);
-	int pkt_size = total_hdr_len + PAYLOAD_LEN;
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	tcph->seq = ntohl(htonl(tcph->seq) + 1);
-	tcph->check = 0;
-	tcph->check = tcp_checksum(tcph, PAYLOAD_LEN);
-	write_packet(fd, buf, pkt_size, daddr);
-}
-
- /* Packet with different timestamp option or different timestamps
-  * don't coalesce.
-  */
-static void send_changed_ts(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char extpkt[sizeof(buf) + TCPOLEN_TSTAMP_APPA];
-	int pkt_size = total_hdr_len + PAYLOAD_LEN + TCPOLEN_TSTAMP_APPA;
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	add_standard_tcp_options(extpkt, buf, 0, 0);
-	write_packet(fd, extpkt, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	add_standard_tcp_options(extpkt, buf, 0, 0);
-	write_packet(fd, extpkt, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 2, 0, PAYLOAD_LEN, 0);
-	add_standard_tcp_options(extpkt, buf, 100, 0);
-	write_packet(fd, extpkt, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 3, 0, PAYLOAD_LEN, 0);
-	add_standard_tcp_options(extpkt, buf, 100, 1);
-	write_packet(fd, extpkt, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 4, 0, PAYLOAD_LEN, 0);
-	add_standard_tcp_options(extpkt, buf, 100, 2);
-	write_packet(fd, extpkt, pkt_size, daddr);
-}
-
-/* Packet with different tcp options don't coalesce. */
-static void send_diff_opt(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char extpkt1[sizeof(buf) + TCPOLEN_TSTAMP_APPA];
-	static char extpkt2[sizeof(buf) + TCPOLEN_MAXSEG];
-	int extpkt1_size = total_hdr_len + PAYLOAD_LEN + TCPOLEN_TSTAMP_APPA;
-	int extpkt2_size = total_hdr_len + PAYLOAD_LEN + TCPOLEN_MAXSEG;
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	add_standard_tcp_options(extpkt1, buf, 0, 0);
-	write_packet(fd, extpkt1, extpkt1_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	add_standard_tcp_options(extpkt1, buf, 0, 0);
-	write_packet(fd, extpkt1, extpkt1_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 2, 0, PAYLOAD_LEN, 0);
-	tcp_write_options(extpkt2 + MAX_HDR_LEN, TCPOPT_NOP, 0);
-	tcp_write_options(extpkt2 + MAX_HDR_LEN + 1, TCPOPT_WINDOW, 0);
-	recompute_packet(extpkt2, buf, TCPOLEN_WINDOW + 1);
-	write_packet(fd, extpkt2, extpkt2_size, daddr);
-}
-
-static void add_ipv4_ts_option(void *buf, void *optpkt)
-{
-	struct ip_timestamp *ts = (struct ip_timestamp *)(optpkt + tcp_offset);
-	int optlen = sizeof(struct ip_timestamp);
-	struct iphdr *iph;
-
-	if (optlen % 4)
-		error(1, 0, "ipv4 timestamp length is not a multiple of 4B");
-
-	ts->ipt_code = IPOPT_TS;
-	ts->ipt_len = optlen;
-	ts->ipt_ptr = 5;
-	ts->ipt_flg = IPOPT_TS_TSONLY;
-
-	memcpy(optpkt, buf, tcp_offset);
-	memcpy(optpkt + tcp_offset + optlen, buf + tcp_offset,
-	       sizeof(struct tcphdr) + PAYLOAD_LEN);
-
-	iph = (struct iphdr *)(optpkt + ETH_HLEN);
-	iph->ihl = 5 + (optlen / 4);
-	iph->tot_len = htons(ntohs(iph->tot_len) + optlen);
-	iph->check = 0;
-	iph->check = checksum_fold(iph, sizeof(struct iphdr) + optlen, 0);
-}
-
-static void add_ipv6_exthdr(void *buf, void *optpkt, __u8 exthdr_type, char *ext_payload)
-{
-	struct ipv6_opt_hdr *exthdr = (struct ipv6_opt_hdr *)(optpkt + tcp_offset);
-	struct ipv6hdr *iph = (struct ipv6hdr *)(optpkt + ETH_HLEN);
-	char *exthdr_payload_start = (char *)(exthdr + 1);
-
-	exthdr->hdrlen = 0;
-	exthdr->nexthdr = IPPROTO_TCP;
-
-	memcpy(exthdr_payload_start, ext_payload, MIN_EXTHDR_SIZE - sizeof(*exthdr));
-
-	memcpy(optpkt, buf, tcp_offset);
-	memcpy(optpkt + tcp_offset + MIN_EXTHDR_SIZE, buf + tcp_offset,
-		sizeof(struct tcphdr) + PAYLOAD_LEN);
-
-	iph->nexthdr = exthdr_type;
-	iph->payload_len = htons(ntohs(iph->payload_len) + MIN_EXTHDR_SIZE);
-}
-
-static void fix_ip4_checksum(struct iphdr *iph)
-{
-	iph->check = 0;
-	iph->check = checksum_fold(iph, sizeof(struct iphdr), 0);
-}
-
-static void send_flush_id_case(int fd, struct sockaddr_ll *daddr, int tcase)
-{
-	static char buf1[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char buf2[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char buf3[MAX_HDR_LEN + PAYLOAD_LEN];
-	bool send_three = false;
-	struct iphdr *iph1;
-	struct iphdr *iph2;
-	struct iphdr *iph3;
-
-	iph1 = (struct iphdr *)(buf1 + ETH_HLEN);
-	iph2 = (struct iphdr *)(buf2 + ETH_HLEN);
-	iph3 = (struct iphdr *)(buf3 + ETH_HLEN);
-
-	create_packet(buf1, 0, 0, PAYLOAD_LEN, 0);
-	create_packet(buf2, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	create_packet(buf3, PAYLOAD_LEN * 2, 0, PAYLOAD_LEN, 0);
-
-	switch (tcase) {
-	case 0: /* DF=1, Incrementing - should coalesce */
-		iph1->frag_off |= htons(IP_DF);
-		iph1->id = htons(8);
-
-		iph2->frag_off |= htons(IP_DF);
-		iph2->id = htons(9);
-		break;
-
-	case 1: /* DF=1, Fixed - should coalesce */
-		iph1->frag_off |= htons(IP_DF);
-		iph1->id = htons(8);
-
-		iph2->frag_off |= htons(IP_DF);
-		iph2->id = htons(8);
-		break;
-
-	case 2: /* DF=0, Incrementing - should coalesce */
-		iph1->frag_off &= ~htons(IP_DF);
-		iph1->id = htons(8);
-
-		iph2->frag_off &= ~htons(IP_DF);
-		iph2->id = htons(9);
-		break;
-
-	case 3: /* DF=0, Fixed - should coalesce */
-		iph1->frag_off &= ~htons(IP_DF);
-		iph1->id = htons(8);
-
-		iph2->frag_off &= ~htons(IP_DF);
-		iph2->id = htons(8);
-		break;
-
-	case 4: /* DF=1, two packets incrementing, and one fixed - should
-		 * coalesce only the first two packets
-		 */
-		iph1->frag_off |= htons(IP_DF);
-		iph1->id = htons(8);
-
-		iph2->frag_off |= htons(IP_DF);
-		iph2->id = htons(9);
-
-		iph3->frag_off |= htons(IP_DF);
-		iph3->id = htons(9);
-		send_three = true;
-		break;
-
-	case 5: /* DF=1, two packets fixed, and one incrementing - should
-		 * coalesce only the first two packets
-		 */
-		iph1->frag_off |= htons(IP_DF);
-		iph1->id = htons(8);
-
-		iph2->frag_off |= htons(IP_DF);
-		iph2->id = htons(8);
-
-		iph3->frag_off |= htons(IP_DF);
-		iph3->id = htons(9);
-		send_three = true;
-		break;
-	}
-
-	fix_ip4_checksum(iph1);
-	fix_ip4_checksum(iph2);
-	write_packet(fd, buf1, total_hdr_len + PAYLOAD_LEN, daddr);
-	write_packet(fd, buf2, total_hdr_len + PAYLOAD_LEN, daddr);
-
-	if (send_three) {
-		fix_ip4_checksum(iph3);
-		write_packet(fd, buf3, total_hdr_len + PAYLOAD_LEN, daddr);
-	}
-}
-
-static void test_flush_id(int fd, struct sockaddr_ll *daddr, char *fin_pkt)
-{
-	for (int i = 0; i < num_flush_id_cases; i++) {
-		sleep(1);
-		send_flush_id_case(fd, daddr, i);
-		sleep(1);
-		write_packet(fd, fin_pkt, total_hdr_len, daddr);
-	}
-}
-
-static void send_ipv6_exthdr(int fd, struct sockaddr_ll *daddr, char *ext_data1, char *ext_data2)
-{
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char exthdr_pck[sizeof(buf) + MIN_EXTHDR_SIZE];
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	add_ipv6_exthdr(buf, exthdr_pck, IPPROTO_DSTOPTS, ext_data1);
-	write_packet(fd, exthdr_pck, total_hdr_len + PAYLOAD_LEN + MIN_EXTHDR_SIZE, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 1, 0, PAYLOAD_LEN, 0);
-	add_ipv6_exthdr(buf, exthdr_pck, IPPROTO_DSTOPTS, ext_data2);
-	write_packet(fd, exthdr_pck, total_hdr_len + PAYLOAD_LEN + MIN_EXTHDR_SIZE, daddr);
-}
-
-/* IPv4 options shouldn't coalesce */
-static void send_ip_options(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char optpkt[sizeof(buf) + sizeof(struct ip_timestamp)];
-	int optlen = sizeof(struct ip_timestamp);
-	int pkt_size = total_hdr_len + PAYLOAD_LEN + optlen;
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, total_hdr_len + PAYLOAD_LEN, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 1, 0, PAYLOAD_LEN, 0);
-	add_ipv4_ts_option(buf, optpkt);
-	write_packet(fd, optpkt, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 2, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, total_hdr_len + PAYLOAD_LEN, daddr);
-}
-
-/*  IPv4 fragments shouldn't coalesce */
-static void send_fragment4(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[IP_MAXPACKET];
-	struct iphdr *iph = (struct iphdr *)(buf + ETH_HLEN);
-	int pkt_size = total_hdr_len + PAYLOAD_LEN;
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, pkt_size, daddr);
-
-	/* Once fragmented, packet would retain the total_len.
-	 * Tcp header is prepared as if rest of data is in follow-up frags,
-	 * but follow up frags aren't actually sent.
-	 */
-	memset(buf + total_hdr_len, 'a', PAYLOAD_LEN * 2);
-	fill_transportlayer(buf + tcp_offset, PAYLOAD_LEN, 0, PAYLOAD_LEN * 2, 0);
-	fill_networklayer(buf + ETH_HLEN, PAYLOAD_LEN, IPPROTO_TCP);
-	fill_datalinklayer(buf);
-
-	iph->frag_off = htons(0x6000); // DF = 1, MF = 1
-	iph->check = 0;
-	iph->check = checksum_fold(iph, sizeof(struct iphdr), 0);
-	write_packet(fd, buf, pkt_size, daddr);
-}
-
-/* IPv4 packets with different ttl don't coalesce.*/
-static void send_changed_ttl(int fd, struct sockaddr_ll *daddr)
-{
-	int pkt_size = total_hdr_len + PAYLOAD_LEN;
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	struct iphdr *iph = (struct iphdr *)(buf + ETH_HLEN);
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	iph->ttl = 7;
-	iph->check = 0;
-	iph->check = checksum_fold(iph, sizeof(struct iphdr), 0);
-	write_packet(fd, buf, pkt_size, daddr);
-}
-
-/* Packets with different tos don't coalesce.*/
-static void send_changed_tos(int fd, struct sockaddr_ll *daddr)
-{
-	int pkt_size = total_hdr_len + PAYLOAD_LEN;
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	struct iphdr *iph = (struct iphdr *)(buf + ETH_HLEN);
-	struct ipv6hdr *ip6h = (struct ipv6hdr *)(buf + ETH_HLEN);
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	if (proto == PF_INET) {
-		iph->tos = 1;
-		iph->check = 0;
-		iph->check = checksum_fold(iph, sizeof(struct iphdr), 0);
-	} else if (proto == PF_INET6) {
-		ip6h->priority = 0xf;
-	}
-	write_packet(fd, buf, pkt_size, daddr);
-}
-
-/* Packets with different ECN don't coalesce.*/
-static void send_changed_ECN(int fd, struct sockaddr_ll *daddr)
-{
-	int pkt_size = total_hdr_len + PAYLOAD_LEN;
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	struct iphdr *iph = (struct iphdr *)(buf + ETH_HLEN);
-
-	create_packet(buf, 0, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, pkt_size, daddr);
-
-	create_packet(buf, PAYLOAD_LEN, 0, PAYLOAD_LEN, 0);
-	if (proto == PF_INET) {
-		buf[ETH_HLEN + 1] ^= 0x2; // ECN set to 10
-		iph->check = 0;
-		iph->check = checksum_fold(iph, sizeof(struct iphdr), 0);
-	} else {
-		buf[ETH_HLEN + 1] ^= 0x20; // ECN set to 10
-	}
-	write_packet(fd, buf, pkt_size, daddr);
-}
-
-/* IPv6 fragments and packets with extensions don't coalesce.*/
-static void send_fragment6(int fd, struct sockaddr_ll *daddr)
-{
-	static char buf[MAX_HDR_LEN + PAYLOAD_LEN];
-	static char extpkt[MAX_HDR_LEN + PAYLOAD_LEN +
-			   sizeof(struct ip6_frag)];
-	struct ipv6hdr *ip6h = (struct ipv6hdr *)(buf + ETH_HLEN);
-	struct ip6_frag *frag = (void *)(extpkt + tcp_offset);
-	int extlen = sizeof(struct ip6_frag);
-	int bufpkt_len = total_hdr_len + PAYLOAD_LEN;
-	int extpkt_len = bufpkt_len + extlen;
-	int i;
-
-	for (i = 0; i < 2; i++) {
-		create_packet(buf, PAYLOAD_LEN * i, 0, PAYLOAD_LEN, 0);
-		write_packet(fd, buf, bufpkt_len, daddr);
-	}
-	sleep(1);
-	create_packet(buf, PAYLOAD_LEN * 2, 0, PAYLOAD_LEN, 0);
-	memset(extpkt, 0, extpkt_len);
-
-	ip6h->nexthdr = IPPROTO_FRAGMENT;
-	ip6h->payload_len = htons(ntohs(ip6h->payload_len) + extlen);
-	frag->ip6f_nxt = IPPROTO_TCP;
-
-	memcpy(extpkt, buf, tcp_offset);
-	memcpy(extpkt + tcp_offset + extlen, buf + tcp_offset,
-	       sizeof(struct tcphdr) + PAYLOAD_LEN);
-	write_packet(fd, extpkt, extpkt_len, daddr);
-
-	create_packet(buf, PAYLOAD_LEN * 3, 0, PAYLOAD_LEN, 0);
-	write_packet(fd, buf, bufpkt_len, daddr);
-}</