/*	$NetBSD: t_bpfjit.c,v 1.12 2017/01/13 21:30:42 christos Exp $ */

/*-
 * Copyright (c) 2011-2012, 2014-2015 Alexander Nasonov.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include <sys/cdefs.h>
__RCSID("$NetBSD: t_bpfjit.c,v 1.12 2017/01/13 21:30:42 christos Exp $");

#include <sys/param.h>
#include <sys/mbuf.h>
#include <unistd.h>

#include <net/bpf.h>
#include <net/bpfjit.h>

#include <stdint.h>
#include <string.h>

#include <rump/rump.h>
#include <rump/rump_syscalls.h>

#include "../../net/bpf/h_bpf.h"

/* XXX: atf-c.h has collisions with mbuf */
#undef m_type
#undef m_data
#include <atf-c.h>

#include "h_macros.h"


static uint8_t deadbeef_at_5[16] = {
	0, 0xf1, 2, 0xf3, 4, 0xde, 0xad, 0xbe, 0xef, 0xff
};

static inline
unsigned int jitcall(bpfjit_func_t fn,
    const uint8_t *pkt, unsigned int wirelen, unsigned int buflen)
{
	bpf_args_t args;

	args.pkt = pkt;
	args.wirelen = wirelen;
	args.buflen = buflen;

	return fn(NULL, &args);
}

ATF_TC(bpfjit_empty);
ATF_TC_HEAD(bpfjit_empty, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test that JIT compilation of an empty bpf program fails");
}

ATF_TC_BODY(bpfjit_empty, tc)
{
	struct bpf_insn dummy;
	bpfjit_func_t code;

	RZ(rump_init());

	ATF_CHECK(!prog_validate(&dummy, 0));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, &dummy, 0);
	rump_unschedule();

	ATF_CHECK(code == NULL);
}

ATF_TC(bpfjit_ret_k);
ATF_TC_HEAD(bpfjit_ret_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of a trivial bpf program");
}

ATF_TC_BODY(bpfjit_ret_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_RET+BPF_K, 17)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 17);
}

ATF_TC(bpfjit_bad_ret_k);
ATF_TC_HEAD(bpfjit_bad_ret_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test that JIT compilation of a program with bad BPF_RET fails");
}

ATF_TC_BODY(bpfjit_bad_ret_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_RET+BPF_K+0x8000, 13)
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	uint8_t pkt[1]; /* the program doesn't read any data */

	/*
	 * The point of this test is checking a bad instruction of
	 * a valid class and with a valid BPF_RVAL data.
	 */
	const uint16_t rcode = insns[0].code;
	ATF_CHECK(BPF_CLASS(rcode) == BPF_RET &&
	    (BPF_RVAL(rcode) == BPF_K || BPF_RVAL(rcode) == BPF_A));

	RZ(rump_init());

	ATF_CHECK(!prog_validate(insns, insn_count));

	/* Current implementation generates code. */
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 13);
}

ATF_TC(bpfjit_alu_add_k);
ATF_TC_HEAD(bpfjit_alu_add_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_ADD+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_add_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 3),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, 2),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 5);
}

ATF_TC(bpfjit_alu_sub_k);
ATF_TC_HEAD(bpfjit_alu_sub_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_SUB+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_sub_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 1),
		BPF_STMT(BPF_ALU+BPF_SUB+BPF_K, 2),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_alu_mul_k);
ATF_TC_HEAD(bpfjit_alu_mul_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MUL+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_mul_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_ALU+BPF_MUL+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xfffffffd);
}

ATF_TC(bpfjit_alu_div0_k);
ATF_TC_HEAD(bpfjit_alu_div0_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=0");
}

ATF_TC_BODY(bpfjit_alu_div0_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	//ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_alu_div1_k);
ATF_TC_HEAD(bpfjit_alu_div1_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=1");
}

ATF_TC_BODY(bpfjit_alu_div1_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, 1),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 7);
}

ATF_TC(bpfjit_alu_div2_k);
ATF_TC_HEAD(bpfjit_alu_div2_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=2");
}

ATF_TC_BODY(bpfjit_alu_div2_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, 2),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3);
}

ATF_TC(bpfjit_alu_div4_k);
ATF_TC_HEAD(bpfjit_alu_div4_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=4");
}

ATF_TC_BODY(bpfjit_alu_div4_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0x3fffffff);
}

ATF_TC(bpfjit_alu_div10_k);
ATF_TC_HEAD(bpfjit_alu_div10_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=10");
}

ATF_TC_BODY(bpfjit_alu_div10_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, 10),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 429484384);
}

ATF_TC(bpfjit_alu_div10000_k);
ATF_TC_HEAD(bpfjit_alu_div10000_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=10000");
}

ATF_TC_BODY(bpfjit_alu_div10000_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, 10000),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 429484);
}

ATF_TC(bpfjit_alu_div7609801_k);
ATF_TC_HEAD(bpfjit_alu_div7609801_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=7609801");
}

ATF_TC_BODY(bpfjit_alu_div7609801_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294967295)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, UINT32_C(7609801)),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 564);
}

ATF_TC(bpfjit_alu_div80000000_k);
ATF_TC_HEAD(bpfjit_alu_div80000000_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_K with k=0x80000000");
}

ATF_TC_BODY(bpfjit_alu_div80000000_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffde)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, UINT32_C(0x80000000)),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 1);
}

ATF_TC(bpfjit_alu_mod0_k);
ATF_TC_HEAD(bpfjit_alu_mod0_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=0");
}

ATF_TC_BODY(bpfjit_alu_mod0_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	//ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_alu_mod1_k);
ATF_TC_HEAD(bpfjit_alu_mod1_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=1");
}

ATF_TC_BODY(bpfjit_alu_mod1_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, 1),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_alu_mod2_k);
ATF_TC_HEAD(bpfjit_alu_mod2_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=2");
}

ATF_TC_BODY(bpfjit_alu_mod2_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, 2),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 1);
}

ATF_TC(bpfjit_alu_mod4_k);
ATF_TC_HEAD(bpfjit_alu_mod4_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=4");
}

ATF_TC_BODY(bpfjit_alu_mod4_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3);
}

ATF_TC(bpfjit_alu_mod10_k);
ATF_TC_HEAD(bpfjit_alu_mod10_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=10");
}

ATF_TC_BODY(bpfjit_alu_mod10_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, 10),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 9);
}

ATF_TC(bpfjit_alu_mod10000_k);
ATF_TC_HEAD(bpfjit_alu_mod10000_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=10000");
}

ATF_TC_BODY(bpfjit_alu_mod10000_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, 10000),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3849);
}

ATF_TC(bpfjit_alu_mod7609801_k);
ATF_TC_HEAD(bpfjit_alu_mod7609801_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=7609801");
}

ATF_TC_BODY(bpfjit_alu_mod7609801_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294967295)),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, UINT32_C(7609801)),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3039531);
}

ATF_TC(bpfjit_alu_mod80000000_k);
ATF_TC_HEAD(bpfjit_alu_mod80000000_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_K with k=0x80000000");
}

ATF_TC_BODY(bpfjit_alu_mod80000000_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffde)),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_K, UINT32_C(0x80000000)),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_C(0x7fffffde));
}

ATF_TC(bpfjit_alu_and_k);
ATF_TC_HEAD(bpfjit_alu_and_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_AND+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_and_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdead),
		BPF_STMT(BPF_ALU+BPF_AND+BPF_K, 0xbeef),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == (0xdead&0xbeef));
}

ATF_TC(bpfjit_alu_or_k);
ATF_TC_HEAD(bpfjit_alu_or_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_OR+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_or_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdead0000),
		BPF_STMT(BPF_ALU+BPF_OR+BPF_K, 0x0000beef),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_xor_k);
ATF_TC_HEAD(bpfjit_alu_xor_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_XOR+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_xor_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdead0f0f),
		BPF_STMT(BPF_ALU+BPF_XOR+BPF_K, 0x0000b1e0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_lsh_k);
ATF_TC_HEAD(bpfjit_alu_lsh_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_LSH+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_lsh_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_K, 16),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xbeef0000);
}

ATF_TC(bpfjit_alu_lsh0_k);
ATF_TC_HEAD(bpfjit_alu_lsh0_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_LSH+BPF_K with k=0");
}

ATF_TC_BODY(bpfjit_alu_lsh0_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_K, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_rsh_k);
ATF_TC_HEAD(bpfjit_alu_rsh_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_RSH+BPF_K");
}

ATF_TC_BODY(bpfjit_alu_rsh_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_ALU+BPF_RSH+BPF_K, 16),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0x0000dead);
}

ATF_TC(bpfjit_alu_rsh0_k);
ATF_TC_HEAD(bpfjit_alu_rsh0_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_RSH+BPF_K with k=0");
}

ATF_TC_BODY(bpfjit_alu_rsh0_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_ALU+BPF_RSH+BPF_K, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_modulo_k);
ATF_TC_HEAD(bpfjit_alu_modulo_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of modulo logic of BPF_ALU+BPF_K operations");
}

ATF_TC_BODY(bpfjit_alu_modulo_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0x7fffff77)),

		/* (7FFFFF77 * 0FFFFF77) = 07FFFFB2,F0004951 */
		BPF_STMT(BPF_ALU+BPF_MUL+BPF_K, UINT32_C(0x0fffff77)),

		/* 07FFFFB2,F0004951 << 1 = 0FFFFF65,E00092A2 */
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_K, 1),

		/* 0FFFFF65,E00092A2 + DDDDDDDD = 0FFFFF66,BDDE707F */
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, UINT32_C(0xdddddddd)),

		/* 0FFFFF66,BDDE707F - FFFFFFFF = 0FFFFF65,BDDE7080 */
		BPF_STMT(BPF_ALU+BPF_SUB+BPF_K, UINT32_C(0xffffffff)),

		/* 0FFFFF65,BDDE7080 | 0000030C = 0FFFFF65,BDDE738C */
		BPF_STMT(BPF_ALU+BPF_OR+BPF_K, UINT32_C(0x0000030c)),

		/* -0FFFFF65,BDDE738C mod(2^64) = F000009A,42218C74 */
		BPF_STMT(BPF_ALU+BPF_NEG, 0),

		/* F000009A,42218C74 & FFFFFF0F = F000009A,42218C04 */
		BPF_STMT(BPF_ALU+BPF_AND+BPF_K, UINT32_C(0xffffff0f)),

		/* F000009A,42218C74 >> 3 = 1E000013,48443180 */
		/* 00000000,42218C74 >> 3 = 00000000,08443180 */
		BPF_STMT(BPF_ALU+BPF_RSH+BPF_K, 3),

		/* 00000000,08443180 * 7FFFFF77 = 042218BB,93818280 */
		BPF_STMT(BPF_ALU+BPF_MUL+BPF_K, UINT32_C(0x7fffff77)),

		/* 042218BB,93818280 / DEAD = 000004C0,71CBBBC3 */
		/* 00000000,93818280 / DEAD = 00000000,0000A994 */
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_K, UINT32_C(0xdead)),

		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	bpfjit_func_t code;
	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) != UINT32_C(0x71cbbbc3));
	ATF_CHECK(jitcall(code, pkt, 1, 1) == UINT32_C(0x0000a994));

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_alu_add_x);
ATF_TC_HEAD(bpfjit_alu_add_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_ADD+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_add_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 3),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 2),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 5);
}

ATF_TC(bpfjit_alu_sub_x);
ATF_TC_HEAD(bpfjit_alu_sub_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_SUB+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_sub_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 2),
		BPF_STMT(BPF_ALU+BPF_SUB+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_alu_mul_x);
ATF_TC_HEAD(bpfjit_alu_mul_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MUL+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_mul_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 3),
		BPF_STMT(BPF_ALU+BPF_MUL+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xfffffffd);
}

ATF_TC(bpfjit_alu_div0_x);
ATF_TC_HEAD(bpfjit_alu_div0_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=0");
}

ATF_TC_BODY(bpfjit_alu_div0_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_alu_div1_x);
ATF_TC_HEAD(bpfjit_alu_div1_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=1");
}

ATF_TC_BODY(bpfjit_alu_div1_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 1),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 7);
}

ATF_TC(bpfjit_alu_div2_x);
ATF_TC_HEAD(bpfjit_alu_div2_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=2");
}

ATF_TC_BODY(bpfjit_alu_div2_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 2),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3);
}

ATF_TC(bpfjit_alu_div4_x);
ATF_TC_HEAD(bpfjit_alu_div4_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=4");
}

ATF_TC_BODY(bpfjit_alu_div4_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 4),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0x3fffffff);
}

ATF_TC(bpfjit_alu_div10_x);
ATF_TC_HEAD(bpfjit_alu_div10_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=10");
}

ATF_TC_BODY(bpfjit_alu_div10_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 10),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 429484384);
}

ATF_TC(bpfjit_alu_div10000_x);
ATF_TC_HEAD(bpfjit_alu_div10000_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=10000");
}

ATF_TC_BODY(bpfjit_alu_div10000_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 10000),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 429484);
}

ATF_TC(bpfjit_alu_div7609801_x);
ATF_TC_HEAD(bpfjit_alu_div7609801_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=7609801");
}

ATF_TC_BODY(bpfjit_alu_div7609801_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294967295)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(7609801)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 564);
}

ATF_TC(bpfjit_alu_div80000000_x);
ATF_TC_HEAD(bpfjit_alu_div80000000_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_DIV+BPF_X with X=0x80000000");
}

ATF_TC_BODY(bpfjit_alu_div80000000_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffde)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0x80000000)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 1);
}

ATF_TC(bpfjit_alu_mod0_x);
ATF_TC_HEAD(bpfjit_alu_mod0_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=0");
}

ATF_TC_BODY(bpfjit_alu_mod0_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_alu_mod1_x);
ATF_TC_HEAD(bpfjit_alu_mod1_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=1");
}

ATF_TC_BODY(bpfjit_alu_mod1_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 1),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_alu_mod2_x);
ATF_TC_HEAD(bpfjit_alu_mod2_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=2");
}

ATF_TC_BODY(bpfjit_alu_mod2_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 7),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 2),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 1);
}

ATF_TC(bpfjit_alu_mod4_x);
ATF_TC_HEAD(bpfjit_alu_mod4_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=4");
}

ATF_TC_BODY(bpfjit_alu_mod4_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 4),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3);
}

ATF_TC(bpfjit_alu_mod10_x);
ATF_TC_HEAD(bpfjit_alu_mod10_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=10");
}

ATF_TC_BODY(bpfjit_alu_mod10_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 10),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 9);
}

ATF_TC(bpfjit_alu_mod10000_x);
ATF_TC_HEAD(bpfjit_alu_mod10000_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=10000");
}

ATF_TC_BODY(bpfjit_alu_mod10000_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294843849)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 10000),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3849);
}

ATF_TC(bpfjit_alu_mod7609801_x);
ATF_TC_HEAD(bpfjit_alu_mod7609801_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=7609801");
}

ATF_TC_BODY(bpfjit_alu_mod7609801_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(4294967295)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(7609801)),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 3039531);
}

ATF_TC(bpfjit_alu_mod80000000_x);
ATF_TC_HEAD(bpfjit_alu_mod80000000_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_MOD+BPF_X with X=0x80000000");
}

ATF_TC_BODY(bpfjit_alu_mod80000000_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0xffffffde)),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0x80000000)),
		BPF_STMT(BPF_ALU+BPF_MOD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_C(0x7fffffde));
}

ATF_TC(bpfjit_alu_and_x);
ATF_TC_HEAD(bpfjit_alu_and_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_AND+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_and_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdead),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0xbeef),
		BPF_STMT(BPF_ALU+BPF_AND+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == (0xdead&0xbeef));
}

ATF_TC(bpfjit_alu_or_x);
ATF_TC_HEAD(bpfjit_alu_or_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_OR+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_or_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdead0000),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0x0000beef),
		BPF_STMT(BPF_ALU+BPF_OR+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_xor_x);
ATF_TC_HEAD(bpfjit_alu_xor_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_XOR+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_xor_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdead0f0f),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0x0000b1e0),
		BPF_STMT(BPF_ALU+BPF_XOR+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_lsh_x);
ATF_TC_HEAD(bpfjit_alu_lsh_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_LSH+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_lsh_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 16),
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xbeef0000);
}

ATF_TC(bpfjit_alu_lsh0_x);
ATF_TC_HEAD(bpfjit_alu_lsh0_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_LSH+BPF_X with k=0");
}

ATF_TC_BODY(bpfjit_alu_lsh0_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_rsh_x);
ATF_TC_HEAD(bpfjit_alu_rsh_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_RSH+BPF_X");
}

ATF_TC_BODY(bpfjit_alu_rsh_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 16),
		BPF_STMT(BPF_ALU+BPF_RSH+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0x0000dead);
}

ATF_TC(bpfjit_alu_rsh0_x);
ATF_TC_HEAD(bpfjit_alu_rsh0_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_RSH+BPF_X with k=0");
}

ATF_TC_BODY(bpfjit_alu_rsh0_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 0xdeadbeef),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_STMT(BPF_ALU+BPF_RSH+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0xdeadbeef);
}

ATF_TC(bpfjit_alu_modulo_x);
ATF_TC_HEAD(bpfjit_alu_modulo_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of modulo logic of BPF_ALU+BPF_X operations");
}

ATF_TC_BODY(bpfjit_alu_modulo_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0x7fffff77)),

		/* (7FFFFF77 * 0FFFFF77) = 07FFFFB2,F0004951 */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, UINT32_C(0x0fffff77)),
		BPF_STMT(BPF_ALU+BPF_MUL+BPF_X, 0),

		/* 07FFFFB2,F0004951 << 1 = 0FFFFF65,E00092A2 */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, 1),
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_X, 0),

		/* 0FFFFF65,E00092A2 + DDDDDDDD = 0FFFFF66,BDDE707F */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, UINT32_C(0xdddddddd)),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),

		/* 0FFFFF66,BDDE707F - FFFFFFFF = 0FFFFF65,BDDE7080 */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_ALU+BPF_SUB+BPF_X, 0),

		/* 0FFFFF65,BDDE7080 | 0000030C = 0FFFFF65,BDDE738C */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, UINT32_C(0x0000030c)),
		BPF_STMT(BPF_ALU+BPF_OR+BPF_X, 0),

		/* -0FFFFF65,BDDE738C mod(2^64) = F000009A,42218C74 */
		BPF_STMT(BPF_ALU+BPF_NEG, 0),

		/* F000009A,42218C74 & FFFFFF0F = F000009A,42218C04 */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, UINT32_C(0xffffff0f)),
		BPF_STMT(BPF_ALU+BPF_AND+BPF_X, 0),

		/* F000009A,42218C74 >> 3 = 1E000013,48443180 */
		/* 00000000,42218C74 >> 3 = 00000000,08443180 */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, 3),
		BPF_STMT(BPF_ALU+BPF_RSH+BPF_X, 0),

		/* 00000000,08443180 * 7FFFFF77 = 042218BB,93818280 */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, UINT32_C(0x7fffff77)),
		BPF_STMT(BPF_ALU+BPF_MUL+BPF_X, 0),

		/* 042218BB,93818280 / DEAD = 000004C0,71CBBBC3 */
		/* 00000000,93818280 / DEAD = 00000000,0000A994 */
		BPF_STMT(BPF_LDX+BPF_W+BPF_K, UINT32_C(0xdead)),
		BPF_STMT(BPF_ALU+BPF_DIV+BPF_X, 0),

		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	bpfjit_func_t code;
	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) != UINT32_C(0x71cbbbc3));
	ATF_CHECK(jitcall(code, pkt, 1, 1) == UINT32_C(0x0000a994));

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_alu_neg);
ATF_TC_HEAD(bpfjit_alu_neg, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ALU+BPF_NEG");
}

ATF_TC_BODY(bpfjit_alu_neg, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 777),
		BPF_STMT(BPF_ALU+BPF_NEG, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0u-777u);
}

ATF_TC(bpfjit_jmp_ja);
ATF_TC_HEAD(bpfjit_jmp_ja, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JA");
}

ATF_TC_BODY(bpfjit_jmp_ja, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_JMP+BPF_JA, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_RET+BPF_K, 3),
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_jmp_ja_invalid);
ATF_TC_HEAD(bpfjit_jmp_ja_invalid, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test BPF_JMP+BPF_JA to invalid destination");
}

ATF_TC_BODY(bpfjit_jmp_ja_invalid, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_JMP+BPF_JA, 4),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_RET+BPF_K, 3),
	};

	bpfjit_func_t code;
	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(!prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_CHECK(code == NULL);
}

ATF_TC(bpfjit_jmp_ja_overflow);
ATF_TC_HEAD(bpfjit_jmp_ja_overflow, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test BPF_JMP+BPF_JA with negative offset");
}

ATF_TC_BODY(bpfjit_jmp_ja_overflow, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_JMP+BPF_JA, 1),
		BPF_STMT(BPF_RET+BPF_K, 777),
		BPF_STMT(BPF_JMP+BPF_JA, UINT32_MAX - 1), // -2
		BPF_STMT(BPF_RET+BPF_K, 0)
	};

	bpfjit_func_t code;
	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	/* Jumps with negative offsets work only in userspace. */
	ATF_CHECK(!prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_CHECK(code == NULL);
}

ATF_TC(bpfjit_jmp_jgt_k);
ATF_TC_HEAD(bpfjit_jmp_jgt_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JGT+BPF_K");
}

ATF_TC_BODY(bpfjit_jmp_jgt_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 7, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 2, 2, 0),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 9, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 4, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 6, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 5, 3, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 0, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, 8)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 1);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 7);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 7);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 7);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 8);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 5);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jge_k);
ATF_TC_HEAD(bpfjit_jmp_jge_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JGE+BPF_K");
}

ATF_TC_BODY(bpfjit_jmp_jge_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 8, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 3, 2, 0),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 9, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 5, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 7, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 6, 3, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 1, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, 8)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 1);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 7);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 7);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 7);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 8);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 5);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jeq_k);
ATF_TC_HEAD(bpfjit_jmp_jeq_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JEQ+BPF_K");
}

ATF_TC_BODY(bpfjit_jmp_jeq_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 8, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 3, 1, 0),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 9, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 5, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 7, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 6, 3, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 1, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, 8)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 7);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 7);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 1);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 7);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 7);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 8);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 5);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jset_k);
ATF_TC_HEAD(bpfjit_jmp_jset_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JSET+BPF_K");
}

ATF_TC_BODY(bpfjit_jmp_jset_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 8, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 4, 2, 0),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 3, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 2, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 1, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 2, 3, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 7, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, 8)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 1);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 1);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 7);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 5);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 8);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 5);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_modulo_k);
ATF_TC_HEAD(bpfjit_jmp_modulo_k, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of modulo logic of BPF_JMP+BPF_K operations");
}

ATF_TC_BODY(bpfjit_jmp_modulo_k, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0x7fffff77)),
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_K, 4),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, UINT32_C(0xfffff770), 1, 0),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, UINT32_C(0xfffff770), 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, UINT32_C(0xfffff771), 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, UINT32_C(0xfffff770), 0, 3),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, UINT32_C(0xfffff770), 2, 0),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, UINT32_C(0xfffff771), 1, 0),
		BPF_STMT(BPF_JMP+BPF_JA, 1),
		BPF_STMT(BPF_RET+BPF_K, 3),

		/* FFFFF770+FFFFF770 = 00000001,FFFFEEE0 */
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, UINT32_C(0xfffff770)),

		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, UINT32_C(0xffffeee0), 1, 0),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, UINT32_C(0xffffeee0), 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, UINT32_C(0xffffeee1), 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, UINT32_C(0xffffeee0), 0, 3),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, UINT32_C(0xffffeee0), 2, 0),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, UINT32_C(0xffffeee1), 1, 0),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 7)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_jmp_jgt_x);
ATF_TC_HEAD(bpfjit_jmp_jgt_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JGT+BPF_X");
}

ATF_TC_BODY(bpfjit_jmp_jgt_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 7),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 2),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 3, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 9),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 4),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 6),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 5),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 4, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, 8)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 1);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 7);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 7);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 7);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 8);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 5);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jge_x);
ATF_TC_HEAD(bpfjit_jmp_jge_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JGE+BPF_X");
}

ATF_TC_BODY(bpfjit_jmp_jge_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 8),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 3),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 3, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 9),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 5),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 7),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 6),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 4, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 1),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, 8)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 1);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 7);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 7);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 7);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 8);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 5);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jeq_x);
ATF_TC_HEAD(bpfjit_jmp_jeq_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JEQ+BPF_X");
}

ATF_TC_BODY(bpfjit_jmp_jeq_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 8),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 3),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 2, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 9),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 5),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 7),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 6),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 3, 1),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 1, 0),
		BPF_STMT(BPF_RET+BPF_K, 8),
		BPF_STMT(BPF_RET+BPF_K, 9)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 8);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 8);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 2);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 8);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 3);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 9);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 6);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 1);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jset_x);
ATF_TC_HEAD(bpfjit_jmp_jset_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_JMP+BPF_JSET+BPF_X");
}

ATF_TC_BODY(bpfjit_jmp_jset_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 8),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 4),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_X, 0, 2, 0),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_X, 3, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 2),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_X, 0, 1, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 1),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_X, 0, 2, 3),
		BPF_STMT(BPF_RET+BPF_K, 3),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 2),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_X, 0, 4, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 7),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_X, 0, 0, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, 8)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 1);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 1);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 7);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 5);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 8);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 5);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jeq_x_noinit_ax);
ATF_TC_HEAD(bpfjit_jmp_jeq_x_noinit_ax, tc)
{
	atf_tc_set_md_var(tc, "descr", "Test JIT compilation "
	    "of BPF_JMP+BPF_EQ+BPF_X with uninitialised A and X");
}

ATF_TC_BODY(bpfjit_jmp_jeq_x_noinit_ax, tc)
{
	static struct bpf_insn insns[] = {
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 10),
		BPF_STMT(BPF_RET+BPF_K, 11)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 10);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jeq_x_noinit_a);
ATF_TC_HEAD(bpfjit_jmp_jeq_x_noinit_a, tc)
{
	atf_tc_set_md_var(tc, "descr", "Test JIT compilation "
	    "of BPF_JMP+BPF_EQ+BPF_X with uninitialised A");
}

ATF_TC_BODY(bpfjit_jmp_jeq_x_noinit_a, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_LEN, 0), /* X > 0 */
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 10),
		BPF_STMT(BPF_RET+BPF_K, 11)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 11);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_jeq_x_noinit_x);
ATF_TC_HEAD(bpfjit_jmp_jeq_x_noinit_x, tc)
{
	atf_tc_set_md_var(tc, "descr", "Test JIT compilation "
	    "of BPF_JMP+BPF_EQ+BPF_X with uninitialised X");
}

ATF_TC_BODY(bpfjit_jmp_jeq_x_noinit_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_LEN, 0), /* A > 0 */
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 10),
		BPF_STMT(BPF_RET+BPF_K, 11)
	};

	bpfjit_func_t code;
	uint8_t pkt[8]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 11);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_jmp_modulo_x);
ATF_TC_HEAD(bpfjit_jmp_modulo_x, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of modulo logic of BPF_JMP+BPF_X operations");
}

ATF_TC_BODY(bpfjit_jmp_modulo_x, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_C(0x7fffff77)),
		/* FFFFF770 << 4 = FFFFF770 */
		BPF_STMT(BPF_ALU+BPF_LSH+BPF_K, 4),

		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xfffff770)),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 1, 0),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xfffff771)),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xfffff770)),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 0, 4),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 3, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xfffff771)),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 1, 0),
		BPF_STMT(BPF_JMP+BPF_JA, 1),
		BPF_STMT(BPF_RET+BPF_K, 3),

		/* FFFFF770+FFFFF770 = 00000001,FFFFEEE0 */
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, UINT32_C(0xfffff770)),

		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xffffeee0)),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 1, 0),
		BPF_STMT(BPF_RET+BPF_K, 4),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 5),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xffffeee1)),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 6),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xffffeee0)),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 0, 4),
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_X, 0, 3, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_C(0xffffeee1)),
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_X, 0, 1, 0),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 7)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_ld_abs);
ATF_TC_HEAD(bpfjit_ld_abs, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_ABS");
}

ATF_TC_BODY(bpfjit_ld_abs, tc)
{
	static struct bpf_insn insns[3][2] = {
		{
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 5),
			BPF_STMT(BPF_RET+BPF_A, 0)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 5),
			BPF_STMT(BPF_RET+BPF_A, 0)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 5),
			BPF_STMT(BPF_RET+BPF_A, 0)
		}
	};

	static size_t lengths[3] = { 1, 2, 4 };
	static unsigned int expected[3] = { 0xde, 0xdead, 0xdeadbeef };

	size_t i, l;
	uint8_t *pkt = deadbeef_at_5;
	size_t pktsize = sizeof(deadbeef_at_5);

	size_t insn_count = sizeof(insns[0]) / sizeof(insns[0][0]);

	RZ(rump_init());

	for (i = 0; i < 3; i++) {
		bpfjit_func_t code;

		ATF_CHECK(prog_validate(insns[i], insn_count));

		rump_schedule();
		code = rumpns_bpfjit_generate_code(NULL, insns[i], insn_count);
		rump_unschedule();
		ATF_REQUIRE(code != NULL);

		for (l = 1; l < 5 + lengths[i]; l++) {
			ATF_CHECK(jitcall(code, pkt, l, l) == 0);
			ATF_CHECK(jitcall(code, pkt, pktsize, l) == 0);
		}

		l = 5 + lengths[i];
		ATF_CHECK(jitcall(code, pkt, l, l) == expected[i]);
		ATF_CHECK(jitcall(code, pkt, pktsize, l) == expected[i]);

		l = pktsize;
		ATF_CHECK(jitcall(code, pkt, l, l) == expected[i]);

		rump_schedule();
		rumpns_bpfjit_free_code(code);
		rump_unschedule();
	}
}

ATF_TC(bpfjit_ld_abs_k_overflow);
ATF_TC_HEAD(bpfjit_ld_abs_k_overflow, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_ABS with overflow in k+4");
}

ATF_TC_BODY(bpfjit_ld_abs_k_overflow, tc)
{
	static struct bpf_insn insns[12][3] = {
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_ABS, UINT32_MAX),
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_ABS, UINT32_MAX - 1),
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX),
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX - 1),
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX - 2),
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX - 3),
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_LD+BPF_H+BPF_ABS, UINT32_MAX),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_LD+BPF_H+BPF_ABS, UINT32_MAX - 1),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX - 1),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX - 2),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_ABS, UINT32_MAX - 3),
			BPF_STMT(BPF_RET+BPF_K, 1)
		}
	};

	int i;
	uint8_t pkt[8] = { 0 };

	size_t insn_count = sizeof(insns[0]) / sizeof(insns[0][0]);

	RZ(rump_init());

	for (i = 0; i < 3; i++) {
		ATF_CHECK(prog_validate(insns[i], insn_count));
		ATF_CHECK(exec_prog(insns[i], insn_count, pkt, 8) == 0);
	}
}

ATF_TC(bpfjit_ld_ind);
ATF_TC_HEAD(bpfjit_ld_ind, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_IND");
}

ATF_TC_BODY(bpfjit_ld_ind, tc)
{
	static struct bpf_insn insns[6][3] = {
		{
			BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 3),
			BPF_STMT(BPF_LD+BPF_B+BPF_IND, 2),
			BPF_STMT(BPF_RET+BPF_A, 0)
		},
		{
			BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 3),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 2),
			BPF_STMT(BPF_RET+BPF_A, 0)
		},
		{
			BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 3),
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, 2),
			BPF_STMT(BPF_RET+BPF_A, 0)
		},
		{
			BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 5),
			BPF_STMT(BPF_LD+BPF_B+BPF_IND, 0),
			BPF_STMT(BPF_RET+BPF_A, 0)
		},
		{
			BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 5),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 0),
			BPF_STMT(BPF_RET+BPF_A, 0)
		},
		{
			BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 5),
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, 0),
			BPF_STMT(BPF_RET+BPF_A, 0)
		}
	};

	static size_t lengths[6] = { 1, 2, 4, 1, 2, 4 };

	static unsigned int expected[6] = {
		0xde, 0xdead, 0xdeadbeef,
		0xde, 0xdead, 0xdeadbeef
	};

	size_t i, l;
	uint8_t *pkt = deadbeef_at_5;
	size_t pktsize = sizeof(deadbeef_at_5);

	size_t insn_count = sizeof(insns[0]) / sizeof(insns[0][0]);

	RZ(rump_init());

	for (i = 0; i < 3; i++) {
		bpfjit_func_t code;

		ATF_CHECK(prog_validate(insns[i], insn_count));

		rump_schedule();
		code = rumpns_bpfjit_generate_code(NULL, insns[i], insn_count);
		rump_unschedule();
		ATF_REQUIRE(code != NULL);

		for (l = 1; l < 5 + lengths[i]; l++) {
			ATF_CHECK(jitcall(code, pkt, l, l) == 0);
			ATF_CHECK(jitcall(code, pkt, pktsize, l) == 0);
		}

		l = 5 + lengths[i];
		ATF_CHECK(jitcall(code, pkt, l, l) == expected[i]);
		ATF_CHECK(jitcall(code, pkt, pktsize, l) == expected[i]);

		l = pktsize;
		ATF_CHECK(jitcall(code, pkt, l, l) == expected[i]);

		rump_schedule();
		rumpns_bpfjit_free_code(code);
		rump_unschedule();
	}
}

ATF_TC(bpfjit_ld_ind_k_overflow);
ATF_TC_HEAD(bpfjit_ld_ind_k_overflow, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_IND with overflow in k+4");
}

ATF_TC_BODY(bpfjit_ld_ind_k_overflow, tc)
{
	static struct bpf_insn insns[12][3] = {
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, UINT32_MAX),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, UINT32_MAX - 1),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX - 1),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX - 2),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX - 3),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, UINT32_MAX),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, UINT32_MAX - 1),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX - 1),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX - 2),
			BPF_STMT(BPF_RET+BPF_K, 1)
		},
		{
			BPF_STMT(BPF_LD+BPF_H+BPF_IND, 7),
			BPF_STMT(BPF_LD+BPF_W+BPF_IND, UINT32_MAX - 3),
			BPF_STMT(BPF_RET+BPF_K, 1)
		}
	};

	int i;
	uint8_t pkt[8] = { 0 };

	size_t insn_count = sizeof(insns[0]) / sizeof(insns[0][0]);

	RZ(rump_init());

	for (i = 0; i < 3; i++) {

		ATF_CHECK(prog_validate(insns[i], insn_count));
		ATF_CHECK(exec_prog(insns[i], insn_count, pkt, 8) == 0);
	}
}

ATF_TC(bpfjit_ld_ind_x_overflow1);
ATF_TC_HEAD(bpfjit_ld_ind_x_overflow1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_IND with overflow in X+4");
}

ATF_TC_BODY(bpfjit_ld_ind_x_overflow1, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_LEN, 0),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_MISC+BPF_TAX, 0),
		BPF_STMT(BPF_LD+BPF_B+BPF_IND, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	size_t i;
	bpfjit_func_t code;
	uint8_t pkt[8] = { 10, 20, 30, 40, 50, 60, 70, 80 };

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 1; i <= sizeof(pkt); i++) {
		//ATF_CHECK(bpf_filter(insns, pkt, i, i) == 10 * i);
		ATF_CHECK(jitcall(code, pkt, i, i) == 10 * i);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_ld_ind_x_overflow2);
ATF_TC_HEAD(bpfjit_ld_ind_x_overflow2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_IND with overflow in X+4");
}

ATF_TC_BODY(bpfjit_ld_ind_x_overflow2, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_LEN, 0),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, UINT32_C(0xffffffff)),
		BPF_STMT(BPF_ST, 3),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 3),
		BPF_STMT(BPF_LD+BPF_B+BPF_IND, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	size_t i;
	bpfjit_func_t code;
	uint8_t pkt[8] = { 10, 20, 30, 40, 50, 60, 70, 80 };

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 1; i <= sizeof(pkt); i++) {
		//ATF_CHECK(bpf_filter(insns, pkt, i, i) == 10 * i);
		ATF_CHECK(jitcall(code, pkt, i, i) == 10 * i);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_ld_len);
ATF_TC_HEAD(bpfjit_ld_len, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_W+BPF_LEN");
}

ATF_TC_BODY(bpfjit_ld_len, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	size_t i;
	bpfjit_func_t code;
	uint8_t pkt[32]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < sizeof(pkt); i++)
		ATF_CHECK(jitcall(code, pkt, i, 1) == i);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_ld_imm);
ATF_TC_HEAD(bpfjit_ld_imm, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LD+BPF_IMM");
}

ATF_TC_BODY(bpfjit_ld_imm, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_ldx_imm1);
ATF_TC_HEAD(bpfjit_ldx_imm1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LDX+BPF_IMM");
}

ATF_TC_BODY(bpfjit_ldx_imm1, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, UINT32_MAX - 5),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX - 5);
}

ATF_TC(bpfjit_ldx_imm2);
ATF_TC_HEAD(bpfjit_ldx_imm2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LDX+BPF_IMM");
}

ATF_TC_BODY(bpfjit_ldx_imm2, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 5),
		BPF_STMT(BPF_LD+BPF_IMM, 5),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 1, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_ldx_len1);
ATF_TC_HEAD(bpfjit_ldx_len1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LDX+BPF_LEN");
}

ATF_TC_BODY(bpfjit_ldx_len1, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	size_t i;
	bpfjit_func_t code;
	uint8_t pkt[5]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 1; i < sizeof(pkt); i++) {
		ATF_CHECK(jitcall(code, pkt, i, 1) == i);
		ATF_CHECK(jitcall(code, pkt, i + 1, i) == i + 1);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_ldx_len2);
ATF_TC_HEAD(bpfjit_ldx_len2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LDX+BPF_LEN");
}

ATF_TC_BODY(bpfjit_ldx_len2, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_LD+BPF_IMM, 5),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_X, 0, 1, 0),
		BPF_STMT(BPF_RET+BPF_K, 7),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX)
	};

	bpfjit_func_t code;
	uint8_t pkt[5]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 5, 1) == UINT32_MAX);
	ATF_CHECK(jitcall(code, pkt, 6, 5) == 7);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_ldx_msh);
ATF_TC_HEAD(bpfjit_ldx_msh, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_LDX+BPF_MSH");
}

ATF_TC_BODY(bpfjit_ldx_msh, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_B+BPF_MSH, 1),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[2] = { 0, 0x7a };

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 2) == 40);
}

ATF_TC(bpfjit_misc_tax);
ATF_TC_HEAD(bpfjit_misc_tax, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_MISC+BPF_TAX");
}

ATF_TC_BODY(bpfjit_misc_tax, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_IMM, 3),
		BPF_STMT(BPF_MISC+BPF_TAX, 0),
		BPF_STMT(BPF_LD+BPF_B+BPF_IND, 2),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[6] = { 0, 11, 22, 33, 44, 55 };

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 6) == 55);
}

ATF_TC(bpfjit_misc_txa);
ATF_TC_HEAD(bpfjit_misc_txa, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_MISC+BPF_TXA");
}

ATF_TC_BODY(bpfjit_misc_txa, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 391),
		BPF_STMT(BPF_MISC+BPF_TXA, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 391);
}

ATF_TC(bpfjit_st1);
ATF_TC_HEAD(bpfjit_st1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ST");
}

ATF_TC_BODY(bpfjit_st1, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_ST, 0),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, 1),
		BPF_STMT(BPF_LD+BPF_MEM, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	size_t i;
	bpfjit_func_t code;
	uint8_t pkt[16]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 1; i <= sizeof(pkt); i++)
		ATF_CHECK(jitcall(code, pkt, i, sizeof(pkt)) == i);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_st2);
ATF_TC_HEAD(bpfjit_st2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ST");
}

ATF_TC_BODY(bpfjit_st2, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_ST, 0),
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_ST, BPF_MEMWORDS-1),
		BPF_STMT(BPF_LD+BPF_MEM, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_st3);
ATF_TC_HEAD(bpfjit_st3, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ST");
}

ATF_TC_BODY(bpfjit_st3, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_ST, 0),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, 100),
		BPF_STMT(BPF_ST, BPF_MEMWORDS-1),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, 200),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 301, 2, 0),
		BPF_STMT(BPF_LD+BPF_MEM, BPF_MEMWORDS-1),
		BPF_STMT(BPF_RET+BPF_A, 0),
		BPF_STMT(BPF_LD+BPF_MEM, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	bpfjit_func_t code;
	uint8_t pkt[2]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	ATF_REQUIRE(BPF_MEMWORDS > 1);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 102);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_st4);
ATF_TC_HEAD(bpfjit_st4, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ST");
}

ATF_TC_BODY(bpfjit_st4, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_ST, 5),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, 100),
		BPF_STMT(BPF_ST, BPF_MEMWORDS-1),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_K, 200),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 301, 2, 0),
		BPF_STMT(BPF_LD+BPF_MEM, BPF_MEMWORDS-1),
		BPF_STMT(BPF_RET+BPF_A, 0),
		BPF_STMT(BPF_LD+BPF_MEM, 5),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	bpfjit_func_t code;
	uint8_t pkt[2]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	ATF_REQUIRE(BPF_MEMWORDS > 6);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 1);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 102);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_st5);
ATF_TC_HEAD(bpfjit_st5, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_ST");
}

ATF_TC_BODY(bpfjit_st5, tc)
{
	struct bpf_insn insns[5*BPF_MEMWORDS+2];
	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	size_t k;
	bpfjit_func_t code;
	uint8_t pkt[BPF_MEMWORDS]; /* the program doesn't read any data */

	memset(insns, 0, sizeof(insns));

	/* for each k do M[k] = k */
	for (k = 0; k < BPF_MEMWORDS; k++) {
		insns[2*k].code   = BPF_LD+BPF_IMM;
		insns[2*k].k      = 3*k;
		insns[2*k+1].code = BPF_ST;
		insns[2*k+1].k    = k;
	}

	/* load wirelen into A */
	insns[2*BPF_MEMWORDS].code = BPF_LD+BPF_W+BPF_LEN;

	/* for each k, if (A == k + 1) return M[k] */
	for (k = 0; k < BPF_MEMWORDS; k++) {
		insns[2*BPF_MEMWORDS+3*k+1].code = BPF_JMP+BPF_JEQ+BPF_K;
		insns[2*BPF_MEMWORDS+3*k+1].k    = k+1;
		insns[2*BPF_MEMWORDS+3*k+1].jt   = 0;
		insns[2*BPF_MEMWORDS+3*k+1].jf   = 2;
		insns[2*BPF_MEMWORDS+3*k+2].code = BPF_LD+BPF_MEM;
		insns[2*BPF_MEMWORDS+3*k+2].k    = k;
		insns[2*BPF_MEMWORDS+3*k+3].code = BPF_RET+BPF_A;
		insns[2*BPF_MEMWORDS+3*k+3].k    = 0;
	}

	insns[5*BPF_MEMWORDS+1].code = BPF_RET+BPF_K;
	insns[5*BPF_MEMWORDS+1].k    = UINT32_MAX;

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (k = 1; k <= sizeof(pkt); k++)
		ATF_CHECK(jitcall(code, pkt, k, k) == 3*(k-1));

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_stx1);
ATF_TC_HEAD(bpfjit_stx1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_STX");
}

ATF_TC_BODY(bpfjit_stx1, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_STX, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 0),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	size_t i;
	bpfjit_func_t code;
	uint8_t pkt[16]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 1; i <= sizeof(pkt); i++)
		ATF_CHECK(jitcall(code, pkt, i, sizeof(pkt)) == i);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_stx2);
ATF_TC_HEAD(bpfjit_stx2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_STX");
}

ATF_TC_BODY(bpfjit_stx2, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_ST, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_STX, BPF_MEMWORDS-1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 0),
		BPF_STMT(BPF_MISC+BPF_TXA, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == 0);
}

ATF_TC(bpfjit_stx3);
ATF_TC_HEAD(bpfjit_stx3, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_STX");
}

ATF_TC_BODY(bpfjit_stx3, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_STX, 6),
		BPF_STMT(BPF_ST, 1),
		BPF_STMT(BPF_LDX+BPF_W+BPF_LEN, 0),
		BPF_STMT(BPF_STX, 5),
		BPF_STMT(BPF_STX, 2),
		BPF_STMT(BPF_STX, 3),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 1),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 2),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 3),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 5),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_LDX+BPF_W+BPF_MEM, 6),
		BPF_STMT(BPF_ALU+BPF_ADD+BPF_X, 0),
		BPF_STMT(BPF_RET+BPF_A, 0)
	};

	size_t i;
	bpfjit_func_t code;
	uint8_t pkt[16]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 1; i <= sizeof(pkt); i++)
		ATF_CHECK(jitcall(code, pkt, i, sizeof(pkt)) == 3 * i);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_stx4);
ATF_TC_HEAD(bpfjit_stx4, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation of BPF_STX");
}

ATF_TC_BODY(bpfjit_stx4, tc)
{
	struct bpf_insn insns[5*BPF_MEMWORDS+2];
	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	size_t k;
	bpfjit_func_t code;
	uint8_t pkt[BPF_MEMWORDS]; /* the program doesn't read any data */

	memset(insns, 0, sizeof(insns));

	/* for each k do M[k] = k */
	for (k = 0; k < BPF_MEMWORDS; k++) {
		insns[2*k].code   = BPF_LDX+BPF_W+BPF_IMM;
		insns[2*k].k      = 3*k;
		insns[2*k+1].code = BPF_STX;
		insns[2*k+1].k    = k;
	}

	/* load wirelen into A */
	insns[2*BPF_MEMWORDS].code = BPF_LD+BPF_W+BPF_LEN;

	/* for each k, if (A == k + 1) return M[k] */
	for (k = 0; k < BPF_MEMWORDS; k++) {
		insns[2*BPF_MEMWORDS+3*k+1].code = BPF_JMP+BPF_JEQ+BPF_K;
		insns[2*BPF_MEMWORDS+3*k+1].k    = k+1;
		insns[2*BPF_MEMWORDS+3*k+1].jt   = 0;
		insns[2*BPF_MEMWORDS+3*k+1].jf   = 2;
		insns[2*BPF_MEMWORDS+3*k+2].code = BPF_LD+BPF_MEM;
		insns[2*BPF_MEMWORDS+3*k+2].k    = k;
		insns[2*BPF_MEMWORDS+3*k+3].code = BPF_RET+BPF_A;
		insns[2*BPF_MEMWORDS+3*k+3].k    = 0;
	}

	insns[5*BPF_MEMWORDS+1].code = BPF_RET+BPF_K;
	insns[5*BPF_MEMWORDS+1].k    = UINT32_MAX;

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (k = 1; k <= sizeof(pkt); k++)
		ATF_CHECK(jitcall(code, pkt, k, k) == 3*(k-1));

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_opt_ld_abs_1);
ATF_TC_HEAD(bpfjit_opt_ld_abs_1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation with length optimization "
	    "applied to BPF_LD+BPF_ABS");
}

ATF_TC_BODY(bpfjit_opt_ld_abs_1, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x800, 0, 8),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 26),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 3, 4),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 3),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	size_t i, j;
	bpfjit_func_t code;
	uint8_t pkt[2][34] = {
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x0f,
			0x80, 0x03, 0x70, 0x23
		},
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x23,
			0x80, 0x03, 0x70, 0x0f
		}
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < 2; i++) {
		for (j = 1; j < sizeof(pkt[i]); j++)
			ATF_CHECK(jitcall(code, pkt[i], j, j) == 0);
		ATF_CHECK(jitcall(code, pkt[i], j, j) == UINT32_MAX);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_opt_ld_abs_2);
ATF_TC_HEAD(bpfjit_opt_ld_abs_2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation with length optimization "
	    "applied to BPF_LD+BPF_ABS");
}

ATF_TC_BODY(bpfjit_opt_ld_abs_2, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 26),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 3, 6),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 5),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 3),
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x800, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	size_t i, j;
	bpfjit_func_t code;
	uint8_t pkt[2][34] = {
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x0f,
			0x80, 0x03, 0x70, 0x23
		},
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x23,
			0x80, 0x03, 0x70, 0x0f
		}
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < 2; i++) {
		for (j = 1; j < sizeof(pkt[i]); j++)
			ATF_CHECK(jitcall(code, pkt[i], j, j) == 0);
		ATF_CHECK(jitcall(code, pkt[i], j, j) == UINT32_MAX);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_opt_ld_abs_3);
ATF_TC_HEAD(bpfjit_opt_ld_abs_3, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation with length optimization "
	    "applied to BPF_LD+BPF_ABS");
}

ATF_TC_BODY(bpfjit_opt_ld_abs_3, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 26),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 3, 6),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 5),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 26),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 3),
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x800, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	size_t i, j;
	bpfjit_func_t code;
	uint8_t pkt[2][34] = {
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x0f,
			0x80, 0x03, 0x70, 0x23
		},
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x23,
			0x80, 0x03, 0x70, 0x0f
		}
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < 2; i++) {
		for (j = 1; j < sizeof(pkt[i]); j++)
			ATF_CHECK(jitcall(code, pkt[i], j, j) == 0);
		ATF_CHECK(jitcall(code, pkt[i], j, j) == UINT32_MAX);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_opt_ld_ind_1);
ATF_TC_HEAD(bpfjit_opt_ld_ind_1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation with length optimization "
	    "applied to BPF_LD+BPF_IND");
}

ATF_TC_BODY(bpfjit_opt_ld_ind_1, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 12),
		BPF_STMT(BPF_LD+BPF_H+BPF_IND, 0),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x800, 0, 8),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 14),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 18),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 3, 4),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 3),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 18),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	size_t i, j;
	bpfjit_func_t code;
	uint8_t pkt[2][34] = {
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x0f,
			0x80, 0x03, 0x70, 0x23
		},
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x23,
			0x80, 0x03, 0x70, 0x0f
		}
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < 2; i++) {
		for (j = 1; j < sizeof(pkt[i]); j++)
			ATF_CHECK(jitcall(code, pkt[i], j, j) == 0);
		ATF_CHECK(jitcall(code, pkt[i], j, j) == UINT32_MAX);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_opt_ld_ind_2);
ATF_TC_HEAD(bpfjit_opt_ld_ind_2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation with length optimization "
	    "applied to BPF_LD+BPF_IND");
}

ATF_TC_BODY(bpfjit_opt_ld_ind_2, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 26),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 3, 6),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 5),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 3),
		BPF_STMT(BPF_LD+BPF_H+BPF_IND, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x800, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	size_t i, j;
	bpfjit_func_t code;
	uint8_t pkt[2][34] = {
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x0f,
			0x80, 0x03, 0x70, 0x23
		},
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x23,
			0x80, 0x03, 0x70, 0x0f
		}
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < 2; i++) {
		for (j = 1; j < sizeof(pkt[i]); j++)
			ATF_CHECK(jitcall(code, pkt[i], j, j) == 0);
		ATF_CHECK(jitcall(code, pkt[i], j, j) == UINT32_MAX);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_opt_ld_ind_3);
ATF_TC_HEAD(bpfjit_opt_ld_ind_3, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation with length optimization "
	    "applied to BPF_LD+BPF_IND");
}

ATF_TC_BODY(bpfjit_opt_ld_ind_3, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 15),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 15),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 11),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 3, 7),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 6),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 11),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 4),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_STMT(BPF_LD+BPF_H+BPF_IND, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x800, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	size_t i, j;
	bpfjit_func_t code;
	uint8_t pkt[2][34] = {
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x0f,
			0x80, 0x03, 0x70, 0x23
		},
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x23,
			0x80, 0x03, 0x70, 0x0f
		}
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < 2; i++) {
		for (j = 1; j < sizeof(pkt[i]); j++)
			ATF_CHECK(jitcall(code, pkt[i], j, j) == 0);
		ATF_CHECK(jitcall(code, pkt[i], j, j) == UINT32_MAX);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_opt_ld_ind_4);
ATF_TC_HEAD(bpfjit_opt_ld_ind_4, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test JIT compilation with length optimization "
	    "applied to BPF_LD+BPF_IND");
}

ATF_TC_BODY(bpfjit_opt_ld_ind_4, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 11),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 19),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 15),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 3, 7),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 6),
		BPF_STMT(BPF_LD+BPF_W+BPF_IND, 15),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 4),
		BPF_STMT(BPF_LDX+BPF_W+BPF_IMM, 0),
		BPF_STMT(BPF_LD+BPF_H+BPF_IND, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x800, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	size_t i, j;
	bpfjit_func_t code;
	uint8_t pkt[2][34] = {
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x0f,
			0x80, 0x03, 0x70, 0x23
		},
		{
			0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 0x08, 0x00,
			14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
			0x80, 0x03, 0x70, 0x23,
			0x80, 0x03, 0x70, 0x0f
		}
	};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	for (i = 0; i < 2; i++) {
		for (j = 1; j < sizeof(pkt[i]); j++)
			ATF_CHECK(jitcall(code, pkt[i], j, j) == 0);
		ATF_CHECK(jitcall(code, pkt[i], j, j) == UINT32_MAX);
	}

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_abc_ja);
ATF_TC_HEAD(bpfjit_abc_ja, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test ABC optimization with a single BPF_JMP+BPF_JA");
}

ATF_TC_BODY(bpfjit_abc_ja, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 3), /* min. length 4 */
		BPF_STMT(BPF_JMP+BPF_JA, 2),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, UINT32_MAX - 1),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 2), /* min. length 6 */
		BPF_STMT(BPF_RET+BPF_A, 0),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 6),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 7),
		BPF_STMT(BPF_RET+BPF_K, 3),
	};

	bpfjit_func_t code;
	uint8_t pkt[6] = {0, 0, /* UINT32_MAX: */ 255, 255, 255, 255};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == UINT32_MAX);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_abc_ja_over);
ATF_TC_HEAD(bpfjit_abc_ja_over, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test ABC optimization when BPF_JMP+BPF_JA jumps over all loads");
}

ATF_TC_BODY(bpfjit_abc_ja_over, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_JMP+BPF_JA, 2),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 3),
		BPF_STMT(BPF_RET+BPF_K, 0),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 4),
		BPF_STMT(BPF_RET+BPF_K, 1),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 5),
		BPF_STMT(BPF_RET+BPF_K, 2),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 6),
		BPF_STMT(BPF_RET+BPF_K, 3),
	};

	uint8_t pkt[1]; /* the program doesn't read any data */

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));
	ATF_CHECK(exec_prog(insns, insn_count, pkt, 1) == UINT32_MAX);
}

ATF_TC(bpfjit_abc_ld_chain);
ATF_TC_HEAD(bpfjit_abc_ld_chain, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test ABC optimization of a chain of BPF_LD instructions "
	    "with exits leading to a single BPF_RET");
}

ATF_TC_BODY(bpfjit_abc_ld_chain, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 3), /* min. length 4 */
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 8, 0, 4),
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 4), /* min. length 6 */
		BPF_JUMP(BPF_JMP+BPF_JGE+BPF_K, 7, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 6), /* min. length 10 */
		BPF_JUMP(BPF_JMP+BPF_JGT+BPF_K, 6, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 123456789),
		BPF_STMT(BPF_RET+BPF_K, 987654321),
	};

	bpfjit_func_t code;
	uint8_t pkt[10] = {};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	/* Packet is too short. */
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);

	/* !(pkt[3] == 8) => return 123456789 */
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 123456789);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 123456789);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 123456789);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 123456789);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 123456789);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 123456789);

	/* !(pkt[4:2] >= 7) => too short or return 123456789 */
	pkt[3] = 8;
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 123456789);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 123456789);

	/* !(pkt[6:4] > 6) => too short or return 987654321 */
	pkt[4] = pkt[5] = 1;
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 987654321);

	/* (pkt[6:4] > 6) => too short or return 123456789 */
	pkt[6] = pkt[7] = pkt[8] = pkt[9] = 1;
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 123456789);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_examples_1);
ATF_TC_HEAD(bpfjit_examples_1, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test the first example from bpf(4) - "
	    "accept Reverse ARP requests");
}

ATF_TC_BODY(bpfjit_examples_1, tc)
{
	/*
	 * The following filter is taken from the Reverse ARP
	 * Daemon. It accepts only Reverse ARP requests.
	 */
	struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8035, 0, 3),
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 20),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 3, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, 42),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	bpfjit_func_t code;
	uint8_t pkt[22] = {};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	/* Packet is too short. */
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 0);
	ATF_CHECK(jitcall(code, pkt, 11, 11) == 0);
	ATF_CHECK(jitcall(code, pkt, 12, 12) == 0);
	ATF_CHECK(jitcall(code, pkt, 13, 13) == 0);
	ATF_CHECK(jitcall(code, pkt, 14, 14) == 0);
	ATF_CHECK(jitcall(code, pkt, 15, 15) == 0);
	ATF_CHECK(jitcall(code, pkt, 16, 16) == 0);
	ATF_CHECK(jitcall(code, pkt, 17, 17) == 0);
	ATF_CHECK(jitcall(code, pkt, 18, 18) == 0);
	ATF_CHECK(jitcall(code, pkt, 19, 19) == 0);
	ATF_CHECK(jitcall(code, pkt, 20, 20) == 0);
	ATF_CHECK(jitcall(code, pkt, 21, 21) == 0);

	/* The packet doesn't match. */
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 0);

	/* Still no match after setting the protocol field. */
	pkt[12] = 0x80; pkt[13] = 0x35;
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 0);

	/* Set RARP message type. */
	pkt[21] = 3;
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 42);

	/* Packet is too short. */
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 0);
	ATF_CHECK(jitcall(code, pkt, 11, 11) == 0);
	ATF_CHECK(jitcall(code, pkt, 12, 12) == 0);
	ATF_CHECK(jitcall(code, pkt, 13, 13) == 0);
	ATF_CHECK(jitcall(code, pkt, 14, 14) == 0);
	ATF_CHECK(jitcall(code, pkt, 15, 15) == 0);
	ATF_CHECK(jitcall(code, pkt, 16, 16) == 0);
	ATF_CHECK(jitcall(code, pkt, 17, 17) == 0);
	ATF_CHECK(jitcall(code, pkt, 18, 18) == 0);
	ATF_CHECK(jitcall(code, pkt, 19, 19) == 0);
	ATF_CHECK(jitcall(code, pkt, 20, 20) == 0);
	ATF_CHECK(jitcall(code, pkt, 21, 21) == 0);

	/* Change RARP message type. */
	pkt[20] = 3;
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_examples_2);
ATF_TC_HEAD(bpfjit_examples_2, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test the second example from bpf(4) - "
	    "accept IP packets between two specified hosts");
}

ATF_TC_BODY(bpfjit_examples_2, tc)
{
	/*
	 * This filter accepts only IP packets between host 128.3.112.15
	 * and 128.3.112.35.
	 */
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x0800, 0, 8),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 26),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 2),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 3, 4),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x80037023, 0, 3),
		BPF_STMT(BPF_LD+BPF_W+BPF_ABS, 30),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x8003700f, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	bpfjit_func_t code;
	uint8_t pkt[34] = {};

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	/* Packet is too short. */
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 0);
	ATF_CHECK(jitcall(code, pkt, 11, 11) == 0);
	ATF_CHECK(jitcall(code, pkt, 12, 12) == 0);
	ATF_CHECK(jitcall(code, pkt, 13, 13) == 0);
	ATF_CHECK(jitcall(code, pkt, 14, 14) == 0);
	ATF_CHECK(jitcall(code, pkt, 15, 15) == 0);
	ATF_CHECK(jitcall(code, pkt, 16, 16) == 0);
	ATF_CHECK(jitcall(code, pkt, 17, 17) == 0);
	ATF_CHECK(jitcall(code, pkt, 18, 18) == 0);
	ATF_CHECK(jitcall(code, pkt, 19, 19) == 0);
	ATF_CHECK(jitcall(code, pkt, 20, 20) == 0);
	ATF_CHECK(jitcall(code, pkt, 21, 21) == 0);
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 0);
	ATF_CHECK(jitcall(code, pkt, 23, 23) == 0);
	ATF_CHECK(jitcall(code, pkt, 24, 24) == 0);
	ATF_CHECK(jitcall(code, pkt, 25, 25) == 0);
	ATF_CHECK(jitcall(code, pkt, 26, 26) == 0);
	ATF_CHECK(jitcall(code, pkt, 27, 27) == 0);
	ATF_CHECK(jitcall(code, pkt, 28, 28) == 0);
	ATF_CHECK(jitcall(code, pkt, 29, 29) == 0);
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);
	ATF_CHECK(jitcall(code, pkt, 31, 31) == 0);
	ATF_CHECK(jitcall(code, pkt, 32, 32) == 0);
	ATF_CHECK(jitcall(code, pkt, 33, 33) == 0);

	/* The packet doesn't match. */
	ATF_CHECK(jitcall(code, pkt, 34, 34) == 0);

	/* Still no match after setting the protocol field. */
	pkt[12] = 8;
	ATF_CHECK(jitcall(code, pkt, 34, 34) == 0);

	pkt[26] = 128; pkt[27] = 3; pkt[28] = 112; pkt[29] = 15;
	ATF_CHECK(jitcall(code, pkt, 34, 34) == 0);

	pkt[30] = 128; pkt[31] = 3; pkt[32] = 112; pkt[33] = 35;
	ATF_CHECK(jitcall(code, pkt, 34, 34) == UINT32_MAX);

	/* Swap the ip addresses. */
	pkt[26] = 128; pkt[27] = 3; pkt[28] = 112; pkt[29] = 35;
	ATF_CHECK(jitcall(code, pkt, 34, 34) == 0);

	pkt[30] = 128; pkt[31] = 3; pkt[32] = 112; pkt[33] = 15;
	ATF_CHECK(jitcall(code, pkt, 34, 34) == UINT32_MAX);

	/* Packet is too short. */
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 0);
	ATF_CHECK(jitcall(code, pkt, 11, 11) == 0);
	ATF_CHECK(jitcall(code, pkt, 12, 12) == 0);
	ATF_CHECK(jitcall(code, pkt, 13, 13) == 0);
	ATF_CHECK(jitcall(code, pkt, 14, 14) == 0);
	ATF_CHECK(jitcall(code, pkt, 15, 15) == 0);
	ATF_CHECK(jitcall(code, pkt, 16, 16) == 0);
	ATF_CHECK(jitcall(code, pkt, 17, 17) == 0);
	ATF_CHECK(jitcall(code, pkt, 18, 18) == 0);
	ATF_CHECK(jitcall(code, pkt, 19, 19) == 0);
	ATF_CHECK(jitcall(code, pkt, 20, 20) == 0);
	ATF_CHECK(jitcall(code, pkt, 21, 21) == 0);
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 0);
	ATF_CHECK(jitcall(code, pkt, 23, 23) == 0);
	ATF_CHECK(jitcall(code, pkt, 24, 24) == 0);
	ATF_CHECK(jitcall(code, pkt, 25, 25) == 0);
	ATF_CHECK(jitcall(code, pkt, 26, 26) == 0);
	ATF_CHECK(jitcall(code, pkt, 27, 27) == 0);
	ATF_CHECK(jitcall(code, pkt, 28, 28) == 0);
	ATF_CHECK(jitcall(code, pkt, 29, 29) == 0);
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);
	ATF_CHECK(jitcall(code, pkt, 31, 31) == 0);
	ATF_CHECK(jitcall(code, pkt, 32, 32) == 0);
	ATF_CHECK(jitcall(code, pkt, 33, 33) == 0);

	/* Change the protocol field. */
	pkt[13] = 8;
	ATF_CHECK(jitcall(code, pkt, 34, 34) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_examples_3);
ATF_TC_HEAD(bpfjit_examples_3, tc)
{
	atf_tc_set_md_var(tc, "descr",
	    "Test the third example from bpf(4) - "
	    "accept TCP finger packets");
}

ATF_TC_BODY(bpfjit_examples_3, tc)
{
	/*
	 * This filter returns only TCP finger packets.
	 */
	struct bpf_insn insns[] = {
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 12),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 0x0800, 0, 10),
		BPF_STMT(BPF_LD+BPF_B+BPF_ABS, 23),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 6, 0, 8),
		BPF_STMT(BPF_LD+BPF_H+BPF_ABS, 20),
		BPF_JUMP(BPF_JMP+BPF_JSET+BPF_K, 0x1fff, 6, 0),
		BPF_STMT(BPF_LDX+BPF_B+BPF_MSH, 14),
		BPF_STMT(BPF_LD+BPF_H+BPF_IND, 14),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 79, 2, 0),
		BPF_STMT(BPF_LD+BPF_H+BPF_IND, 16),
		BPF_JUMP(BPF_JMP+BPF_JEQ+BPF_K, 79, 0, 1),
		BPF_STMT(BPF_RET+BPF_K, UINT32_MAX),
		BPF_STMT(BPF_RET+BPF_K, 0),
	};

	bpfjit_func_t code;
	uint8_t pkt[30] = {};

	/* Set IP fragment offset to non-zero. */
	pkt[20] = 1; pkt[21] = 1;

	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_REQUIRE(code != NULL);

	/* Packet is too short. */
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 0);
	ATF_CHECK(jitcall(code, pkt, 11, 11) == 0);
	ATF_CHECK(jitcall(code, pkt, 12, 12) == 0);
	ATF_CHECK(jitcall(code, pkt, 13, 13) == 0);
	ATF_CHECK(jitcall(code, pkt, 14, 14) == 0);
	ATF_CHECK(jitcall(code, pkt, 15, 15) == 0);
	ATF_CHECK(jitcall(code, pkt, 16, 16) == 0);
	ATF_CHECK(jitcall(code, pkt, 17, 17) == 0);
	ATF_CHECK(jitcall(code, pkt, 18, 18) == 0);
	ATF_CHECK(jitcall(code, pkt, 19, 19) == 0);
	ATF_CHECK(jitcall(code, pkt, 20, 20) == 0);
	ATF_CHECK(jitcall(code, pkt, 21, 21) == 0);
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 0);
	ATF_CHECK(jitcall(code, pkt, 23, 23) == 0);
	ATF_CHECK(jitcall(code, pkt, 24, 24) == 0);
	ATF_CHECK(jitcall(code, pkt, 25, 25) == 0);
	ATF_CHECK(jitcall(code, pkt, 26, 26) == 0);
	ATF_CHECK(jitcall(code, pkt, 27, 27) == 0);
	ATF_CHECK(jitcall(code, pkt, 28, 28) == 0);
	ATF_CHECK(jitcall(code, pkt, 29, 29) == 0);

	/* The packet doesn't match. */
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);

	/* Still no match after setting the protocol field. */
	pkt[12] = 8;
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);

	/* Get one step closer to the match. */
	pkt[23] = 6;
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);

	/* Set IP fragment offset to zero. */
	pkt[20] = 0x20; pkt[21] = 0;
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);

	/* Set IP header length to 12. */
	pkt[14] = 0xd3;
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);

	/* Match one branch of the program. */
	pkt[27] = 79;
	ATF_CHECK(jitcall(code, pkt, 30, 30) == UINT32_MAX);

	/* Match the other branch of the program. */
	pkt[29] = 79; pkt[27] = 0;
	ATF_CHECK(jitcall(code, pkt, 30, 30) == UINT32_MAX);

	/* Packet is too short. */
	ATF_CHECK(jitcall(code, pkt, 1, 1) == 0);
	ATF_CHECK(jitcall(code, pkt, 2, 2) == 0);
	ATF_CHECK(jitcall(code, pkt, 3, 3) == 0);
	ATF_CHECK(jitcall(code, pkt, 4, 4) == 0);
	ATF_CHECK(jitcall(code, pkt, 5, 5) == 0);
	ATF_CHECK(jitcall(code, pkt, 6, 6) == 0);
	ATF_CHECK(jitcall(code, pkt, 7, 7) == 0);
	ATF_CHECK(jitcall(code, pkt, 8, 8) == 0);
	ATF_CHECK(jitcall(code, pkt, 9, 9) == 0);
	ATF_CHECK(jitcall(code, pkt, 10, 10) == 0);
	ATF_CHECK(jitcall(code, pkt, 11, 11) == 0);
	ATF_CHECK(jitcall(code, pkt, 12, 12) == 0);
	ATF_CHECK(jitcall(code, pkt, 13, 13) == 0);
	ATF_CHECK(jitcall(code, pkt, 14, 14) == 0);
	ATF_CHECK(jitcall(code, pkt, 15, 15) == 0);
	ATF_CHECK(jitcall(code, pkt, 16, 16) == 0);
	ATF_CHECK(jitcall(code, pkt, 17, 17) == 0);
	ATF_CHECK(jitcall(code, pkt, 18, 18) == 0);
	ATF_CHECK(jitcall(code, pkt, 19, 19) == 0);
	ATF_CHECK(jitcall(code, pkt, 20, 20) == 0);
	ATF_CHECK(jitcall(code, pkt, 21, 21) == 0);
	ATF_CHECK(jitcall(code, pkt, 22, 22) == 0);
	ATF_CHECK(jitcall(code, pkt, 23, 23) == 0);
	ATF_CHECK(jitcall(code, pkt, 24, 24) == 0);
	ATF_CHECK(jitcall(code, pkt, 25, 25) == 0);
	ATF_CHECK(jitcall(code, pkt, 26, 26) == 0);
	ATF_CHECK(jitcall(code, pkt, 27, 27) == 0);
	ATF_CHECK(jitcall(code, pkt, 28, 28) == 0);
	ATF_CHECK(jitcall(code, pkt, 29, 29) == 0);

	/* Set IP header length to 16. Packet is too short. */
	pkt[14] = 4;
	ATF_CHECK(jitcall(code, pkt, 30, 30) == 0);

	rump_schedule();
	rumpns_bpfjit_free_code(code);
	rump_unschedule();
}

ATF_TC(bpfjit_cop_no_ctx);
ATF_TC_HEAD(bpfjit_cop_no_ctx, tc)
{
	atf_tc_set_md_var(tc, "descr", "Test that BPF_MISC|BPF_COP "
	    "instruction can't be accepted without a context");
}

ATF_TC_BODY(bpfjit_cop_no_ctx, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_MISC+BPF_COP, 0),
		BPF_STMT(BPF_RET+BPF_K, 7)
	};

	bpfjit_func_t code;
	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(!prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_CHECK(code == NULL);
}

ATF_TC(bpfjit_copx_no_ctx);
ATF_TC_HEAD(bpfjit_copx_no_ctx, tc)
{
	atf_tc_set_md_var(tc, "descr", "Test that BPF_MISC|BPF_COPX "
	    "instruction can't be accepted without a context");
}

ATF_TC_BODY(bpfjit_copx_no_ctx, tc)
{
	static struct bpf_insn insns[] = {
		BPF_STMT(BPF_MISC+BPF_COPX, 0),
		BPF_STMT(BPF_RET+BPF_K, 7)
	};

	bpfjit_func_t code;
	size_t insn_count = sizeof(insns) / sizeof(insns[0]);

	RZ(rump_init());

	ATF_CHECK(!prog_validate(insns, insn_count));

	rump_schedule();
	code = rumpns_bpfjit_generate_code(NULL, insns, insn_count);
	rump_unschedule();
	ATF_CHECK(code == NULL);
}

ATF_TP_ADD_TCS(tp)
{

	/*
	 * For every new test please also add a similar test
	 * to ../../lib/libbpfjit/t_bpfjit.c
	 */
	ATF_TP_ADD_TC(tp, bpfjit_empty);
	ATF_TP_ADD_TC(tp, bpfjit_ret_k);
	ATF_TP_ADD_TC(tp, bpfjit_bad_ret_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_add_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_sub_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mul_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div0_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div1_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div2_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div4_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div10_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div10000_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div7609801_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div80000000_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod0_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod1_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod2_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod4_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod10_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod10000_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod7609801_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod80000000_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_and_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_or_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_xor_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_lsh_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_lsh0_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_rsh_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_rsh0_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_modulo_k);
	ATF_TP_ADD_TC(tp, bpfjit_alu_add_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_sub_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mul_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div0_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div1_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div2_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div4_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div10_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div10000_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div7609801_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_div80000000_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod0_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod1_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod2_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod4_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod10_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod10000_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod7609801_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_mod80000000_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_and_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_or_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_xor_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_lsh_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_lsh0_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_rsh_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_rsh0_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_modulo_x);
	ATF_TP_ADD_TC(tp, bpfjit_alu_neg);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_ja);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_ja_invalid);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_ja_overflow);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jgt_k);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jge_k);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jeq_k);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jset_k);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_modulo_k);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jgt_x);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jge_x);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jeq_x);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jset_x);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jeq_x_noinit_ax);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jeq_x_noinit_a);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_jeq_x_noinit_x);
	ATF_TP_ADD_TC(tp, bpfjit_jmp_modulo_x);
	ATF_TP_ADD_TC(tp, bpfjit_ld_abs);
	ATF_TP_ADD_TC(tp, bpfjit_ld_abs_k_overflow);
	ATF_TP_ADD_TC(tp, bpfjit_ld_ind);
	ATF_TP_ADD_TC(tp, bpfjit_ld_ind_k_overflow);
	ATF_TP_ADD_TC(tp, bpfjit_ld_ind_x_overflow1);
	ATF_TP_ADD_TC(tp, bpfjit_ld_ind_x_overflow2);
	ATF_TP_ADD_TC(tp, bpfjit_ld_len);
	ATF_TP_ADD_TC(tp, bpfjit_ld_imm);
	ATF_TP_ADD_TC(tp, bpfjit_ldx_imm1);
	ATF_TP_ADD_TC(tp, bpfjit_ldx_imm2);
	ATF_TP_ADD_TC(tp, bpfjit_ldx_len1);
	ATF_TP_ADD_TC(tp, bpfjit_ldx_len2);
	ATF_TP_ADD_TC(tp, bpfjit_ldx_msh);
	ATF_TP_ADD_TC(tp, bpfjit_misc_tax);
	ATF_TP_ADD_TC(tp, bpfjit_misc_txa);
	ATF_TP_ADD_TC(tp, bpfjit_st1);
	ATF_TP_ADD_TC(tp, bpfjit_st2);
	ATF_TP_ADD_TC(tp, bpfjit_st3);
	ATF_TP_ADD_TC(tp, bpfjit_st4);
	ATF_TP_ADD_TC(tp, bpfjit_st5);
	ATF_TP_ADD_TC(tp, bpfjit_stx1);
	ATF_TP_ADD_TC(tp, bpfjit_stx2);
	ATF_TP_ADD_TC(tp, bpfjit_stx3);
	ATF_TP_ADD_TC(tp, bpfjit_stx4);
	ATF_TP_ADD_TC(tp, bpfjit_opt_ld_abs_1);
	ATF_TP_ADD_TC(tp, bpfjit_opt_ld_abs_2);
	ATF_TP_ADD_TC(tp, bpfjit_opt_ld_abs_3);
	ATF_TP_ADD_TC(tp, bpfjit_opt_ld_ind_1);
	ATF_TP_ADD_TC(tp, bpfjit_opt_ld_ind_2);
	ATF_TP_ADD_TC(tp, bpfjit_opt_ld_ind_3);
	ATF_TP_ADD_TC(tp, bpfjit_opt_ld_ind_4);
	ATF_TP_ADD_TC(tp, bpfjit_abc_ja);
	ATF_TP_ADD_TC(tp, bpfjit_abc_ja_over);
	ATF_TP_ADD_TC(tp, bpfjit_abc_ld_chain);
	ATF_TP_ADD_TC(tp, bpfjit_examples_1);
	ATF_TP_ADD_TC(tp, bpfjit_examples_2);
	ATF_TP_ADD_TC(tp, bpfjit_examples_3);
	ATF_TP_ADD_TC(tp, bpfjit_cop_no_ctx);
	ATF_TP_ADD_TC(tp, bpfjit_copx_no_ctx);

	return atf_no_error();
}