ubpf_jit_x86_64.rs 42 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714
  1. // Converted from the tests for uBPF <https://github.com/iovisor/ubpf>
  2. // Copyright 2015 Big Switch Networks, Inc
  3. // Copyright 2016 6WIND S.A. <quentin.monnet@6wind.com>
  4. //
  5. // Licensed under the Apache License, Version 2.0 <http://www.apache.org/licenses/LICENSE-2.0> or
  6. // the MIT license <http://opensource.org/licenses/MIT>, at your option. This file may not be
  7. // copied, modified, or distributed except according to those terms.
  8. // The tests contained in this file are extracted from the unit tests of uBPF software. Each test
  9. // in this file has a name in the form `test_jit_<name>`, and corresponds to the (human-readable)
  10. // code in `ubpf/tree/master/tests/<name>`, available at
  11. // <https://github.com/iovisor/ubpf/tree/master/tests> (hyphen had to be replaced with underscores
  12. // as Rust will not accept them in function names). It is strongly advised to refer to the uBPF
  13. // version to understand what these program do.
  14. //
  15. // Each program was assembled from the uBPF version with the assembler provided by uBPF itself, and
  16. // available at <https://github.com/iovisor/ubpf/tree/master/ubpf>.
  17. // The very few modifications that have been realized should be indicated.
  18. // These are unit tests for the eBPF JIT compiler.
  19. #![cfg_attr(feature = "cargo-clippy", allow(unreadable_literal))]
  20. extern crate rbpf;
  21. mod common;
  22. use rbpf::helpers;
  23. use rbpf::assembler::assemble;
  24. use common::{TCP_SACK_ASM, TCP_SACK_MATCH, TCP_SACK_NOMATCH};
  25. #[test]
  26. fn test_jit_add() {
  27. let prog = assemble("
  28. mov32 r0, 0
  29. mov32 r1, 2
  30. add32 r0, 1
  31. add32 r0, r1
  32. exit").unwrap();
  33. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  34. vm.jit_compile();
  35. unsafe { assert_eq!(vm.prog_exec_jit(), 0x3); }
  36. }
  37. #[test]
  38. fn test_jit_alu64_arith() {
  39. let prog = assemble("
  40. mov r0, 0
  41. mov r1, 1
  42. mov r2, 2
  43. mov r3, 3
  44. mov r4, 4
  45. mov r5, 5
  46. mov r6, 6
  47. mov r7, 7
  48. mov r8, 8
  49. mov r9, 9
  50. add r0, 23
  51. add r0, r7
  52. sub r0, 13
  53. sub r0, r1
  54. mul r0, 7
  55. mul r0, r3
  56. div r0, 2
  57. div r0, r4
  58. exit").unwrap();
  59. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  60. vm.jit_compile();
  61. unsafe { assert_eq!(vm.prog_exec_jit(), 0x2a); }
  62. }
  63. #[test]
  64. fn test_jit_alu64_bit() {
  65. let prog = assemble("
  66. mov r0, 0
  67. mov r1, 1
  68. mov r2, 2
  69. mov r3, 3
  70. mov r4, 4
  71. mov r5, 5
  72. mov r6, 6
  73. mov r7, 7
  74. mov r8, 8
  75. or r0, r5
  76. or r0, 0xa0
  77. and r0, 0xa3
  78. mov r9, 0x91
  79. and r0, r9
  80. lsh r0, 32
  81. lsh r0, 22
  82. lsh r0, r8
  83. rsh r0, 32
  84. rsh r0, 19
  85. rsh r0, r7
  86. xor r0, 0x03
  87. xor r0, r2
  88. exit").unwrap();
  89. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  90. vm.jit_compile();
  91. unsafe { assert_eq!(vm.prog_exec_jit(), 0x11); }
  92. }
  93. #[test]
  94. fn test_jit_alu_arith() {
  95. let prog = assemble("
  96. mov32 r0, 0
  97. mov32 r1, 1
  98. mov32 r2, 2
  99. mov32 r3, 3
  100. mov32 r4, 4
  101. mov32 r5, 5
  102. mov32 r6, 6
  103. mov32 r7, 7
  104. mov32 r8, 8
  105. mov32 r9, 9
  106. add32 r0, 23
  107. add32 r0, r7
  108. sub32 r0, 13
  109. sub32 r0, r1
  110. mul32 r0, 7
  111. mul32 r0, r3
  112. div32 r0, 2
  113. div32 r0, r4
  114. exit").unwrap();
  115. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  116. vm.jit_compile();
  117. unsafe { assert_eq!(vm.prog_exec_jit(), 0x2a); }
  118. }
  119. #[test]
  120. fn test_jit_alu_bit() {
  121. let prog = assemble("
  122. mov32 r0, 0
  123. mov32 r1, 1
  124. mov32 r2, 2
  125. mov32 r3, 3
  126. mov32 r4, 4
  127. mov32 r5, 5
  128. mov32 r6, 6
  129. mov32 r7, 7
  130. mov32 r8, 8
  131. or32 r0, r5
  132. or32 r0, 0xa0
  133. and32 r0, 0xa3
  134. mov32 r9, 0x91
  135. and32 r0, r9
  136. lsh32 r0, 22
  137. lsh32 r0, r8
  138. rsh32 r0, 19
  139. rsh32 r0, r7
  140. xor32 r0, 0x03
  141. xor32 r0, r2
  142. exit").unwrap();
  143. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  144. vm.jit_compile();
  145. unsafe { assert_eq!(vm.prog_exec_jit(), 0x11); }
  146. }
  147. #[test]
  148. fn test_jit_arsh32_high_shift() {
  149. let prog = assemble("
  150. mov r0, 8
  151. lddw r1, 0x100000001
  152. arsh32 r0, r1
  153. exit").unwrap();
  154. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  155. vm.jit_compile();
  156. unsafe { assert_eq!(vm.prog_exec_jit(), 0x4); }
  157. }
  158. #[test]
  159. fn test_jit_arsh() {
  160. let prog = assemble("
  161. mov32 r0, 0xf8
  162. lsh32 r0, 28
  163. arsh32 r0, 16
  164. exit").unwrap();
  165. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  166. vm.jit_compile();
  167. unsafe { assert_eq!(vm.prog_exec_jit(), 0xffff8000); }
  168. }
  169. #[test]
  170. fn test_jit_arsh64() {
  171. let prog = assemble("
  172. mov32 r0, 1
  173. lsh r0, 63
  174. arsh r0, 55
  175. mov32 r1, 5
  176. arsh r0, r1
  177. exit").unwrap();
  178. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  179. vm.jit_compile();
  180. unsafe { assert_eq!(vm.prog_exec_jit(), 0xfffffffffffffff8); }
  181. }
  182. #[test]
  183. fn test_jit_arsh_reg() {
  184. let prog = assemble("
  185. mov32 r0, 0xf8
  186. mov32 r1, 16
  187. lsh32 r0, 28
  188. arsh32 r0, r1
  189. exit").unwrap();
  190. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  191. vm.jit_compile();
  192. unsafe { assert_eq!(vm.prog_exec_jit(), 0xffff8000); }
  193. }
  194. #[test]
  195. fn test_jit_be16() {
  196. let prog = assemble("
  197. ldxh r0, [r1]
  198. be16 r0
  199. exit").unwrap();
  200. let mem = &mut [
  201. 0x11, 0x22
  202. ];
  203. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  204. vm.jit_compile();
  205. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1122); }
  206. }
  207. #[test]
  208. fn test_jit_be16_high() {
  209. let prog = assemble("
  210. ldxdw r0, [r1]
  211. be16 r0
  212. exit").unwrap();
  213. let mem = &mut [
  214. 0x11, 0x22, 0x33, 0x44, 0x55, 0x66, 0x77, 0x88
  215. ];
  216. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  217. vm.jit_compile();
  218. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1122); }
  219. }
  220. #[test]
  221. fn test_jit_be32() {
  222. let prog = assemble("
  223. ldxw r0, [r1]
  224. be32 r0
  225. exit").unwrap();
  226. let mem = &mut [
  227. 0x11, 0x22, 0x33, 0x44
  228. ];
  229. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  230. vm.jit_compile();
  231. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x11223344); }
  232. }
  233. #[test]
  234. fn test_jit_be32_high() {
  235. let prog = assemble("
  236. ldxdw r0, [r1]
  237. be32 r0
  238. exit").unwrap();
  239. let mem = &mut [
  240. 0x11, 0x22, 0x33, 0x44, 0x55, 0x66, 0x77, 0x88
  241. ];
  242. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  243. vm.jit_compile();
  244. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x11223344); }
  245. }
  246. #[test]
  247. fn test_jit_be64() {
  248. let prog = assemble("
  249. ldxdw r0, [r1]
  250. be64 r0
  251. exit").unwrap();
  252. let mem = &mut [
  253. 0x11, 0x22, 0x33, 0x44, 0x55, 0x66, 0x77, 0x88
  254. ];
  255. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  256. vm.jit_compile();
  257. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1122334455667788); }
  258. }
  259. #[test]
  260. fn test_jit_call() {
  261. let prog = assemble("
  262. mov r1, 1
  263. mov r2, 2
  264. mov r3, 3
  265. mov r4, 4
  266. mov r5, 5
  267. call 0
  268. exit").unwrap();
  269. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  270. vm.register_helper(0, helpers::gather_bytes);
  271. vm.jit_compile();
  272. unsafe { assert_eq!(vm.prog_exec_jit(), 0x0102030405); }
  273. }
  274. #[test]
  275. fn test_jit_call_memfrob() {
  276. let prog = assemble("
  277. mov r6, r1
  278. add r1, 2
  279. mov r2, 4
  280. call 1
  281. ldxdw r0, [r6]
  282. be64 r0
  283. exit").unwrap();
  284. let mem = &mut [
  285. 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08
  286. ];
  287. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  288. vm.register_helper(1, helpers::memfrob);
  289. vm.jit_compile();
  290. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x102292e2f2c0708); }
  291. }
  292. // TODO: helpers::trash_registers needs asm!().
  293. // Try this again once asm!() is available in stable.
  294. //#[test]
  295. //fn test_jit_call_save() {
  296. //let prog = &[
  297. //0xb7, 0x06, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
  298. //0xb7, 0x07, 0x00, 0x00, 0x20, 0x00, 0x00, 0x00,
  299. //0xb7, 0x08, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00,
  300. //0xb7, 0x09, 0x00, 0x00, 0x00, 0x40, 0x00, 0x00,
  301. //0x85, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
  302. //0xb7, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  303. //0x4f, 0x60, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  304. //0x4f, 0x70, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  305. //0x4f, 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  306. //0x4f, 0x90, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  307. //0x95, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
  308. //];
  309. //let mut vm = rbpf::EbpfVmNoData::new(prog);
  310. //vm.register_helper(2, helpers::trash_registers);
  311. //vm.jit_compile();
  312. //unsafe { assert_eq!(vm.prog_exec_jit(), 0x4321); }
  313. //}
  314. #[test]
  315. fn test_jit_div32_high_divisor() {
  316. let prog = assemble("
  317. mov r0, 12
  318. lddw r1, 0x100000004
  319. div32 r0, r1
  320. exit").unwrap();
  321. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  322. vm.jit_compile();
  323. unsafe { assert_eq!(vm.prog_exec_jit(), 0x3); }
  324. }
  325. #[test]
  326. fn test_jit_div32_imm() {
  327. let prog = assemble("
  328. lddw r0, 0x10000000c
  329. div32 r0, 4
  330. exit").unwrap();
  331. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  332. vm.jit_compile();
  333. unsafe { assert_eq!(vm.prog_exec_jit(), 0x3); }
  334. }
  335. #[test]
  336. fn test_jit_div32_reg() {
  337. let prog = assemble("
  338. lddw r0, 0x10000000c
  339. mov r1, 4
  340. div32 r0, r1
  341. exit").unwrap();
  342. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  343. vm.jit_compile();
  344. unsafe { assert_eq!(vm.prog_exec_jit(), 0x3); }
  345. }
  346. #[test]
  347. fn test_jit_div64_imm() {
  348. let prog = assemble("
  349. mov r0, 0xc
  350. lsh r0, 32
  351. div r0, 4
  352. exit").unwrap();
  353. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  354. vm.jit_compile();
  355. unsafe { assert_eq!(vm.prog_exec_jit(), 0x300000000); }
  356. }
  357. #[test]
  358. fn test_jit_div64_reg() {
  359. let prog = assemble("
  360. mov r0, 0xc
  361. lsh r0, 32
  362. mov r1, 4
  363. div r0, r1
  364. exit").unwrap();
  365. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  366. vm.jit_compile();
  367. unsafe { assert_eq!(vm.prog_exec_jit(), 0x300000000); }
  368. }
  369. #[test]
  370. fn test_jit_early_exit() {
  371. let prog = assemble("
  372. mov r0, 3
  373. exit
  374. mov r0, 4
  375. exit").unwrap();
  376. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  377. vm.jit_compile();
  378. unsafe { assert_eq!(vm.prog_exec_jit(), 0x3); }
  379. }
  380. // uBPF limits the number of user functions at 64. We don't.
  381. //#[test]
  382. //fn test_jit_err_call_bad_imm() {
  383. //}
  384. #[test]
  385. #[should_panic(expected = "[JIT] Error: unknown helper function (id: 0x3f)")]
  386. fn test_jit_err_call_unreg() {
  387. let prog = assemble("
  388. mov r1, 1
  389. mov r2, 2
  390. mov r3, 3
  391. mov r4, 4
  392. mov r5, 5
  393. call 63
  394. exit").unwrap();
  395. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  396. vm.jit_compile();
  397. unsafe { vm.prog_exec_jit(); }
  398. }
  399. // TODO: Should panic!() instead, but I could not make it panic in JIT-compiled code, so the
  400. // program returns -1 instead. We can make it write on stderr, though.
  401. #[test]
  402. //#[should_panic(expected = "[JIT] Error: division by 0")]
  403. fn test_jit_err_div64_by_zero_reg() {
  404. let prog = assemble("
  405. mov32 r0, 1
  406. mov32 r1, 0
  407. div r0, r1
  408. exit").unwrap();
  409. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  410. vm.jit_compile();
  411. unsafe { assert_eq!(vm.prog_exec_jit(), 0xffffffffffffffff); }
  412. }
  413. // TODO: Same remark as above
  414. #[test]
  415. //#[should_panic(expected = "[JIT] Error: division by 0")]
  416. fn test_jit_err_div_by_zero_reg() {
  417. let prog = assemble("
  418. mov32 r0, 1
  419. mov32 r1, 0
  420. div32 r0, r1
  421. exit").unwrap();
  422. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  423. vm.jit_compile();
  424. unsafe { assert_eq!(vm.prog_exec_jit(), 0xffffffffffffffff); }
  425. }
  426. // TODO: Same remark as above
  427. #[test]
  428. //#[should_panic(expected = "[JIT] Error: division by 0")]
  429. fn test_jit_err_mod64_by_zero_reg() {
  430. let prog = assemble("
  431. mov32 r0, 1
  432. mov32 r1, 0
  433. mod r0, r1
  434. exit").unwrap();
  435. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  436. vm.jit_compile();
  437. unsafe { assert_eq!(vm.prog_exec_jit(), 0xffffffffffffffff); }
  438. }
  439. // TODO: Same remark as above
  440. #[test]
  441. //#[should_panic(expected = "[JIT] Error: division by 0")]
  442. fn test_jit_err_mod_by_zero_reg() {
  443. let prog = assemble("
  444. mov32 r0, 1
  445. mov32 r1, 0
  446. mod32 r0, r1
  447. exit").unwrap();
  448. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  449. vm.jit_compile();
  450. unsafe { assert_eq!(vm.prog_exec_jit(), 0xffffffffffffffff); }
  451. }
  452. // TODO SKIP: JIT disabled for this testcase (stack oob check not implemented)
  453. // #[test]
  454. // #[should_panic(expected = "Error: out of bounds memory store (insn #1)")]
  455. // fn test_jit_err_stack_out_of_bound() {
  456. // let prog = &[
  457. // 0x72, 0x0a, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  458. // 0x95, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
  459. // ];
  460. // let mut vm = rbpf::EbpfVmNoData::new(prog);
  461. // vm.jit_compile();
  462. // unsafe { vm.prog_exec_jit(); }
  463. // }
  464. #[test]
  465. fn test_jit_exit() {
  466. let prog = assemble("
  467. mov r0, 0
  468. exit").unwrap();
  469. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  470. vm.jit_compile();
  471. unsafe { assert_eq!(vm.prog_exec_jit(), 0x0); }
  472. }
  473. #[test]
  474. fn test_jit_ja() {
  475. let prog = assemble("
  476. mov r0, 1
  477. ja +1
  478. mov r0, 2
  479. exit").unwrap();
  480. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  481. vm.jit_compile();
  482. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  483. }
  484. #[test]
  485. fn test_jit_jeq_imm() {
  486. let prog = assemble("
  487. mov32 r0, 0
  488. mov32 r1, 0xa
  489. jeq r1, 0xb, +4
  490. mov32 r0, 1
  491. mov32 r1, 0xb
  492. jeq r1, 0xb, +1
  493. mov32 r0, 2
  494. exit").unwrap();
  495. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  496. vm.jit_compile();
  497. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  498. }
  499. #[test]
  500. fn test_jit_jeq_reg() {
  501. let prog = assemble("
  502. mov32 r0, 0
  503. mov32 r1, 0xa
  504. mov32 r2, 0xb
  505. jeq r1, r2, +4
  506. mov32 r0, 1
  507. mov32 r1, 0xb
  508. jeq r1, r2, +1
  509. mov32 r0, 2
  510. exit").unwrap();
  511. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  512. vm.jit_compile();
  513. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  514. }
  515. #[test]
  516. fn test_jit_jge_imm() {
  517. let prog = assemble("
  518. mov32 r0, 0
  519. mov32 r1, 0xa
  520. jge r1, 0xb, +4
  521. mov32 r0, 1
  522. mov32 r1, 0xc
  523. jge r1, 0xb, +1
  524. mov32 r0, 2
  525. exit").unwrap();
  526. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  527. vm.jit_compile();
  528. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  529. }
  530. #[test]
  531. fn test_jit_jgt_imm() {
  532. let prog = assemble("
  533. mov32 r0, 0
  534. mov32 r1, 5
  535. jgt r1, 6, +2
  536. jgt r1, 5, +1
  537. jgt r1, 4, +1
  538. exit
  539. mov32 r0, 1
  540. exit").unwrap();
  541. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  542. vm.jit_compile();
  543. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  544. }
  545. #[test]
  546. fn test_jit_jgt_reg() {
  547. let prog = assemble("
  548. mov r0, 0
  549. mov r1, 5
  550. mov r2, 6
  551. mov r3, 4
  552. jgt r1, r2, +2
  553. jgt r1, r1, +1
  554. jgt r1, r3, +1
  555. exit
  556. mov r0, 1
  557. exit").unwrap();
  558. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  559. vm.jit_compile();
  560. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  561. }
  562. #[test]
  563. fn test_jit_jit_bounce() {
  564. let prog = assemble("
  565. mov r0, 1
  566. mov r6, r0
  567. mov r7, r6
  568. mov r8, r7
  569. mov r9, r8
  570. mov r0, r9
  571. exit").unwrap();
  572. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  573. vm.jit_compile();
  574. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  575. }
  576. #[test]
  577. fn test_jit_jne_reg() {
  578. let prog = assemble("
  579. mov32 r0, 0
  580. mov32 r1, 0xb
  581. mov32 r2, 0xb
  582. jne r1, r2, +4
  583. mov32 r0, 1
  584. mov32 r1, 0xa
  585. jne r1, r2, +1
  586. mov32 r0, 2
  587. exit").unwrap();
  588. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  589. vm.jit_compile();
  590. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  591. }
  592. #[test]
  593. fn test_jit_jset_imm() {
  594. let prog = assemble("
  595. mov32 r0, 0
  596. mov32 r1, 0x7
  597. jset r1, 0x8, +4
  598. mov32 r0, 1
  599. mov32 r1, 0x9
  600. jset r1, 0x8, +1
  601. mov32 r0, 2
  602. exit").unwrap();
  603. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  604. vm.jit_compile();
  605. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  606. }
  607. #[test]
  608. fn test_jit_jset_reg() {
  609. let prog = assemble("
  610. mov32 r0, 0
  611. mov32 r1, 0x7
  612. mov32 r2, 0x8
  613. jset r1, r2, +4
  614. mov32 r0, 1
  615. mov32 r1, 0x9
  616. jset r1, r2, +1
  617. mov32 r0, 2
  618. exit").unwrap();
  619. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  620. vm.jit_compile();
  621. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  622. }
  623. #[test]
  624. fn test_jit_jsge_imm() {
  625. let prog = assemble("
  626. mov32 r0, 0
  627. mov r1, -2
  628. jsge r1, -1, +5
  629. jsge r1, 0, +4
  630. mov32 r0, 1
  631. mov r1, -1
  632. jsge r1, -1, +1
  633. mov32 r0, 2
  634. exit").unwrap();
  635. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  636. vm.jit_compile();
  637. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  638. }
  639. #[test]
  640. fn test_jit_jsge_reg() {
  641. let prog = assemble("
  642. mov32 r0, 0
  643. mov r1, -2
  644. mov r2, -1
  645. mov32 r3, 0
  646. jsge r1, r2, +5
  647. jsge r1, r3, +4
  648. mov32 r0, 1
  649. mov r1, r2
  650. jsge r1, r2, +1
  651. mov32 r0, 2
  652. exit").unwrap();
  653. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  654. vm.jit_compile();
  655. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  656. }
  657. #[test]
  658. fn test_jit_jsgt_imm() {
  659. let prog = assemble("
  660. mov32 r0, 0
  661. mov r1, -2
  662. jsgt r1, -1, +4
  663. mov32 r0, 1
  664. mov32 r1, 0
  665. jsgt r1, -1, +1
  666. mov32 r0, 2
  667. exit").unwrap();
  668. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  669. vm.jit_compile();
  670. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  671. }
  672. #[test]
  673. fn test_jit_jsgt_reg() {
  674. let prog = assemble("
  675. mov32 r0, 0
  676. mov r1, -2
  677. mov r2, -1
  678. jsgt r1, r2, +4
  679. mov32 r0, 1
  680. mov32 r1, 0
  681. jsgt r1, r2, +1
  682. mov32 r0, 2
  683. exit").unwrap();
  684. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  685. vm.jit_compile();
  686. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  687. }
  688. #[test]
  689. fn test_jit_lddw() {
  690. let prog = assemble("
  691. lddw r0, 0x1122334455667788
  692. exit").unwrap();
  693. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  694. vm.jit_compile();
  695. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1122334455667788); }
  696. }
  697. #[test]
  698. fn test_jit_lddw2() {
  699. let prog = assemble("
  700. lddw r0, 0x0000000080000000
  701. exit").unwrap();
  702. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  703. vm.jit_compile();
  704. unsafe { assert_eq!(vm.prog_exec_jit(), 0x80000000); }
  705. }
  706. #[test]
  707. fn test_jit_ldxb_all() {
  708. let prog = assemble("
  709. mov r0, r1
  710. ldxb r9, [r0+0]
  711. lsh r9, 0
  712. ldxb r8, [r0+1]
  713. lsh r8, 4
  714. ldxb r7, [r0+2]
  715. lsh r7, 8
  716. ldxb r6, [r0+3]
  717. lsh r6, 12
  718. ldxb r5, [r0+4]
  719. lsh r5, 16
  720. ldxb r4, [r0+5]
  721. lsh r4, 20
  722. ldxb r3, [r0+6]
  723. lsh r3, 24
  724. ldxb r2, [r0+7]
  725. lsh r2, 28
  726. ldxb r1, [r0+8]
  727. lsh r1, 32
  728. ldxb r0, [r0+9]
  729. lsh r0, 36
  730. or r0, r1
  731. or r0, r2
  732. or r0, r3
  733. or r0, r4
  734. or r0, r5
  735. or r0, r6
  736. or r0, r7
  737. or r0, r8
  738. or r0, r9
  739. exit").unwrap();
  740. let mem = &mut [
  741. 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
  742. 0x08, 0x09
  743. ];
  744. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  745. vm.jit_compile();
  746. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x9876543210); }
  747. }
  748. #[test]
  749. fn test_jit_ldxb() {
  750. let prog = assemble("
  751. ldxb r0, [r1+2]
  752. exit").unwrap();
  753. let mem = &mut [
  754. 0xaa, 0xbb, 0x11, 0xcc, 0xdd
  755. ];
  756. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  757. vm.jit_compile();
  758. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x11); }
  759. }
  760. #[test]
  761. fn test_jit_ldxdw() {
  762. let prog = assemble("
  763. ldxdw r0, [r1+2]
  764. exit").unwrap();
  765. let mem = &mut [
  766. 0xaa, 0xbb, 0x11, 0x22, 0x33, 0x44, 0x55, 0x66,
  767. 0x77, 0x88, 0xcc, 0xdd
  768. ];
  769. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  770. vm.jit_compile();
  771. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x8877665544332211); }
  772. }
  773. #[test]
  774. fn test_jit_ldxh_all() {
  775. let prog = assemble("
  776. mov r0, r1
  777. ldxh r9, [r0+0]
  778. be16 r9
  779. lsh r9, 0
  780. ldxh r8, [r0+2]
  781. be16 r8
  782. lsh r8, 4
  783. ldxh r7, [r0+4]
  784. be16 r7
  785. lsh r7, 8
  786. ldxh r6, [r0+6]
  787. be16 r6
  788. lsh r6, 12
  789. ldxh r5, [r0+8]
  790. be16 r5
  791. lsh r5, 16
  792. ldxh r4, [r0+10]
  793. be16 r4
  794. lsh r4, 20
  795. ldxh r3, [r0+12]
  796. be16 r3
  797. lsh r3, 24
  798. ldxh r2, [r0+14]
  799. be16 r2
  800. lsh r2, 28
  801. ldxh r1, [r0+16]
  802. be16 r1
  803. lsh r1, 32
  804. ldxh r0, [r0+18]
  805. be16 r0
  806. lsh r0, 36
  807. or r0, r1
  808. or r0, r2
  809. or r0, r3
  810. or r0, r4
  811. or r0, r5
  812. or r0, r6
  813. or r0, r7
  814. or r0, r8
  815. or r0, r9
  816. exit").unwrap();
  817. let mem = &mut [
  818. 0x00, 0x00, 0x00, 0x01, 0x00, 0x02, 0x00, 0x03,
  819. 0x00, 0x04, 0x00, 0x05, 0x00, 0x06, 0x00, 0x07,
  820. 0x00, 0x08, 0x00, 0x09
  821. ];
  822. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  823. vm.jit_compile();
  824. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x9876543210); }
  825. }
  826. #[test]
  827. fn test_jit_ldxh_all2() {
  828. let prog = assemble("
  829. mov r0, r1
  830. ldxh r9, [r0+0]
  831. be16 r9
  832. ldxh r8, [r0+2]
  833. be16 r8
  834. ldxh r7, [r0+4]
  835. be16 r7
  836. ldxh r6, [r0+6]
  837. be16 r6
  838. ldxh r5, [r0+8]
  839. be16 r5
  840. ldxh r4, [r0+10]
  841. be16 r4
  842. ldxh r3, [r0+12]
  843. be16 r3
  844. ldxh r2, [r0+14]
  845. be16 r2
  846. ldxh r1, [r0+16]
  847. be16 r1
  848. ldxh r0, [r0+18]
  849. be16 r0
  850. or r0, r1
  851. or r0, r2
  852. or r0, r3
  853. or r0, r4
  854. or r0, r5
  855. or r0, r6
  856. or r0, r7
  857. or r0, r8
  858. or r0, r9
  859. exit").unwrap();
  860. let mem = &mut [
  861. 0x00, 0x01, 0x00, 0x02, 0x00, 0x04, 0x00, 0x08,
  862. 0x00, 0x10, 0x00, 0x20, 0x00, 0x40, 0x00, 0x80,
  863. 0x01, 0x00, 0x02, 0x00
  864. ];
  865. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  866. vm.jit_compile();
  867. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x3ff); }
  868. }
  869. #[test]
  870. fn test_jit_ldxh() {
  871. let prog = assemble("
  872. ldxh r0, [r1+2]
  873. exit").unwrap();
  874. let mem = &mut [
  875. 0xaa, 0xbb, 0x11, 0x22, 0xcc, 0xdd
  876. ];
  877. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  878. vm.jit_compile();
  879. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x2211); }
  880. }
  881. #[test]
  882. fn test_jit_ldxh_same_reg() {
  883. let prog = assemble("
  884. mov r0, r1
  885. sth [r0], 0x1234
  886. ldxh r0, [r0]
  887. exit").unwrap();
  888. let mem = &mut [
  889. 0xff, 0xff
  890. ];
  891. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  892. vm.jit_compile();
  893. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1234); }
  894. }
  895. #[test]
  896. fn test_jit_ldxw_all() {
  897. let prog = assemble("
  898. mov r0, r1
  899. ldxw r9, [r0+0]
  900. be32 r9
  901. ldxw r8, [r0+4]
  902. be32 r8
  903. ldxw r7, [r0+8]
  904. be32 r7
  905. ldxw r6, [r0+12]
  906. be32 r6
  907. ldxw r5, [r0+16]
  908. be32 r5
  909. ldxw r4, [r0+20]
  910. be32 r4
  911. ldxw r3, [r0+24]
  912. be32 r3
  913. ldxw r2, [r0+28]
  914. be32 r2
  915. ldxw r1, [r0+32]
  916. be32 r1
  917. ldxw r0, [r0+36]
  918. be32 r0
  919. or r0, r1
  920. or r0, r2
  921. or r0, r3
  922. or r0, r4
  923. or r0, r5
  924. or r0, r6
  925. or r0, r7
  926. or r0, r8
  927. or r0, r9
  928. exit").unwrap();
  929. let mem = &mut [
  930. 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x02,
  931. 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x08,
  932. 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x02, 0x00,
  933. 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x08, 0x00,
  934. 0x00, 0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00
  935. ];
  936. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  937. vm.jit_compile();
  938. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x030f0f); }
  939. }
  940. #[test]
  941. fn test_jit_ldxw() {
  942. let prog = assemble("
  943. ldxw r0, [r1+2]
  944. exit").unwrap();
  945. let mem = &mut [
  946. 0xaa, 0xbb, 0x11, 0x22, 0x33, 0x44, 0xcc, 0xdd
  947. ];
  948. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  949. vm.jit_compile();
  950. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x44332211); }
  951. }
  952. #[test]
  953. fn test_jit_le16() {
  954. let prog = assemble("
  955. ldxh r0, [r1]
  956. le16 r0
  957. exit").unwrap();
  958. let mem = &mut [
  959. 0x22, 0x11
  960. ];
  961. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  962. vm.jit_compile();
  963. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1122); }
  964. }
  965. #[test]
  966. fn test_jit_le32() {
  967. let prog = assemble("
  968. ldxw r0, [r1]
  969. le32 r0
  970. exit").unwrap();
  971. let mem = &mut [
  972. 0x44, 0x33, 0x22, 0x11
  973. ];
  974. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  975. vm.jit_compile();
  976. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x11223344); }
  977. }
  978. #[test]
  979. fn test_jit_le64() {
  980. let prog = assemble("
  981. ldxdw r0, [r1]
  982. le64 r0
  983. exit").unwrap();
  984. let mem = &mut [
  985. 0x88, 0x77, 0x66, 0x55, 0x44, 0x33, 0x22, 0x11
  986. ];
  987. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  988. vm.jit_compile();
  989. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1122334455667788); }
  990. }
  991. #[test]
  992. fn test_jit_lsh_reg() {
  993. let prog = assemble("
  994. mov r0, 0x1
  995. mov r7, 4
  996. lsh r0, r7
  997. exit").unwrap();
  998. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  999. vm.jit_compile();
  1000. unsafe { assert_eq!(vm.prog_exec_jit(), 0x10); }
  1001. }
  1002. #[test]
  1003. fn test_jit_mod() {
  1004. let prog = assemble("
  1005. mov32 r0, 5748
  1006. mod32 r0, 92
  1007. mov32 r1, 13
  1008. mod32 r0, r1
  1009. exit").unwrap();
  1010. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1011. vm.jit_compile();
  1012. unsafe { assert_eq!(vm.prog_exec_jit(), 0x5); }
  1013. }
  1014. #[test]
  1015. fn test_jit_mod32() {
  1016. let prog = assemble("
  1017. lddw r0, 0x100000003
  1018. mod32 r0, 3
  1019. exit").unwrap();
  1020. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1021. vm.jit_compile();
  1022. unsafe { assert_eq!(vm.prog_exec_jit(), 0x0); }
  1023. }
  1024. #[test]
  1025. fn test_jit_mod64() {
  1026. let prog = assemble("
  1027. mov32 r0, -1316649930
  1028. lsh r0, 32
  1029. or r0, 0x100dc5c8
  1030. mov32 r1, 0xdde263e
  1031. lsh r1, 32
  1032. or r1, 0x3cbef7f3
  1033. mod r0, r1
  1034. mod r0, 0x658f1778
  1035. exit").unwrap();
  1036. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1037. vm.jit_compile();
  1038. unsafe { assert_eq!(vm.prog_exec_jit(), 0x30ba5a04); }
  1039. }
  1040. #[test]
  1041. fn test_jit_mov() {
  1042. let prog = assemble("
  1043. mov32 r1, 1
  1044. mov32 r0, r1
  1045. exit").unwrap();
  1046. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1047. vm.jit_compile();
  1048. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  1049. }
  1050. #[test]
  1051. fn test_jit_mul32_imm() {
  1052. let prog = assemble("
  1053. mov r0, 3
  1054. mul32 r0, 4
  1055. exit").unwrap();
  1056. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1057. vm.jit_compile();
  1058. unsafe { assert_eq!(vm.prog_exec_jit(), 0xc); }
  1059. }
  1060. #[test]
  1061. fn test_jit_mul32_reg() {
  1062. let prog = assemble("
  1063. mov r0, 3
  1064. mov r1, 4
  1065. mul32 r0, r1
  1066. exit").unwrap();
  1067. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1068. vm.jit_compile();
  1069. unsafe { assert_eq!(vm.prog_exec_jit(), 0xc); }
  1070. }
  1071. #[test]
  1072. fn test_jit_mul32_reg_overflow() {
  1073. let prog = assemble("
  1074. mov r0, 0x40000001
  1075. mov r1, 4
  1076. mul32 r0, r1
  1077. exit").unwrap();
  1078. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1079. vm.jit_compile();
  1080. unsafe { assert_eq!(vm.prog_exec_jit(), 0x4); }
  1081. }
  1082. #[test]
  1083. fn test_jit_mul64_imm() {
  1084. let prog = assemble("
  1085. mov r0, 0x40000001
  1086. mul r0, 4
  1087. exit").unwrap();
  1088. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1089. vm.jit_compile();
  1090. unsafe { assert_eq!(vm.prog_exec_jit(), 0x100000004); }
  1091. }
  1092. #[test]
  1093. fn test_jit_mul64_reg() {
  1094. let prog = assemble("
  1095. mov r0, 0x40000001
  1096. mov r1, 4
  1097. mul r0, r1
  1098. exit").unwrap();
  1099. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1100. vm.jit_compile();
  1101. unsafe { assert_eq!(vm.prog_exec_jit(), 0x100000004); }
  1102. }
  1103. #[test]
  1104. fn test_jit_mul_loop() {
  1105. let prog = assemble("
  1106. mov r0, 0x7
  1107. add r1, 0xa
  1108. lsh r1, 0x20
  1109. rsh r1, 0x20
  1110. jeq r1, 0x0, +4
  1111. mov r0, 0x7
  1112. mul r0, 0x7
  1113. add r1, -1
  1114. jne r1, 0x0, -3
  1115. exit").unwrap();
  1116. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1117. vm.jit_compile();
  1118. unsafe { assert_eq!(vm.prog_exec_jit(), 0x75db9c97); }
  1119. }
  1120. #[test]
  1121. fn test_jit_neg64() {
  1122. let prog = assemble("
  1123. mov32 r0, 2
  1124. neg r0
  1125. exit").unwrap();
  1126. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1127. vm.jit_compile();
  1128. unsafe { assert_eq!(vm.prog_exec_jit(), 0xfffffffffffffffe); }
  1129. }
  1130. #[test]
  1131. fn test_jit_neg() {
  1132. let prog = assemble("
  1133. mov32 r0, 2
  1134. neg32 r0
  1135. exit").unwrap();
  1136. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1137. vm.jit_compile();
  1138. unsafe { assert_eq!(vm.prog_exec_jit(), 0xfffffffe); }
  1139. }
  1140. #[test]
  1141. fn test_jit_prime() {
  1142. let prog = assemble("
  1143. mov r1, 67
  1144. mov r0, 0x1
  1145. mov r2, 0x2
  1146. jgt r1, 0x2, +4
  1147. ja +10
  1148. add r2, 0x1
  1149. mov r0, 0x1
  1150. jge r2, r1, +7
  1151. mov r3, r1
  1152. div r3, r2
  1153. mul r3, r2
  1154. mov r4, r1
  1155. sub r4, r3
  1156. mov r0, 0x0
  1157. jne r4, 0x0, -10
  1158. exit").unwrap();
  1159. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1160. vm.jit_compile();
  1161. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  1162. }
  1163. #[test]
  1164. fn test_jit_rhs32() {
  1165. let prog = assemble("
  1166. xor r0, r0
  1167. sub r0, 1
  1168. rsh32 r0, 8
  1169. exit").unwrap();
  1170. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1171. vm.jit_compile();
  1172. unsafe { assert_eq!(vm.prog_exec_jit(), 0x00ffffff); }
  1173. }
  1174. #[test]
  1175. fn test_jit_rsh_reg() {
  1176. let prog = assemble("
  1177. mov r0, 0x10
  1178. mov r7, 4
  1179. rsh r0, r7
  1180. exit").unwrap();
  1181. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1182. vm.jit_compile();
  1183. unsafe { assert_eq!(vm.prog_exec_jit(), 0x1); }
  1184. }
  1185. #[test]
  1186. fn test_jit_stack() {
  1187. let prog = assemble("
  1188. mov r1, 51
  1189. stdw [r10-16], 0xab
  1190. stdw [r10-8], 0xcd
  1191. and r1, 1
  1192. lsh r1, 3
  1193. mov r2, r10
  1194. add r2, r1
  1195. ldxdw r0, [r2-16]
  1196. exit").unwrap();
  1197. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1198. vm.jit_compile();
  1199. unsafe { assert_eq!(vm.prog_exec_jit(), 0xcd); }
  1200. }
  1201. #[test]
  1202. fn test_jit_stack2() {
  1203. let prog = assemble("
  1204. stb [r10-4], 0x01
  1205. stb [r10-3], 0x02
  1206. stb [r10-2], 0x03
  1207. stb [r10-1], 0x04
  1208. mov r1, r10
  1209. mov r2, 0x4
  1210. sub r1, r2
  1211. call 1
  1212. mov r1, 0
  1213. ldxb r2, [r10-4]
  1214. ldxb r3, [r10-3]
  1215. ldxb r4, [r10-2]
  1216. ldxb r5, [r10-1]
  1217. call 0
  1218. xor r0, 0x2a2a2a2a
  1219. exit").unwrap();
  1220. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1221. vm.register_helper(0, helpers::gather_bytes);
  1222. vm.register_helper(1, helpers::memfrob);
  1223. vm.jit_compile();
  1224. unsafe { assert_eq!(vm.prog_exec_jit(), 0x01020304); }
  1225. }
  1226. #[test]
  1227. fn test_jit_stb() {
  1228. let prog = assemble("
  1229. stb [r1+2], 0x11
  1230. ldxb r0, [r1+2]
  1231. exit").unwrap();
  1232. let mem = &mut [
  1233. 0xaa, 0xbb, 0xff, 0xcc, 0xdd
  1234. ];
  1235. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1236. vm.jit_compile();
  1237. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x11); }
  1238. }
  1239. #[test]
  1240. fn test_jit_stdw() {
  1241. let prog = assemble("
  1242. stdw [r1+2], 0x44332211
  1243. ldxdw r0, [r1+2]
  1244. exit").unwrap();
  1245. let mem = &mut [
  1246. 0xaa, 0xbb, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
  1247. 0xff, 0xff, 0xcc, 0xdd
  1248. ];
  1249. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1250. vm.jit_compile();
  1251. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x44332211); }
  1252. }
  1253. #[test]
  1254. fn test_jit_sth() {
  1255. let prog = assemble("
  1256. sth [r1+2], 0x2211
  1257. ldxh r0, [r1+2]
  1258. exit").unwrap();
  1259. let mem = &mut [
  1260. 0xaa, 0xbb, 0xff, 0xff, 0xcc, 0xdd
  1261. ];
  1262. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1263. vm.jit_compile();
  1264. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x2211); }
  1265. }
  1266. #[test]
  1267. fn test_jit_string_stack() {
  1268. let prog = assemble("
  1269. mov r1, 0x78636261
  1270. stxw [r10-8], r1
  1271. mov r6, 0x0
  1272. stxb [r10-4], r6
  1273. stxb [r10-12], r6
  1274. mov r1, 0x79636261
  1275. stxw [r10-16], r1
  1276. mov r1, r10
  1277. add r1, -8
  1278. mov r2, r1
  1279. call 0x4
  1280. mov r1, r0
  1281. mov r0, 0x1
  1282. lsh r1, 0x20
  1283. rsh r1, 0x20
  1284. jne r1, 0x0, +11
  1285. mov r1, r10
  1286. add r1, -8
  1287. mov r2, r10
  1288. add r2, -16
  1289. call 0x4
  1290. mov r1, r0
  1291. lsh r1, 0x20
  1292. rsh r1, 0x20
  1293. mov r0, 0x1
  1294. jeq r1, r6, +1
  1295. mov r0, 0x0
  1296. exit").unwrap();
  1297. let mut vm = rbpf::EbpfVmNoData::new(&prog);
  1298. vm.register_helper(4, helpers::strcmp);
  1299. vm.jit_compile();
  1300. unsafe { assert_eq!(vm.prog_exec_jit(), 0x0); }
  1301. }
  1302. #[test]
  1303. fn test_jit_stw() {
  1304. let prog = assemble("
  1305. stw [r1+2], 0x44332211
  1306. ldxw r0, [r1+2]
  1307. exit").unwrap();
  1308. let mem = &mut [
  1309. 0xaa, 0xbb, 0xff, 0xff, 0xff, 0xff, 0xcc, 0xdd
  1310. ];
  1311. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1312. vm.jit_compile();
  1313. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x44332211); }
  1314. }
  1315. #[test]
  1316. fn test_jit_stxb() {
  1317. let prog = assemble("
  1318. mov32 r2, 0x11
  1319. stxb [r1+2], r2
  1320. ldxb r0, [r1+2]
  1321. exit").unwrap();
  1322. let mem = &mut [
  1323. 0xaa, 0xbb, 0xff, 0xcc, 0xdd
  1324. ];
  1325. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1326. vm.jit_compile();
  1327. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x11); }
  1328. }
  1329. #[test]
  1330. fn test_jit_stxb_all() {
  1331. let prog = assemble("
  1332. mov r0, 0xf0
  1333. mov r2, 0xf2
  1334. mov r3, 0xf3
  1335. mov r4, 0xf4
  1336. mov r5, 0xf5
  1337. mov r6, 0xf6
  1338. mov r7, 0xf7
  1339. mov r8, 0xf8
  1340. stxb [r1], r0
  1341. stxb [r1+1], r2
  1342. stxb [r1+2], r3
  1343. stxb [r1+3], r4
  1344. stxb [r1+4], r5
  1345. stxb [r1+5], r6
  1346. stxb [r1+6], r7
  1347. stxb [r1+7], r8
  1348. ldxdw r0, [r1]
  1349. be64 r0
  1350. exit").unwrap();
  1351. let mem = &mut [
  1352. 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
  1353. ];
  1354. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1355. vm.jit_compile();
  1356. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0xf0f2f3f4f5f6f7f8); }
  1357. }
  1358. #[test]
  1359. fn test_jit_stxb_all2() {
  1360. let prog = assemble("
  1361. mov r0, r1
  1362. mov r1, 0xf1
  1363. mov r9, 0xf9
  1364. stxb [r0], r1
  1365. stxb [r0+1], r9
  1366. ldxh r0, [r0]
  1367. be16 r0
  1368. exit").unwrap();
  1369. let mem = &mut [
  1370. 0xff, 0xff
  1371. ];
  1372. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1373. vm.jit_compile();
  1374. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0xf1f9); }
  1375. }
  1376. #[test]
  1377. fn test_jit_stxb_chain() {
  1378. let prog = assemble("
  1379. mov r0, r1
  1380. ldxb r9, [r0+0]
  1381. stxb [r0+1], r9
  1382. ldxb r8, [r0+1]
  1383. stxb [r0+2], r8
  1384. ldxb r7, [r0+2]
  1385. stxb [r0+3], r7
  1386. ldxb r6, [r0+3]
  1387. stxb [r0+4], r6
  1388. ldxb r5, [r0+4]
  1389. stxb [r0+5], r5
  1390. ldxb r4, [r0+5]
  1391. stxb [r0+6], r4
  1392. ldxb r3, [r0+6]
  1393. stxb [r0+7], r3
  1394. ldxb r2, [r0+7]
  1395. stxb [r0+8], r2
  1396. ldxb r1, [r0+8]
  1397. stxb [r0+9], r1
  1398. ldxb r0, [r0+9]
  1399. exit").unwrap();
  1400. let mem = &mut [
  1401. 0x2a, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  1402. 0x00, 0x00
  1403. ];
  1404. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1405. vm.jit_compile();
  1406. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x2a); }
  1407. }
  1408. #[test]
  1409. fn test_jit_stxdw() {
  1410. let prog = assemble("
  1411. mov r2, -2005440939
  1412. lsh r2, 32
  1413. or r2, 0x44332211
  1414. stxdw [r1+2], r2
  1415. ldxdw r0, [r1+2]
  1416. exit").unwrap();
  1417. let mem = &mut [
  1418. 0xaa, 0xbb, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
  1419. 0xff, 0xff, 0xcc, 0xdd
  1420. ];
  1421. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1422. vm.jit_compile();
  1423. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x8877665544332211); }
  1424. }
  1425. #[test]
  1426. fn test_jit_stxh() {
  1427. let prog = assemble("
  1428. mov32 r2, 0x2211
  1429. stxh [r1+2], r2
  1430. ldxh r0, [r1+2]
  1431. exit").unwrap();
  1432. let mem = &mut [
  1433. 0xaa, 0xbb, 0xff, 0xff, 0xcc, 0xdd
  1434. ];
  1435. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1436. vm.jit_compile();
  1437. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x2211); }
  1438. }
  1439. #[test]
  1440. fn test_jit_stxw() {
  1441. let prog = assemble("
  1442. mov32 r2, 0x44332211
  1443. stxw [r1+2], r2
  1444. ldxw r0, [r1+2]
  1445. exit").unwrap();
  1446. let mem = &mut [
  1447. 0xaa, 0xbb, 0xff, 0xff, 0xff, 0xff, 0xcc, 0xdd
  1448. ];
  1449. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1450. vm.jit_compile();
  1451. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x44332211); }
  1452. }
  1453. #[test]
  1454. fn test_jit_subnet() {
  1455. let prog = assemble("
  1456. mov r2, 0xe
  1457. ldxh r3, [r1+12]
  1458. jne r3, 0x81, +2
  1459. mov r2, 0x12
  1460. ldxh r3, [r1+16]
  1461. and r3, 0xffff
  1462. jne r3, 0x8, +5
  1463. add r1, r2
  1464. mov r0, 0x1
  1465. ldxw r1, [r1+16]
  1466. and r1, 0xffffff
  1467. jeq r1, 0x1a8c0, +1
  1468. mov r0, 0x0
  1469. exit").unwrap();
  1470. let mem = &mut [
  1471. 0x00, 0x00, 0xc0, 0x9f, 0xa0, 0x97, 0x00, 0xa0,
  1472. 0xcc, 0x3b, 0xbf, 0xfa, 0x08, 0x00, 0x45, 0x10,
  1473. 0x00, 0x3c, 0x46, 0x3c, 0x40, 0x00, 0x40, 0x06,
  1474. 0x73, 0x1c, 0xc0, 0xa8, 0x01, 0x02, 0xc0, 0xa8,
  1475. 0x01, 0x01, 0x06, 0x0e, 0x00, 0x17, 0x99, 0xc5,
  1476. 0xa0, 0xec, 0x00, 0x00, 0x00, 0x00, 0xa0, 0x02,
  1477. 0x7d, 0x78, 0xe0, 0xa3, 0x00, 0x00, 0x02, 0x04,
  1478. 0x05, 0xb4, 0x04, 0x02, 0x08, 0x0a, 0x00, 0x9c,
  1479. 0x27, 0x24, 0x00, 0x00, 0x00, 0x00, 0x01, 0x03,
  1480. 0x03, 0x00
  1481. ];
  1482. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1483. vm.jit_compile();
  1484. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1); }
  1485. }
  1486. const PROG_TCP_PORT_80: [u8;152] = [
  1487. 0x71, 0x12, 0x0c, 0x00, 0x00, 0x00, 0x00, 0x00,
  1488. 0x71, 0x13, 0x0d, 0x00, 0x00, 0x00, 0x00, 0x00,
  1489. 0x67, 0x03, 0x00, 0x00, 0x08, 0x00, 0x00, 0x00,
  1490. 0x4f, 0x23, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  1491. 0xb7, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  1492. 0x55, 0x03, 0x0c, 0x00, 0x08, 0x00, 0x00, 0x00,
  1493. 0x71, 0x12, 0x17, 0x00, 0x00, 0x00, 0x00, 0x00,
  1494. 0x55, 0x02, 0x0a, 0x00, 0x06, 0x00, 0x00, 0x00,
  1495. 0x71, 0x12, 0x0e, 0x00, 0x00, 0x00, 0x00, 0x00,
  1496. 0x07, 0x01, 0x00, 0x00, 0x0e, 0x00, 0x00, 0x00,
  1497. 0x57, 0x02, 0x00, 0x00, 0x0f, 0x00, 0x00, 0x00,
  1498. 0x67, 0x02, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
  1499. 0x0f, 0x21, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  1500. 0x69, 0x12, 0x02, 0x00, 0x00, 0x00, 0x00, 0x00,
  1501. 0x15, 0x02, 0x02, 0x00, 0x00, 0x50, 0x00, 0x00,
  1502. 0x69, 0x11, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  1503. 0x55, 0x01, 0x01, 0x00, 0x00, 0x50, 0x00, 0x00,
  1504. 0xb7, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
  1505. 0x95, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
  1506. ];
  1507. #[test]
  1508. fn test_jit_tcp_port80_match() {
  1509. let mem = &mut [
  1510. 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x00, 0x06,
  1511. 0x07, 0x08, 0x09, 0x0a, 0x08, 0x00, 0x45, 0x00,
  1512. 0x00, 0x56, 0x00, 0x01, 0x00, 0x00, 0x40, 0x06,
  1513. 0xf9, 0x4d, 0xc0, 0xa8, 0x00, 0x01, 0xc0, 0xa8,
  1514. 0x00, 0x02, 0x27, 0x10, 0x00, 0x50, 0x00, 0x00,
  1515. 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0x02,
  1516. 0x20, 0x00, 0xc5, 0x18, 0x00, 0x00, 0x44, 0x44,
  1517. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1518. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1519. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1520. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1521. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1522. 0x44, 0x44, 0x44, 0x44
  1523. ];
  1524. let prog = &PROG_TCP_PORT_80;
  1525. let mut vm = rbpf::EbpfVmRaw::new(prog);
  1526. vm.jit_compile();
  1527. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x1); }
  1528. }
  1529. #[test]
  1530. fn test_jit_tcp_port80_nomatch() {
  1531. let mem = &mut [
  1532. 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x00, 0x06,
  1533. 0x07, 0x08, 0x09, 0x0a, 0x08, 0x00, 0x45, 0x00,
  1534. 0x00, 0x56, 0x00, 0x01, 0x00, 0x00, 0x40, 0x06,
  1535. 0xf9, 0x4d, 0xc0, 0xa8, 0x00, 0x01, 0xc0, 0xa8,
  1536. 0x00, 0x02, 0x00, 0x16, 0x27, 0x10, 0x00, 0x00,
  1537. 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x51, 0x02,
  1538. 0x20, 0x00, 0xc5, 0x18, 0x00, 0x00, 0x44, 0x44,
  1539. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1540. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1541. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1542. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1543. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1544. 0x44, 0x44, 0x44, 0x44
  1545. ];
  1546. let prog = &PROG_TCP_PORT_80;
  1547. let mut vm = rbpf::EbpfVmRaw::new(prog);
  1548. vm.jit_compile();
  1549. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x0); }
  1550. }
  1551. #[test]
  1552. fn test_jit_tcp_port80_nomatch_ethertype() {
  1553. let mem = &mut [
  1554. 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x00, 0x06,
  1555. 0x07, 0x08, 0x09, 0x0a, 0x08, 0x01, 0x45, 0x00,
  1556. 0x00, 0x56, 0x00, 0x01, 0x00, 0x00, 0x40, 0x06,
  1557. 0xf9, 0x4d, 0xc0, 0xa8, 0x00, 0x01, 0xc0, 0xa8,
  1558. 0x00, 0x02, 0x27, 0x10, 0x00, 0x50, 0x00, 0x00,
  1559. 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0x02,
  1560. 0x20, 0x00, 0xc5, 0x18, 0x00, 0x00, 0x44, 0x44,
  1561. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1562. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1563. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1564. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1565. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1566. 0x44, 0x44, 0x44, 0x44
  1567. ];
  1568. let prog = &PROG_TCP_PORT_80;
  1569. let mut vm = rbpf::EbpfVmRaw::new(prog);
  1570. vm.jit_compile();
  1571. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x0); }
  1572. }
  1573. #[test]
  1574. fn test_jit_tcp_port80_nomatch_proto() {
  1575. let mem = &mut [
  1576. 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x00, 0x06,
  1577. 0x07, 0x08, 0x09, 0x0a, 0x08, 0x00, 0x45, 0x00,
  1578. 0x00, 0x56, 0x00, 0x01, 0x00, 0x00, 0x40, 0x11,
  1579. 0xf9, 0x4d, 0xc0, 0xa8, 0x00, 0x01, 0xc0, 0xa8,
  1580. 0x00, 0x02, 0x27, 0x10, 0x00, 0x50, 0x00, 0x00,
  1581. 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0x02,
  1582. 0x20, 0x00, 0xc5, 0x18, 0x00, 0x00, 0x44, 0x44,
  1583. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1584. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1585. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1586. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1587. 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44, 0x44,
  1588. 0x44, 0x44, 0x44, 0x44
  1589. ];
  1590. let prog = &PROG_TCP_PORT_80;
  1591. let mut vm = rbpf::EbpfVmRaw::new(prog);
  1592. vm.jit_compile();
  1593. unsafe { assert_eq!(vm.prog_exec_jit(mem), 0x0); }
  1594. }
  1595. #[test]
  1596. fn test_jit_tcp_sack_match() {
  1597. let mut mem = TCP_SACK_MATCH.to_vec();
  1598. let prog = assemble(TCP_SACK_ASM).unwrap();
  1599. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1600. vm.jit_compile();
  1601. unsafe { assert_eq!(vm.prog_exec_jit(mem.as_mut_slice()), 0x1); }
  1602. }
  1603. #[test]
  1604. fn test_jit_tcp_sack_nomatch() {
  1605. let mut mem = TCP_SACK_NOMATCH.to_vec();
  1606. let prog = assemble(TCP_SACK_ASM).unwrap();
  1607. let mut vm = rbpf::EbpfVmRaw::new(&prog);
  1608. vm.jit_compile();
  1609. unsafe { assert_eq!(vm.prog_exec_jit(mem.as_mut_slice()), 0x0); }
  1610. }