test_verifier.c 386 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698569957005701570257035704570557065707570857095710571157125713571457155716571757185719572057215722572357245725572657275728572957305731573257335734573557365737573857395740574157425743574457455746574757485749575057515752575357545755575657575758575957605761576257635764576557665767576857695770577157725773577457755776577757785779578057815782578357845785578657875788578957905791579257935794579557965797579857995800580158025803580458055806580758085809581058115812581358145815581658175818581958205821582258235824582558265827582858295830583158325833583458355836583758385839584058415842584358445845584658475848584958505851585258535854585558565857585858595860586158625863586458655866586758685869587058715872587358745875587658775878587958805881588258835884588558865887588858895890589158925893589458955896589758985899590059015902590359045905590659075908590959105911591259135914591559165917591859195920592159225923592459255926592759285929593059315932593359345935593659375938593959405941594259435944594559465947594859495950595159525953595459555956595759585959596059615962596359645965596659675968596959705971597259735974597559765977597859795980598159825983598459855986598759885989599059915992599359945995599659975998599960006001600260036004600560066007600860096010601160126013601460156016601760186019602060216022602360246025602660276028602960306031603260336034603560366037603860396040604160426043604460456046604760486049605060516052605360546055605660576058605960606061606260636064606560666067606860696070607160726073607460756076607760786079608060816082608360846085608660876088608960906091609260936094609560966097609860996100610161026103610461056106610761086109611061116112611361146115611661176118611961206121612261236124612561266127612861296130613161326133613461356136613761386139614061416142614361446145614661476148614961506151615261536154615561566157615861596160616161626163616461656166616761686169617061716172617361746175617661776178617961806181618261836184618561866187618861896190619161926193619461956196619761986199620062016202620362046205620662076208620962106211621262136214621562166217621862196220622162226223622462256226622762286229623062316232623362346235623662376238623962406241624262436244624562466247624862496250625162526253625462556256625762586259626062616262626362646265626662676268626962706271627262736274627562766277627862796280628162826283628462856286628762886289629062916292629362946295629662976298629963006301630263036304630563066307630863096310631163126313631463156316631763186319632063216322632363246325632663276328632963306331633263336334633563366337633863396340634163426343634463456346634763486349635063516352635363546355635663576358635963606361636263636364636563666367636863696370637163726373637463756376637763786379638063816382638363846385638663876388638963906391639263936394639563966397639863996400640164026403640464056406640764086409641064116412641364146415641664176418641964206421642264236424642564266427642864296430643164326433643464356436643764386439644064416442644364446445644664476448644964506451645264536454645564566457645864596460646164626463646464656466646764686469647064716472647364746475647664776478647964806481648264836484648564866487648864896490649164926493649464956496649764986499650065016502650365046505650665076508650965106511651265136514651565166517651865196520652165226523652465256526652765286529653065316532653365346535653665376538653965406541654265436544654565466547654865496550655165526553655465556556655765586559656065616562656365646565656665676568656965706571657265736574657565766577657865796580658165826583658465856586658765886589659065916592659365946595659665976598659966006601660266036604660566066607660866096610661166126613661466156616661766186619662066216622662366246625662666276628662966306631663266336634663566366637663866396640664166426643664466456646664766486649665066516652665366546655665666576658665966606661666266636664666566666667666866696670667166726673667466756676667766786679668066816682668366846685668666876688668966906691669266936694669566966697669866996700670167026703670467056706670767086709671067116712671367146715671667176718671967206721672267236724672567266727672867296730673167326733673467356736673767386739674067416742674367446745674667476748674967506751675267536754675567566757675867596760676167626763676467656766676767686769677067716772677367746775677667776778677967806781678267836784678567866787678867896790679167926793679467956796679767986799680068016802680368046805680668076808680968106811681268136814681568166817681868196820682168226823682468256826682768286829683068316832683368346835683668376838683968406841684268436844684568466847684868496850685168526853685468556856685768586859686068616862686368646865686668676868686968706871687268736874687568766877687868796880688168826883688468856886688768886889689068916892689368946895689668976898689969006901690269036904690569066907690869096910691169126913691469156916691769186919692069216922692369246925692669276928692969306931693269336934693569366937693869396940694169426943694469456946694769486949695069516952695369546955695669576958695969606961696269636964696569666967696869696970697169726973697469756976697769786979698069816982698369846985698669876988698969906991699269936994699569966997699869997000700170027003700470057006700770087009701070117012701370147015701670177018701970207021702270237024702570267027702870297030703170327033703470357036703770387039704070417042704370447045704670477048704970507051705270537054705570567057705870597060706170627063706470657066706770687069707070717072707370747075707670777078707970807081708270837084708570867087708870897090709170927093709470957096709770987099710071017102710371047105710671077108710971107111711271137114711571167117711871197120712171227123712471257126712771287129713071317132713371347135713671377138713971407141714271437144714571467147714871497150715171527153715471557156715771587159716071617162716371647165716671677168716971707171717271737174717571767177717871797180718171827183718471857186718771887189719071917192719371947195719671977198719972007201720272037204720572067207720872097210721172127213721472157216721772187219722072217222722372247225722672277228722972307231723272337234723572367237723872397240724172427243724472457246724772487249725072517252725372547255725672577258725972607261726272637264726572667267726872697270727172727273727472757276727772787279728072817282728372847285728672877288728972907291729272937294729572967297729872997300730173027303730473057306730773087309731073117312731373147315731673177318731973207321732273237324732573267327732873297330733173327333733473357336733773387339734073417342734373447345734673477348734973507351735273537354735573567357735873597360736173627363736473657366736773687369737073717372737373747375737673777378737973807381738273837384738573867387738873897390739173927393739473957396739773987399740074017402740374047405740674077408740974107411741274137414741574167417741874197420742174227423742474257426742774287429743074317432743374347435743674377438743974407441744274437444744574467447744874497450745174527453745474557456745774587459746074617462746374647465746674677468746974707471747274737474747574767477747874797480748174827483748474857486748774887489749074917492749374947495749674977498749975007501750275037504750575067507750875097510751175127513751475157516751775187519752075217522752375247525752675277528752975307531753275337534753575367537753875397540754175427543754475457546754775487549755075517552755375547555755675577558755975607561756275637564756575667567756875697570757175727573757475757576757775787579758075817582758375847585758675877588758975907591759275937594759575967597759875997600760176027603760476057606760776087609761076117612761376147615761676177618761976207621762276237624762576267627762876297630763176327633763476357636763776387639764076417642764376447645764676477648764976507651765276537654765576567657765876597660766176627663766476657666766776687669767076717672767376747675767676777678767976807681768276837684768576867687768876897690769176927693769476957696769776987699770077017702770377047705770677077708770977107711771277137714771577167717771877197720772177227723772477257726772777287729773077317732773377347735773677377738773977407741774277437744774577467747774877497750775177527753775477557756775777587759776077617762776377647765776677677768776977707771777277737774777577767777777877797780778177827783778477857786778777887789779077917792779377947795779677977798779978007801780278037804780578067807780878097810781178127813781478157816781778187819782078217822782378247825782678277828782978307831783278337834783578367837783878397840784178427843784478457846784778487849785078517852785378547855785678577858785978607861786278637864786578667867786878697870787178727873787478757876787778787879788078817882788378847885788678877888788978907891789278937894789578967897789878997900790179027903790479057906790779087909791079117912791379147915791679177918791979207921792279237924792579267927792879297930793179327933793479357936793779387939794079417942794379447945794679477948794979507951795279537954795579567957795879597960796179627963796479657966796779687969797079717972797379747975797679777978797979807981798279837984798579867987798879897990799179927993799479957996799779987999800080018002800380048005800680078008800980108011801280138014801580168017801880198020802180228023802480258026802780288029803080318032803380348035803680378038803980408041804280438044804580468047804880498050805180528053805480558056805780588059806080618062806380648065806680678068806980708071807280738074807580768077807880798080808180828083808480858086808780888089809080918092809380948095809680978098809981008101810281038104810581068107810881098110811181128113811481158116811781188119812081218122812381248125812681278128812981308131813281338134813581368137813881398140814181428143814481458146814781488149815081518152815381548155815681578158815981608161816281638164816581668167816881698170817181728173817481758176817781788179818081818182818381848185818681878188818981908191819281938194819581968197819881998200820182028203820482058206820782088209821082118212821382148215821682178218821982208221822282238224822582268227822882298230823182328233823482358236823782388239824082418242824382448245824682478248824982508251825282538254825582568257825882598260826182628263826482658266826782688269827082718272827382748275827682778278827982808281828282838284828582868287828882898290829182928293829482958296829782988299830083018302830383048305830683078308830983108311831283138314831583168317831883198320832183228323832483258326832783288329833083318332833383348335833683378338833983408341834283438344834583468347834883498350835183528353835483558356835783588359836083618362836383648365836683678368836983708371837283738374837583768377837883798380838183828383838483858386838783888389839083918392839383948395839683978398839984008401840284038404840584068407840884098410841184128413841484158416841784188419842084218422842384248425842684278428842984308431843284338434843584368437843884398440844184428443844484458446844784488449845084518452845384548455845684578458845984608461846284638464846584668467846884698470847184728473847484758476847784788479848084818482848384848485848684878488848984908491849284938494849584968497849884998500850185028503850485058506850785088509851085118512851385148515851685178518851985208521852285238524852585268527852885298530853185328533853485358536853785388539854085418542854385448545854685478548854985508551855285538554855585568557855885598560856185628563856485658566856785688569857085718572857385748575857685778578857985808581858285838584858585868587858885898590859185928593859485958596859785988599860086018602860386048605860686078608860986108611861286138614861586168617861886198620862186228623862486258626862786288629863086318632863386348635863686378638863986408641864286438644864586468647864886498650865186528653865486558656865786588659866086618662866386648665866686678668866986708671867286738674867586768677867886798680868186828683868486858686868786888689869086918692869386948695869686978698869987008701870287038704870587068707870887098710871187128713871487158716871787188719872087218722872387248725872687278728872987308731873287338734873587368737873887398740874187428743874487458746874787488749875087518752875387548755875687578758875987608761876287638764876587668767876887698770877187728773877487758776877787788779878087818782878387848785878687878788878987908791879287938794879587968797879887998800880188028803880488058806880788088809881088118812881388148815881688178818881988208821882288238824882588268827882888298830883188328833883488358836883788388839884088418842884388448845884688478848884988508851885288538854885588568857885888598860886188628863886488658866886788688869887088718872887388748875887688778878887988808881888288838884888588868887888888898890889188928893889488958896889788988899890089018902890389048905890689078908890989108911891289138914891589168917891889198920892189228923892489258926892789288929893089318932893389348935893689378938893989408941894289438944894589468947894889498950895189528953895489558956895789588959896089618962896389648965896689678968896989708971897289738974897589768977897889798980898189828983898489858986898789888989899089918992899389948995899689978998899990009001900290039004900590069007900890099010901190129013901490159016901790189019902090219022902390249025902690279028902990309031903290339034903590369037903890399040904190429043904490459046904790489049905090519052905390549055905690579058905990609061906290639064906590669067906890699070907190729073907490759076907790789079908090819082908390849085908690879088908990909091909290939094909590969097909890999100910191029103910491059106910791089109911091119112911391149115911691179118911991209121912291239124912591269127912891299130913191329133913491359136913791389139914091419142914391449145914691479148914991509151915291539154915591569157915891599160916191629163916491659166916791689169917091719172917391749175917691779178917991809181918291839184918591869187918891899190919191929193919491959196919791989199920092019202920392049205920692079208920992109211921292139214921592169217921892199220922192229223922492259226922792289229923092319232923392349235923692379238923992409241924292439244924592469247924892499250925192529253925492559256925792589259926092619262926392649265926692679268926992709271927292739274927592769277927892799280928192829283928492859286928792889289929092919292929392949295929692979298929993009301930293039304930593069307930893099310931193129313931493159316931793189319932093219322932393249325932693279328932993309331933293339334933593369337933893399340934193429343934493459346934793489349935093519352935393549355935693579358935993609361936293639364936593669367936893699370937193729373937493759376937793789379938093819382938393849385938693879388938993909391939293939394939593969397939893999400940194029403940494059406940794089409941094119412941394149415941694179418941994209421942294239424942594269427942894299430943194329433943494359436943794389439944094419442944394449445944694479448944994509451945294539454945594569457945894599460946194629463946494659466946794689469947094719472947394749475947694779478947994809481948294839484948594869487948894899490949194929493949494959496949794989499950095019502950395049505950695079508950995109511951295139514951595169517951895199520952195229523952495259526952795289529953095319532953395349535953695379538953995409541954295439544954595469547954895499550955195529553955495559556955795589559956095619562956395649565956695679568956995709571957295739574957595769577957895799580958195829583958495859586958795889589959095919592959395949595959695979598959996009601960296039604960596069607960896099610961196129613961496159616961796189619962096219622962396249625962696279628962996309631963296339634963596369637963896399640964196429643964496459646964796489649965096519652965396549655965696579658965996609661966296639664966596669667966896699670967196729673967496759676967796789679968096819682968396849685968696879688968996909691969296939694969596969697969896999700970197029703970497059706970797089709971097119712971397149715971697179718971997209721972297239724972597269727972897299730973197329733973497359736973797389739974097419742974397449745974697479748974997509751975297539754975597569757975897599760976197629763976497659766976797689769977097719772977397749775977697779778977997809781978297839784978597869787978897899790979197929793979497959796979797989799980098019802980398049805980698079808980998109811981298139814981598169817981898199820982198229823982498259826982798289829983098319832983398349835983698379838983998409841984298439844984598469847984898499850985198529853985498559856985798589859986098619862986398649865986698679868986998709871987298739874987598769877987898799880988198829883988498859886988798889889989098919892989398949895989698979898989999009901990299039904990599069907990899099910991199129913991499159916991799189919992099219922992399249925992699279928992999309931993299339934993599369937993899399940994199429943994499459946994799489949995099519952995399549955995699579958995999609961996299639964996599669967996899699970997199729973997499759976997799789979998099819982998399849985998699879988998999909991999299939994999599969997999899991000010001100021000310004100051000610007100081000910010100111001210013100141001510016100171001810019100201002110022100231002410025100261002710028100291003010031100321003310034100351003610037100381003910040100411004210043100441004510046100471004810049100501005110052100531005410055100561005710058100591006010061100621006310064100651006610067100681006910070100711007210073100741007510076100771007810079100801008110082100831008410085100861008710088100891009010091100921009310094100951009610097100981009910100101011010210103101041010510106101071010810109101101011110112101131011410115101161011710118101191012010121101221012310124101251012610127101281012910130101311013210133101341013510136101371013810139101401014110142101431014410145101461014710148101491015010151101521015310154101551015610157101581015910160101611016210163101641016510166101671016810169101701017110172101731017410175101761017710178101791018010181101821018310184101851018610187101881018910190101911019210193101941019510196101971019810199102001020110202102031020410205102061020710208102091021010211102121021310214102151021610217102181021910220102211022210223102241022510226102271022810229102301023110232102331023410235102361023710238102391024010241102421024310244102451024610247102481024910250102511025210253102541025510256102571025810259102601026110262102631026410265102661026710268102691027010271102721027310274102751027610277102781027910280102811028210283102841028510286102871028810289102901029110292102931029410295102961029710298102991030010301103021030310304103051030610307103081030910310103111031210313103141031510316103171031810319103201032110322103231032410325103261032710328103291033010331103321033310334103351033610337103381033910340103411034210343103441034510346103471034810349103501035110352103531035410355103561035710358103591036010361103621036310364103651036610367103681036910370103711037210373103741037510376103771037810379103801038110382103831038410385103861038710388103891039010391103921039310394103951039610397103981039910400104011040210403104041040510406104071040810409104101041110412104131041410415104161041710418104191042010421104221042310424104251042610427104281042910430104311043210433104341043510436104371043810439104401044110442104431044410445104461044710448104491045010451104521045310454104551045610457104581045910460104611046210463104641046510466104671046810469104701047110472104731047410475104761047710478104791048010481104821048310484104851048610487104881048910490104911049210493104941049510496104971049810499105001050110502105031050410505105061050710508105091051010511105121051310514105151051610517105181051910520105211052210523105241052510526105271052810529105301053110532105331053410535105361053710538105391054010541105421054310544105451054610547105481054910550105511055210553105541055510556105571055810559105601056110562105631056410565105661056710568105691057010571105721057310574105751057610577105781057910580105811058210583105841058510586105871058810589105901059110592105931059410595105961059710598105991060010601106021060310604106051060610607106081060910610106111061210613106141061510616106171061810619106201062110622106231062410625106261062710628106291063010631106321063310634106351063610637106381063910640106411064210643106441064510646106471064810649106501065110652106531065410655106561065710658106591066010661106621066310664106651066610667106681066910670106711067210673106741067510676106771067810679106801068110682106831068410685106861068710688106891069010691106921069310694106951069610697106981069910700107011070210703107041070510706107071070810709107101071110712107131071410715107161071710718107191072010721107221072310724107251072610727107281072910730107311073210733107341073510736107371073810739107401074110742107431074410745107461074710748107491075010751107521075310754107551075610757107581075910760107611076210763107641076510766107671076810769107701077110772107731077410775107761077710778107791078010781107821078310784107851078610787107881078910790107911079210793107941079510796107971079810799108001080110802108031080410805108061080710808108091081010811108121081310814108151081610817108181081910820108211082210823108241082510826108271082810829108301083110832108331083410835108361083710838108391084010841108421084310844108451084610847108481084910850108511085210853108541085510856108571085810859108601086110862108631086410865108661086710868108691087010871108721087310874108751087610877108781087910880108811088210883108841088510886108871088810889108901089110892108931089410895108961089710898108991090010901109021090310904109051090610907109081090910910109111091210913109141091510916109171091810919109201092110922109231092410925109261092710928109291093010931109321093310934109351093610937109381093910940109411094210943109441094510946109471094810949109501095110952109531095410955109561095710958109591096010961109621096310964109651096610967109681096910970109711097210973109741097510976109771097810979109801098110982109831098410985109861098710988109891099010991109921099310994109951099610997109981099911000110011100211003110041100511006110071100811009110101101111012110131101411015110161101711018110191102011021110221102311024110251102611027110281102911030110311103211033110341103511036110371103811039110401104111042110431104411045110461104711048110491105011051110521105311054110551105611057110581105911060110611106211063110641106511066110671106811069110701107111072110731107411075110761107711078110791108011081110821108311084110851108611087110881108911090110911109211093110941109511096110971109811099111001110111102111031110411105111061110711108111091111011111111121111311114111151111611117111181111911120111211112211123111241112511126111271112811129111301113111132111331113411135111361113711138111391114011141111421114311144111451114611147111481114911150111511115211153111541115511156111571115811159111601116111162111631116411165111661116711168111691117011171111721117311174111751117611177111781117911180111811118211183111841118511186111871118811189111901119111192111931119411195111961119711198111991120011201112021120311204112051120611207112081120911210112111121211213112141121511216112171121811219112201122111222112231122411225112261122711228112291123011231112321123311234112351123611237112381123911240112411124211243112441124511246112471124811249112501125111252112531125411255112561125711258112591126011261112621126311264112651126611267112681126911270112711127211273112741127511276112771127811279112801128111282112831128411285112861128711288112891129011291112921129311294112951129611297112981129911300113011130211303113041130511306113071130811309113101131111312113131131411315113161131711318113191132011321113221132311324113251132611327113281132911330113311133211333113341133511336113371133811339113401134111342113431134411345113461134711348113491135011351113521135311354113551135611357113581135911360113611136211363113641136511366113671136811369113701137111372113731137411375113761137711378113791138011381113821138311384113851138611387113881138911390113911139211393113941139511396113971139811399114001140111402114031140411405114061140711408114091141011411114121141311414114151141611417114181141911420114211142211423114241142511426114271142811429114301143111432114331143411435114361143711438114391144011441114421144311444114451144611447114481144911450114511145211453114541145511456114571145811459114601146111462114631146411465114661146711468114691147011471114721147311474114751147611477114781147911480114811148211483114841148511486114871148811489114901149111492114931149411495114961149711498114991150011501115021150311504115051150611507115081150911510115111151211513115141151511516115171151811519115201152111522115231152411525115261152711528115291153011531115321153311534115351153611537115381153911540115411154211543115441154511546115471154811549115501155111552115531155411555115561155711558115591156011561115621156311564115651156611567115681156911570115711157211573115741157511576115771157811579115801158111582115831158411585115861158711588115891159011591115921159311594115951159611597115981159911600116011160211603116041160511606116071160811609116101161111612116131161411615116161161711618116191162011621116221162311624116251162611627116281162911630116311163211633116341163511636116371163811639116401164111642116431164411645116461164711648116491165011651116521165311654116551165611657116581165911660116611166211663116641166511666116671166811669116701167111672116731167411675116761167711678116791168011681116821168311684116851168611687116881168911690116911169211693116941169511696116971169811699117001170111702117031170411705117061170711708117091171011711117121171311714117151171611717117181171911720117211172211723117241172511726117271172811729117301173111732117331173411735117361173711738117391174011741117421174311744117451174611747117481174911750117511175211753117541175511756117571175811759117601176111762117631176411765117661176711768117691177011771117721177311774117751177611777117781177911780117811178211783117841178511786117871178811789117901179111792117931179411795117961179711798117991180011801118021180311804118051180611807118081180911810118111181211813118141181511816118171181811819118201182111822118231182411825118261182711828118291183011831118321183311834118351183611837118381183911840118411184211843118441184511846118471184811849118501185111852118531185411855118561185711858118591186011861118621186311864118651186611867118681186911870118711187211873118741187511876118771187811879118801188111882118831188411885118861188711888118891189011891118921189311894118951189611897118981189911900119011190211903119041190511906119071190811909119101191111912119131191411915119161191711918119191192011921119221192311924119251192611927119281192911930119311193211933119341193511936119371193811939119401194111942119431194411945119461194711948119491195011951119521195311954119551195611957119581195911960119611196211963119641196511966119671196811969119701197111972119731197411975119761197711978119791198011981119821198311984119851198611987119881198911990119911199211993119941199511996119971199811999120001200112002120031200412005120061200712008120091201012011120121201312014120151201612017120181201912020120211202212023120241202512026120271202812029120301203112032120331203412035120361203712038120391204012041120421204312044120451204612047120481204912050120511205212053120541205512056120571205812059120601206112062120631206412065120661206712068120691207012071120721207312074120751207612077120781207912080120811208212083120841208512086120871208812089120901209112092120931209412095120961209712098120991210012101121021210312104121051210612107121081210912110121111211212113121141211512116121171211812119121201212112122121231212412125121261212712128121291213012131121321213312134121351213612137121381213912140121411214212143121441214512146121471214812149121501215112152121531215412155121561215712158121591216012161121621216312164121651216612167121681216912170121711217212173121741217512176121771217812179121801218112182121831218412185121861218712188121891219012191121921219312194121951219612197121981219912200122011220212203122041220512206122071220812209122101221112212122131221412215122161221712218122191222012221122221222312224122251222612227122281222912230122311223212233122341223512236122371223812239122401224112242122431224412245122461224712248122491225012251122521225312254122551225612257122581225912260122611226212263122641226512266122671226812269122701227112272122731227412275122761227712278122791228012281122821228312284122851228612287122881228912290122911229212293122941229512296122971229812299123001230112302123031230412305123061230712308123091231012311123121231312314123151231612317123181231912320123211232212323123241232512326123271232812329123301233112332123331233412335123361233712338123391234012341123421234312344123451234612347123481234912350123511235212353123541235512356123571235812359123601236112362123631236412365123661236712368123691237012371123721237312374123751237612377123781237912380123811238212383123841238512386123871238812389123901239112392123931239412395123961239712398123991240012401124021240312404124051240612407124081240912410124111241212413124141241512416124171241812419124201242112422124231242412425124261242712428124291243012431124321243312434124351243612437124381243912440124411244212443124441244512446124471244812449124501245112452124531245412455124561245712458124591246012461124621246312464124651246612467124681246912470124711247212473124741247512476124771247812479124801248112482124831248412485124861248712488124891249012491124921249312494124951249612497124981249912500125011250212503125041250512506125071250812509125101251112512125131251412515125161251712518125191252012521125221252312524125251252612527125281252912530125311253212533125341253512536125371253812539125401254112542125431254412545125461254712548125491255012551125521255312554125551255612557125581255912560125611256212563125641256512566125671256812569125701257112572125731257412575125761257712578125791258012581125821258312584125851258612587125881258912590125911259212593125941259512596125971259812599126001260112602126031260412605126061260712608126091261012611126121261312614126151261612617126181261912620126211262212623126241262512626126271262812629126301263112632126331263412635126361263712638126391264012641126421264312644126451264612647126481264912650126511265212653126541265512656126571265812659126601266112662126631266412665126661266712668126691267012671126721267312674126751267612677126781267912680126811268212683126841268512686126871268812689126901269112692126931269412695126961269712698126991270012701127021270312704127051270612707127081270912710127111271212713127141271512716127171271812719127201272112722127231272412725127261272712728127291273012731127321273312734127351273612737127381273912740127411274212743127441274512746127471274812749127501275112752127531275412755127561275712758127591276012761127621276312764127651276612767127681276912770127711277212773127741277512776127771277812779127801278112782127831278412785127861278712788127891279012791127921279312794127951279612797127981279912800128011280212803128041280512806128071280812809128101281112812128131281412815128161281712818128191282012821128221282312824128251282612827128281282912830128311283212833128341283512836128371283812839128401284112842128431284412845128461284712848128491285012851128521285312854128551285612857128581285912860128611286212863128641286512866128671286812869128701287112872128731287412875128761287712878128791288012881128821288312884128851288612887128881288912890128911289212893128941289512896128971289812899129001290112902129031290412905129061290712908129091291012911129121291312914129151291612917129181291912920129211292212923129241292512926129271292812929129301293112932129331293412935129361293712938129391294012941129421294312944129451294612947129481294912950129511295212953129541295512956129571295812959129601296112962129631296412965129661296712968129691297012971129721297312974
  1. /*
  2. * Testsuite for eBPF verifier
  3. *
  4. * Copyright (c) 2014 PLUMgrid, http://plumgrid.com
  5. * Copyright (c) 2017 Facebook
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of version 2 of the GNU General Public
  9. * License as published by the Free Software Foundation.
  10. */
  11. #include <endian.h>
  12. #include <asm/types.h>
  13. #include <linux/types.h>
  14. #include <stdint.h>
  15. #include <stdio.h>
  16. #include <stdlib.h>
  17. #include <unistd.h>
  18. #include <errno.h>
  19. #include <string.h>
  20. #include <stddef.h>
  21. #include <stdbool.h>
  22. #include <sched.h>
  23. #include <limits.h>
  24. #include <sys/capability.h>
  25. #include <linux/unistd.h>
  26. #include <linux/filter.h>
  27. #include <linux/bpf_perf_event.h>
  28. #include <linux/bpf.h>
  29. #include <linux/if_ether.h>
  30. #include <bpf/bpf.h>
  31. #ifdef HAVE_GENHDR
  32. # include "autoconf.h"
  33. #else
  34. # if defined(__i386) || defined(__x86_64) || defined(__s390x__) || defined(__aarch64__)
  35. # define CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS 1
  36. # endif
  37. #endif
  38. #include "bpf_rlimit.h"
  39. #include "bpf_rand.h"
  40. #include "bpf_util.h"
  41. #include "../../../include/linux/filter.h"
  42. #define MAX_INSNS BPF_MAXINSNS
  43. #define MAX_FIXUPS 8
  44. #define MAX_NR_MAPS 8
  45. #define POINTER_VALUE 0xcafe4all
  46. #define TEST_DATA_LEN 64
  47. #define F_NEEDS_EFFICIENT_UNALIGNED_ACCESS (1 << 0)
  48. #define F_LOAD_WITH_STRICT_ALIGNMENT (1 << 1)
  49. #define UNPRIV_SYSCTL "kernel/unprivileged_bpf_disabled"
  50. static bool unpriv_disabled = false;
  51. struct bpf_test {
  52. const char *descr;
  53. struct bpf_insn insns[MAX_INSNS];
  54. int fixup_map1[MAX_FIXUPS];
  55. int fixup_map2[MAX_FIXUPS];
  56. int fixup_map3[MAX_FIXUPS];
  57. int fixup_map4[MAX_FIXUPS];
  58. int fixup_prog1[MAX_FIXUPS];
  59. int fixup_prog2[MAX_FIXUPS];
  60. int fixup_map_in_map[MAX_FIXUPS];
  61. int fixup_cgroup_storage[MAX_FIXUPS];
  62. const char *errstr;
  63. const char *errstr_unpriv;
  64. uint32_t retval;
  65. enum {
  66. UNDEF,
  67. ACCEPT,
  68. REJECT
  69. } result, result_unpriv;
  70. enum bpf_prog_type prog_type;
  71. uint8_t flags;
  72. __u8 data[TEST_DATA_LEN];
  73. void (*fill_helper)(struct bpf_test *self);
  74. };
  75. /* Note we want this to be 64 bit aligned so that the end of our array is
  76. * actually the end of the structure.
  77. */
  78. #define MAX_ENTRIES 11
  79. struct test_val {
  80. unsigned int index;
  81. int foo[MAX_ENTRIES];
  82. };
  83. struct other_val {
  84. long long foo;
  85. long long bar;
  86. };
  87. static void bpf_fill_ld_abs_vlan_push_pop(struct bpf_test *self)
  88. {
  89. /* test: {skb->data[0], vlan_push} x 68 + {skb->data[0], vlan_pop} x 68 */
  90. #define PUSH_CNT 51
  91. unsigned int len = BPF_MAXINSNS;
  92. struct bpf_insn *insn = self->insns;
  93. int i = 0, j, k = 0;
  94. insn[i++] = BPF_MOV64_REG(BPF_REG_6, BPF_REG_1);
  95. loop:
  96. for (j = 0; j < PUSH_CNT; j++) {
  97. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  98. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x34, len - i - 2);
  99. i++;
  100. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_6);
  101. insn[i++] = BPF_MOV64_IMM(BPF_REG_2, 1);
  102. insn[i++] = BPF_MOV64_IMM(BPF_REG_3, 2);
  103. insn[i++] = BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  104. BPF_FUNC_skb_vlan_push),
  105. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, len - i - 2);
  106. i++;
  107. }
  108. for (j = 0; j < PUSH_CNT; j++) {
  109. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  110. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x34, len - i - 2);
  111. i++;
  112. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_6);
  113. insn[i++] = BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  114. BPF_FUNC_skb_vlan_pop),
  115. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, len - i - 2);
  116. i++;
  117. }
  118. if (++k < 5)
  119. goto loop;
  120. for (; i < len - 1; i++)
  121. insn[i] = BPF_ALU32_IMM(BPF_MOV, BPF_REG_0, 0xbef);
  122. insn[len - 1] = BPF_EXIT_INSN();
  123. }
  124. static void bpf_fill_jump_around_ld_abs(struct bpf_test *self)
  125. {
  126. struct bpf_insn *insn = self->insns;
  127. unsigned int len = BPF_MAXINSNS;
  128. int i = 0;
  129. insn[i++] = BPF_MOV64_REG(BPF_REG_6, BPF_REG_1);
  130. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  131. insn[i] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 10, len - i - 2);
  132. i++;
  133. while (i < len - 1)
  134. insn[i++] = BPF_LD_ABS(BPF_B, 1);
  135. insn[i] = BPF_EXIT_INSN();
  136. }
  137. static void bpf_fill_rand_ld_dw(struct bpf_test *self)
  138. {
  139. struct bpf_insn *insn = self->insns;
  140. uint64_t res = 0;
  141. int i = 0;
  142. insn[i++] = BPF_MOV32_IMM(BPF_REG_0, 0);
  143. while (i < self->retval) {
  144. uint64_t val = bpf_semi_rand_get();
  145. struct bpf_insn tmp[2] = { BPF_LD_IMM64(BPF_REG_1, val) };
  146. res ^= val;
  147. insn[i++] = tmp[0];
  148. insn[i++] = tmp[1];
  149. insn[i++] = BPF_ALU64_REG(BPF_XOR, BPF_REG_0, BPF_REG_1);
  150. }
  151. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_0);
  152. insn[i++] = BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 32);
  153. insn[i++] = BPF_ALU64_REG(BPF_XOR, BPF_REG_0, BPF_REG_1);
  154. insn[i] = BPF_EXIT_INSN();
  155. res ^= (res >> 32);
  156. self->retval = (uint32_t)res;
  157. }
  158. static struct bpf_test tests[] = {
  159. {
  160. "add+sub+mul",
  161. .insns = {
  162. BPF_MOV64_IMM(BPF_REG_1, 1),
  163. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 2),
  164. BPF_MOV64_IMM(BPF_REG_2, 3),
  165. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_2),
  166. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -1),
  167. BPF_ALU64_IMM(BPF_MUL, BPF_REG_1, 3),
  168. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  169. BPF_EXIT_INSN(),
  170. },
  171. .result = ACCEPT,
  172. .retval = -3,
  173. },
  174. {
  175. "DIV32 by 0, zero check 1",
  176. .insns = {
  177. BPF_MOV32_IMM(BPF_REG_0, 42),
  178. BPF_MOV32_IMM(BPF_REG_1, 0),
  179. BPF_MOV32_IMM(BPF_REG_2, 1),
  180. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  181. BPF_EXIT_INSN(),
  182. },
  183. .result = ACCEPT,
  184. .retval = 42,
  185. },
  186. {
  187. "DIV32 by 0, zero check 2",
  188. .insns = {
  189. BPF_MOV32_IMM(BPF_REG_0, 42),
  190. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  191. BPF_MOV32_IMM(BPF_REG_2, 1),
  192. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  193. BPF_EXIT_INSN(),
  194. },
  195. .result = ACCEPT,
  196. .retval = 42,
  197. },
  198. {
  199. "DIV64 by 0, zero check",
  200. .insns = {
  201. BPF_MOV32_IMM(BPF_REG_0, 42),
  202. BPF_MOV32_IMM(BPF_REG_1, 0),
  203. BPF_MOV32_IMM(BPF_REG_2, 1),
  204. BPF_ALU64_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  205. BPF_EXIT_INSN(),
  206. },
  207. .result = ACCEPT,
  208. .retval = 42,
  209. },
  210. {
  211. "MOD32 by 0, zero check 1",
  212. .insns = {
  213. BPF_MOV32_IMM(BPF_REG_0, 42),
  214. BPF_MOV32_IMM(BPF_REG_1, 0),
  215. BPF_MOV32_IMM(BPF_REG_2, 1),
  216. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  217. BPF_EXIT_INSN(),
  218. },
  219. .result = ACCEPT,
  220. .retval = 42,
  221. },
  222. {
  223. "MOD32 by 0, zero check 2",
  224. .insns = {
  225. BPF_MOV32_IMM(BPF_REG_0, 42),
  226. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  227. BPF_MOV32_IMM(BPF_REG_2, 1),
  228. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  229. BPF_EXIT_INSN(),
  230. },
  231. .result = ACCEPT,
  232. .retval = 42,
  233. },
  234. {
  235. "MOD64 by 0, zero check",
  236. .insns = {
  237. BPF_MOV32_IMM(BPF_REG_0, 42),
  238. BPF_MOV32_IMM(BPF_REG_1, 0),
  239. BPF_MOV32_IMM(BPF_REG_2, 1),
  240. BPF_ALU64_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  241. BPF_EXIT_INSN(),
  242. },
  243. .result = ACCEPT,
  244. .retval = 42,
  245. },
  246. {
  247. "DIV32 by 0, zero check ok, cls",
  248. .insns = {
  249. BPF_MOV32_IMM(BPF_REG_0, 42),
  250. BPF_MOV32_IMM(BPF_REG_1, 2),
  251. BPF_MOV32_IMM(BPF_REG_2, 16),
  252. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  253. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  254. BPF_EXIT_INSN(),
  255. },
  256. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  257. .result = ACCEPT,
  258. .retval = 8,
  259. },
  260. {
  261. "DIV32 by 0, zero check 1, cls",
  262. .insns = {
  263. BPF_MOV32_IMM(BPF_REG_1, 0),
  264. BPF_MOV32_IMM(BPF_REG_0, 1),
  265. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  266. BPF_EXIT_INSN(),
  267. },
  268. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  269. .result = ACCEPT,
  270. .retval = 0,
  271. },
  272. {
  273. "DIV32 by 0, zero check 2, cls",
  274. .insns = {
  275. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  276. BPF_MOV32_IMM(BPF_REG_0, 1),
  277. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  278. BPF_EXIT_INSN(),
  279. },
  280. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  281. .result = ACCEPT,
  282. .retval = 0,
  283. },
  284. {
  285. "DIV64 by 0, zero check, cls",
  286. .insns = {
  287. BPF_MOV32_IMM(BPF_REG_1, 0),
  288. BPF_MOV32_IMM(BPF_REG_0, 1),
  289. BPF_ALU64_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  290. BPF_EXIT_INSN(),
  291. },
  292. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  293. .result = ACCEPT,
  294. .retval = 0,
  295. },
  296. {
  297. "MOD32 by 0, zero check ok, cls",
  298. .insns = {
  299. BPF_MOV32_IMM(BPF_REG_0, 42),
  300. BPF_MOV32_IMM(BPF_REG_1, 3),
  301. BPF_MOV32_IMM(BPF_REG_2, 5),
  302. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  303. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  304. BPF_EXIT_INSN(),
  305. },
  306. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  307. .result = ACCEPT,
  308. .retval = 2,
  309. },
  310. {
  311. "MOD32 by 0, zero check 1, cls",
  312. .insns = {
  313. BPF_MOV32_IMM(BPF_REG_1, 0),
  314. BPF_MOV32_IMM(BPF_REG_0, 1),
  315. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  316. BPF_EXIT_INSN(),
  317. },
  318. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  319. .result = ACCEPT,
  320. .retval = 1,
  321. },
  322. {
  323. "MOD32 by 0, zero check 2, cls",
  324. .insns = {
  325. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  326. BPF_MOV32_IMM(BPF_REG_0, 1),
  327. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  328. BPF_EXIT_INSN(),
  329. },
  330. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  331. .result = ACCEPT,
  332. .retval = 1,
  333. },
  334. {
  335. "MOD64 by 0, zero check 1, cls",
  336. .insns = {
  337. BPF_MOV32_IMM(BPF_REG_1, 0),
  338. BPF_MOV32_IMM(BPF_REG_0, 2),
  339. BPF_ALU64_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  340. BPF_EXIT_INSN(),
  341. },
  342. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  343. .result = ACCEPT,
  344. .retval = 2,
  345. },
  346. {
  347. "MOD64 by 0, zero check 2, cls",
  348. .insns = {
  349. BPF_MOV32_IMM(BPF_REG_1, 0),
  350. BPF_MOV32_IMM(BPF_REG_0, -1),
  351. BPF_ALU64_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  352. BPF_EXIT_INSN(),
  353. },
  354. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  355. .result = ACCEPT,
  356. .retval = -1,
  357. },
  358. /* Just make sure that JITs used udiv/umod as otherwise we get
  359. * an exception from INT_MIN/-1 overflow similarly as with div
  360. * by zero.
  361. */
  362. {
  363. "DIV32 overflow, check 1",
  364. .insns = {
  365. BPF_MOV32_IMM(BPF_REG_1, -1),
  366. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  367. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  368. BPF_EXIT_INSN(),
  369. },
  370. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  371. .result = ACCEPT,
  372. .retval = 0,
  373. },
  374. {
  375. "DIV32 overflow, check 2",
  376. .insns = {
  377. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  378. BPF_ALU32_IMM(BPF_DIV, BPF_REG_0, -1),
  379. BPF_EXIT_INSN(),
  380. },
  381. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  382. .result = ACCEPT,
  383. .retval = 0,
  384. },
  385. {
  386. "DIV64 overflow, check 1",
  387. .insns = {
  388. BPF_MOV64_IMM(BPF_REG_1, -1),
  389. BPF_LD_IMM64(BPF_REG_0, LLONG_MIN),
  390. BPF_ALU64_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  391. BPF_EXIT_INSN(),
  392. },
  393. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  394. .result = ACCEPT,
  395. .retval = 0,
  396. },
  397. {
  398. "DIV64 overflow, check 2",
  399. .insns = {
  400. BPF_LD_IMM64(BPF_REG_0, LLONG_MIN),
  401. BPF_ALU64_IMM(BPF_DIV, BPF_REG_0, -1),
  402. BPF_EXIT_INSN(),
  403. },
  404. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  405. .result = ACCEPT,
  406. .retval = 0,
  407. },
  408. {
  409. "MOD32 overflow, check 1",
  410. .insns = {
  411. BPF_MOV32_IMM(BPF_REG_1, -1),
  412. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  413. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  414. BPF_EXIT_INSN(),
  415. },
  416. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  417. .result = ACCEPT,
  418. .retval = INT_MIN,
  419. },
  420. {
  421. "MOD32 overflow, check 2",
  422. .insns = {
  423. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  424. BPF_ALU32_IMM(BPF_MOD, BPF_REG_0, -1),
  425. BPF_EXIT_INSN(),
  426. },
  427. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  428. .result = ACCEPT,
  429. .retval = INT_MIN,
  430. },
  431. {
  432. "MOD64 overflow, check 1",
  433. .insns = {
  434. BPF_MOV64_IMM(BPF_REG_1, -1),
  435. BPF_LD_IMM64(BPF_REG_2, LLONG_MIN),
  436. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  437. BPF_ALU64_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  438. BPF_MOV32_IMM(BPF_REG_0, 0),
  439. BPF_JMP_REG(BPF_JNE, BPF_REG_3, BPF_REG_2, 1),
  440. BPF_MOV32_IMM(BPF_REG_0, 1),
  441. BPF_EXIT_INSN(),
  442. },
  443. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  444. .result = ACCEPT,
  445. .retval = 1,
  446. },
  447. {
  448. "MOD64 overflow, check 2",
  449. .insns = {
  450. BPF_LD_IMM64(BPF_REG_2, LLONG_MIN),
  451. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  452. BPF_ALU64_IMM(BPF_MOD, BPF_REG_2, -1),
  453. BPF_MOV32_IMM(BPF_REG_0, 0),
  454. BPF_JMP_REG(BPF_JNE, BPF_REG_3, BPF_REG_2, 1),
  455. BPF_MOV32_IMM(BPF_REG_0, 1),
  456. BPF_EXIT_INSN(),
  457. },
  458. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  459. .result = ACCEPT,
  460. .retval = 1,
  461. },
  462. {
  463. "xor32 zero extend check",
  464. .insns = {
  465. BPF_MOV32_IMM(BPF_REG_2, -1),
  466. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 32),
  467. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 0xffff),
  468. BPF_ALU32_REG(BPF_XOR, BPF_REG_2, BPF_REG_2),
  469. BPF_MOV32_IMM(BPF_REG_0, 2),
  470. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 0, 1),
  471. BPF_MOV32_IMM(BPF_REG_0, 1),
  472. BPF_EXIT_INSN(),
  473. },
  474. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  475. .result = ACCEPT,
  476. .retval = 1,
  477. },
  478. {
  479. "empty prog",
  480. .insns = {
  481. },
  482. .errstr = "unknown opcode 00",
  483. .result = REJECT,
  484. },
  485. {
  486. "only exit insn",
  487. .insns = {
  488. BPF_EXIT_INSN(),
  489. },
  490. .errstr = "R0 !read_ok",
  491. .result = REJECT,
  492. },
  493. {
  494. "unreachable",
  495. .insns = {
  496. BPF_EXIT_INSN(),
  497. BPF_EXIT_INSN(),
  498. },
  499. .errstr = "unreachable",
  500. .result = REJECT,
  501. },
  502. {
  503. "unreachable2",
  504. .insns = {
  505. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  506. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  507. BPF_EXIT_INSN(),
  508. },
  509. .errstr = "unreachable",
  510. .result = REJECT,
  511. },
  512. {
  513. "out of range jump",
  514. .insns = {
  515. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  516. BPF_EXIT_INSN(),
  517. },
  518. .errstr = "jump out of range",
  519. .result = REJECT,
  520. },
  521. {
  522. "out of range jump2",
  523. .insns = {
  524. BPF_JMP_IMM(BPF_JA, 0, 0, -2),
  525. BPF_EXIT_INSN(),
  526. },
  527. .errstr = "jump out of range",
  528. .result = REJECT,
  529. },
  530. {
  531. "test1 ld_imm64",
  532. .insns = {
  533. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  534. BPF_LD_IMM64(BPF_REG_0, 0),
  535. BPF_LD_IMM64(BPF_REG_0, 0),
  536. BPF_LD_IMM64(BPF_REG_0, 1),
  537. BPF_LD_IMM64(BPF_REG_0, 1),
  538. BPF_MOV64_IMM(BPF_REG_0, 2),
  539. BPF_EXIT_INSN(),
  540. },
  541. .errstr = "invalid BPF_LD_IMM insn",
  542. .errstr_unpriv = "R1 pointer comparison",
  543. .result = REJECT,
  544. },
  545. {
  546. "test2 ld_imm64",
  547. .insns = {
  548. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  549. BPF_LD_IMM64(BPF_REG_0, 0),
  550. BPF_LD_IMM64(BPF_REG_0, 0),
  551. BPF_LD_IMM64(BPF_REG_0, 1),
  552. BPF_LD_IMM64(BPF_REG_0, 1),
  553. BPF_EXIT_INSN(),
  554. },
  555. .errstr = "invalid BPF_LD_IMM insn",
  556. .errstr_unpriv = "R1 pointer comparison",
  557. .result = REJECT,
  558. },
  559. {
  560. "test3 ld_imm64",
  561. .insns = {
  562. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  563. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  564. BPF_LD_IMM64(BPF_REG_0, 0),
  565. BPF_LD_IMM64(BPF_REG_0, 0),
  566. BPF_LD_IMM64(BPF_REG_0, 1),
  567. BPF_LD_IMM64(BPF_REG_0, 1),
  568. BPF_EXIT_INSN(),
  569. },
  570. .errstr = "invalid bpf_ld_imm64 insn",
  571. .result = REJECT,
  572. },
  573. {
  574. "test4 ld_imm64",
  575. .insns = {
  576. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  577. BPF_EXIT_INSN(),
  578. },
  579. .errstr = "invalid bpf_ld_imm64 insn",
  580. .result = REJECT,
  581. },
  582. {
  583. "test5 ld_imm64",
  584. .insns = {
  585. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  586. },
  587. .errstr = "invalid bpf_ld_imm64 insn",
  588. .result = REJECT,
  589. },
  590. {
  591. "test6 ld_imm64",
  592. .insns = {
  593. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  594. BPF_RAW_INSN(0, 0, 0, 0, 0),
  595. BPF_EXIT_INSN(),
  596. },
  597. .result = ACCEPT,
  598. },
  599. {
  600. "test7 ld_imm64",
  601. .insns = {
  602. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  603. BPF_RAW_INSN(0, 0, 0, 0, 1),
  604. BPF_EXIT_INSN(),
  605. },
  606. .result = ACCEPT,
  607. .retval = 1,
  608. },
  609. {
  610. "test8 ld_imm64",
  611. .insns = {
  612. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 1, 1),
  613. BPF_RAW_INSN(0, 0, 0, 0, 1),
  614. BPF_EXIT_INSN(),
  615. },
  616. .errstr = "uses reserved fields",
  617. .result = REJECT,
  618. },
  619. {
  620. "test9 ld_imm64",
  621. .insns = {
  622. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  623. BPF_RAW_INSN(0, 0, 0, 1, 1),
  624. BPF_EXIT_INSN(),
  625. },
  626. .errstr = "invalid bpf_ld_imm64 insn",
  627. .result = REJECT,
  628. },
  629. {
  630. "test10 ld_imm64",
  631. .insns = {
  632. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  633. BPF_RAW_INSN(0, BPF_REG_1, 0, 0, 1),
  634. BPF_EXIT_INSN(),
  635. },
  636. .errstr = "invalid bpf_ld_imm64 insn",
  637. .result = REJECT,
  638. },
  639. {
  640. "test11 ld_imm64",
  641. .insns = {
  642. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  643. BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
  644. BPF_EXIT_INSN(),
  645. },
  646. .errstr = "invalid bpf_ld_imm64 insn",
  647. .result = REJECT,
  648. },
  649. {
  650. "test12 ld_imm64",
  651. .insns = {
  652. BPF_MOV64_IMM(BPF_REG_1, 0),
  653. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
  654. BPF_RAW_INSN(0, 0, 0, 0, 1),
  655. BPF_EXIT_INSN(),
  656. },
  657. .errstr = "not pointing to valid bpf_map",
  658. .result = REJECT,
  659. },
  660. {
  661. "test13 ld_imm64",
  662. .insns = {
  663. BPF_MOV64_IMM(BPF_REG_1, 0),
  664. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
  665. BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
  666. BPF_EXIT_INSN(),
  667. },
  668. .errstr = "invalid bpf_ld_imm64 insn",
  669. .result = REJECT,
  670. },
  671. {
  672. "arsh32 on imm",
  673. .insns = {
  674. BPF_MOV64_IMM(BPF_REG_0, 1),
  675. BPF_ALU32_IMM(BPF_ARSH, BPF_REG_0, 5),
  676. BPF_EXIT_INSN(),
  677. },
  678. .result = REJECT,
  679. .errstr = "unknown opcode c4",
  680. },
  681. {
  682. "arsh32 on reg",
  683. .insns = {
  684. BPF_MOV64_IMM(BPF_REG_0, 1),
  685. BPF_MOV64_IMM(BPF_REG_1, 5),
  686. BPF_ALU32_REG(BPF_ARSH, BPF_REG_0, BPF_REG_1),
  687. BPF_EXIT_INSN(),
  688. },
  689. .result = REJECT,
  690. .errstr = "unknown opcode cc",
  691. },
  692. {
  693. "arsh64 on imm",
  694. .insns = {
  695. BPF_MOV64_IMM(BPF_REG_0, 1),
  696. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_0, 5),
  697. BPF_EXIT_INSN(),
  698. },
  699. .result = ACCEPT,
  700. },
  701. {
  702. "arsh64 on reg",
  703. .insns = {
  704. BPF_MOV64_IMM(BPF_REG_0, 1),
  705. BPF_MOV64_IMM(BPF_REG_1, 5),
  706. BPF_ALU64_REG(BPF_ARSH, BPF_REG_0, BPF_REG_1),
  707. BPF_EXIT_INSN(),
  708. },
  709. .result = ACCEPT,
  710. },
  711. {
  712. "no bpf_exit",
  713. .insns = {
  714. BPF_ALU64_REG(BPF_MOV, BPF_REG_0, BPF_REG_2),
  715. },
  716. .errstr = "not an exit",
  717. .result = REJECT,
  718. },
  719. {
  720. "loop (back-edge)",
  721. .insns = {
  722. BPF_JMP_IMM(BPF_JA, 0, 0, -1),
  723. BPF_EXIT_INSN(),
  724. },
  725. .errstr = "back-edge",
  726. .result = REJECT,
  727. },
  728. {
  729. "loop2 (back-edge)",
  730. .insns = {
  731. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  732. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  733. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  734. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  735. BPF_EXIT_INSN(),
  736. },
  737. .errstr = "back-edge",
  738. .result = REJECT,
  739. },
  740. {
  741. "conditional loop",
  742. .insns = {
  743. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  744. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  745. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  746. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -3),
  747. BPF_EXIT_INSN(),
  748. },
  749. .errstr = "back-edge",
  750. .result = REJECT,
  751. },
  752. {
  753. "read uninitialized register",
  754. .insns = {
  755. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  756. BPF_EXIT_INSN(),
  757. },
  758. .errstr = "R2 !read_ok",
  759. .result = REJECT,
  760. },
  761. {
  762. "read invalid register",
  763. .insns = {
  764. BPF_MOV64_REG(BPF_REG_0, -1),
  765. BPF_EXIT_INSN(),
  766. },
  767. .errstr = "R15 is invalid",
  768. .result = REJECT,
  769. },
  770. {
  771. "program doesn't init R0 before exit",
  772. .insns = {
  773. BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_1),
  774. BPF_EXIT_INSN(),
  775. },
  776. .errstr = "R0 !read_ok",
  777. .result = REJECT,
  778. },
  779. {
  780. "program doesn't init R0 before exit in all branches",
  781. .insns = {
  782. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  783. BPF_MOV64_IMM(BPF_REG_0, 1),
  784. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
  785. BPF_EXIT_INSN(),
  786. },
  787. .errstr = "R0 !read_ok",
  788. .errstr_unpriv = "R1 pointer comparison",
  789. .result = REJECT,
  790. },
  791. {
  792. "stack out of bounds",
  793. .insns = {
  794. BPF_ST_MEM(BPF_DW, BPF_REG_10, 8, 0),
  795. BPF_EXIT_INSN(),
  796. },
  797. .errstr = "invalid stack",
  798. .result = REJECT,
  799. },
  800. {
  801. "invalid call insn1",
  802. .insns = {
  803. BPF_RAW_INSN(BPF_JMP | BPF_CALL | BPF_X, 0, 0, 0, 0),
  804. BPF_EXIT_INSN(),
  805. },
  806. .errstr = "unknown opcode 8d",
  807. .result = REJECT,
  808. },
  809. {
  810. "invalid call insn2",
  811. .insns = {
  812. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 1, 0),
  813. BPF_EXIT_INSN(),
  814. },
  815. .errstr = "BPF_CALL uses reserved",
  816. .result = REJECT,
  817. },
  818. {
  819. "invalid function call",
  820. .insns = {
  821. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, 1234567),
  822. BPF_EXIT_INSN(),
  823. },
  824. .errstr = "invalid func unknown#1234567",
  825. .result = REJECT,
  826. },
  827. {
  828. "uninitialized stack1",
  829. .insns = {
  830. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  831. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  832. BPF_LD_MAP_FD(BPF_REG_1, 0),
  833. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  834. BPF_FUNC_map_lookup_elem),
  835. BPF_EXIT_INSN(),
  836. },
  837. .fixup_map1 = { 2 },
  838. .errstr = "invalid indirect read from stack",
  839. .result = REJECT,
  840. },
  841. {
  842. "uninitialized stack2",
  843. .insns = {
  844. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  845. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -8),
  846. BPF_EXIT_INSN(),
  847. },
  848. .errstr = "invalid read from stack",
  849. .result = REJECT,
  850. },
  851. {
  852. "invalid fp arithmetic",
  853. /* If this gets ever changed, make sure JITs can deal with it. */
  854. .insns = {
  855. BPF_MOV64_IMM(BPF_REG_0, 0),
  856. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  857. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 8),
  858. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  859. BPF_EXIT_INSN(),
  860. },
  861. .errstr = "R1 subtraction from stack pointer",
  862. .result = REJECT,
  863. },
  864. {
  865. "non-invalid fp arithmetic",
  866. .insns = {
  867. BPF_MOV64_IMM(BPF_REG_0, 0),
  868. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  869. BPF_EXIT_INSN(),
  870. },
  871. .result = ACCEPT,
  872. },
  873. {
  874. "invalid argument register",
  875. .insns = {
  876. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  877. BPF_FUNC_get_cgroup_classid),
  878. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  879. BPF_FUNC_get_cgroup_classid),
  880. BPF_EXIT_INSN(),
  881. },
  882. .errstr = "R1 !read_ok",
  883. .result = REJECT,
  884. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  885. },
  886. {
  887. "non-invalid argument register",
  888. .insns = {
  889. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  890. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  891. BPF_FUNC_get_cgroup_classid),
  892. BPF_ALU64_REG(BPF_MOV, BPF_REG_1, BPF_REG_6),
  893. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  894. BPF_FUNC_get_cgroup_classid),
  895. BPF_EXIT_INSN(),
  896. },
  897. .result = ACCEPT,
  898. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  899. },
  900. {
  901. "check valid spill/fill",
  902. .insns = {
  903. /* spill R1(ctx) into stack */
  904. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  905. /* fill it back into R2 */
  906. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
  907. /* should be able to access R0 = *(R2 + 8) */
  908. /* BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 8), */
  909. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  910. BPF_EXIT_INSN(),
  911. },
  912. .errstr_unpriv = "R0 leaks addr",
  913. .result = ACCEPT,
  914. .result_unpriv = REJECT,
  915. .retval = POINTER_VALUE,
  916. },
  917. {
  918. "check valid spill/fill, skb mark",
  919. .insns = {
  920. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  921. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  922. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  923. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  924. offsetof(struct __sk_buff, mark)),
  925. BPF_EXIT_INSN(),
  926. },
  927. .result = ACCEPT,
  928. .result_unpriv = ACCEPT,
  929. },
  930. {
  931. "check corrupted spill/fill",
  932. .insns = {
  933. /* spill R1(ctx) into stack */
  934. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  935. /* mess up with R1 pointer on stack */
  936. BPF_ST_MEM(BPF_B, BPF_REG_10, -7, 0x23),
  937. /* fill back into R0 should fail */
  938. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  939. BPF_EXIT_INSN(),
  940. },
  941. .errstr_unpriv = "attempt to corrupt spilled",
  942. .errstr = "corrupted spill",
  943. .result = REJECT,
  944. },
  945. {
  946. "invalid src register in STX",
  947. .insns = {
  948. BPF_STX_MEM(BPF_B, BPF_REG_10, -1, -1),
  949. BPF_EXIT_INSN(),
  950. },
  951. .errstr = "R15 is invalid",
  952. .result = REJECT,
  953. },
  954. {
  955. "invalid dst register in STX",
  956. .insns = {
  957. BPF_STX_MEM(BPF_B, 14, BPF_REG_10, -1),
  958. BPF_EXIT_INSN(),
  959. },
  960. .errstr = "R14 is invalid",
  961. .result = REJECT,
  962. },
  963. {
  964. "invalid dst register in ST",
  965. .insns = {
  966. BPF_ST_MEM(BPF_B, 14, -1, -1),
  967. BPF_EXIT_INSN(),
  968. },
  969. .errstr = "R14 is invalid",
  970. .result = REJECT,
  971. },
  972. {
  973. "invalid src register in LDX",
  974. .insns = {
  975. BPF_LDX_MEM(BPF_B, BPF_REG_0, 12, 0),
  976. BPF_EXIT_INSN(),
  977. },
  978. .errstr = "R12 is invalid",
  979. .result = REJECT,
  980. },
  981. {
  982. "invalid dst register in LDX",
  983. .insns = {
  984. BPF_LDX_MEM(BPF_B, 11, BPF_REG_1, 0),
  985. BPF_EXIT_INSN(),
  986. },
  987. .errstr = "R11 is invalid",
  988. .result = REJECT,
  989. },
  990. {
  991. "junk insn",
  992. .insns = {
  993. BPF_RAW_INSN(0, 0, 0, 0, 0),
  994. BPF_EXIT_INSN(),
  995. },
  996. .errstr = "unknown opcode 00",
  997. .result = REJECT,
  998. },
  999. {
  1000. "junk insn2",
  1001. .insns = {
  1002. BPF_RAW_INSN(1, 0, 0, 0, 0),
  1003. BPF_EXIT_INSN(),
  1004. },
  1005. .errstr = "BPF_LDX uses reserved fields",
  1006. .result = REJECT,
  1007. },
  1008. {
  1009. "junk insn3",
  1010. .insns = {
  1011. BPF_RAW_INSN(-1, 0, 0, 0, 0),
  1012. BPF_EXIT_INSN(),
  1013. },
  1014. .errstr = "unknown opcode ff",
  1015. .result = REJECT,
  1016. },
  1017. {
  1018. "junk insn4",
  1019. .insns = {
  1020. BPF_RAW_INSN(-1, -1, -1, -1, -1),
  1021. BPF_EXIT_INSN(),
  1022. },
  1023. .errstr = "unknown opcode ff",
  1024. .result = REJECT,
  1025. },
  1026. {
  1027. "junk insn5",
  1028. .insns = {
  1029. BPF_RAW_INSN(0x7f, -1, -1, -1, -1),
  1030. BPF_EXIT_INSN(),
  1031. },
  1032. .errstr = "BPF_ALU uses reserved fields",
  1033. .result = REJECT,
  1034. },
  1035. {
  1036. "misaligned read from stack",
  1037. .insns = {
  1038. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1039. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -4),
  1040. BPF_EXIT_INSN(),
  1041. },
  1042. .errstr = "misaligned stack access",
  1043. .result = REJECT,
  1044. },
  1045. {
  1046. "invalid map_fd for function call",
  1047. .insns = {
  1048. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1049. BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_10),
  1050. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1051. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1052. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1053. BPF_FUNC_map_delete_elem),
  1054. BPF_EXIT_INSN(),
  1055. },
  1056. .errstr = "fd 0 is not pointing to valid bpf_map",
  1057. .result = REJECT,
  1058. },
  1059. {
  1060. "don't check return value before access",
  1061. .insns = {
  1062. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1063. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1064. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1065. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1066. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1067. BPF_FUNC_map_lookup_elem),
  1068. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  1069. BPF_EXIT_INSN(),
  1070. },
  1071. .fixup_map1 = { 3 },
  1072. .errstr = "R0 invalid mem access 'map_value_or_null'",
  1073. .result = REJECT,
  1074. },
  1075. {
  1076. "access memory with incorrect alignment",
  1077. .insns = {
  1078. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1079. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1080. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1081. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1082. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1083. BPF_FUNC_map_lookup_elem),
  1084. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  1085. BPF_ST_MEM(BPF_DW, BPF_REG_0, 4, 0),
  1086. BPF_EXIT_INSN(),
  1087. },
  1088. .fixup_map1 = { 3 },
  1089. .errstr = "misaligned value access",
  1090. .result = REJECT,
  1091. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  1092. },
  1093. {
  1094. "sometimes access memory with incorrect alignment",
  1095. .insns = {
  1096. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1097. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1098. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1099. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1100. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1101. BPF_FUNC_map_lookup_elem),
  1102. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  1103. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  1104. BPF_EXIT_INSN(),
  1105. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 1),
  1106. BPF_EXIT_INSN(),
  1107. },
  1108. .fixup_map1 = { 3 },
  1109. .errstr = "R0 invalid mem access",
  1110. .errstr_unpriv = "R0 leaks addr",
  1111. .result = REJECT,
  1112. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  1113. },
  1114. {
  1115. "jump test 1",
  1116. .insns = {
  1117. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1118. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -8),
  1119. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  1120. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1121. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 1),
  1122. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 1),
  1123. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 1),
  1124. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 2),
  1125. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 1),
  1126. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 3),
  1127. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 1),
  1128. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 4),
  1129. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
  1130. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 5),
  1131. BPF_MOV64_IMM(BPF_REG_0, 0),
  1132. BPF_EXIT_INSN(),
  1133. },
  1134. .errstr_unpriv = "R1 pointer comparison",
  1135. .result_unpriv = REJECT,
  1136. .result = ACCEPT,
  1137. },
  1138. {
  1139. "jump test 2",
  1140. .insns = {
  1141. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1142. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 2),
  1143. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1144. BPF_JMP_IMM(BPF_JA, 0, 0, 14),
  1145. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 2),
  1146. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
  1147. BPF_JMP_IMM(BPF_JA, 0, 0, 11),
  1148. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 2),
  1149. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
  1150. BPF_JMP_IMM(BPF_JA, 0, 0, 8),
  1151. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 2),
  1152. BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
  1153. BPF_JMP_IMM(BPF_JA, 0, 0, 5),
  1154. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 2),
  1155. BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
  1156. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1157. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
  1158. BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
  1159. BPF_MOV64_IMM(BPF_REG_0, 0),
  1160. BPF_EXIT_INSN(),
  1161. },
  1162. .errstr_unpriv = "R1 pointer comparison",
  1163. .result_unpriv = REJECT,
  1164. .result = ACCEPT,
  1165. },
  1166. {
  1167. "jump test 3",
  1168. .insns = {
  1169. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1170. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  1171. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1172. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1173. BPF_JMP_IMM(BPF_JA, 0, 0, 19),
  1174. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 3),
  1175. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
  1176. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  1177. BPF_JMP_IMM(BPF_JA, 0, 0, 15),
  1178. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 3),
  1179. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
  1180. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -32),
  1181. BPF_JMP_IMM(BPF_JA, 0, 0, 11),
  1182. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 3),
  1183. BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
  1184. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -40),
  1185. BPF_JMP_IMM(BPF_JA, 0, 0, 7),
  1186. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 3),
  1187. BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
  1188. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -48),
  1189. BPF_JMP_IMM(BPF_JA, 0, 0, 3),
  1190. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 0),
  1191. BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
  1192. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -56),
  1193. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1194. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1195. BPF_FUNC_map_delete_elem),
  1196. BPF_EXIT_INSN(),
  1197. },
  1198. .fixup_map1 = { 24 },
  1199. .errstr_unpriv = "R1 pointer comparison",
  1200. .result_unpriv = REJECT,
  1201. .result = ACCEPT,
  1202. .retval = -ENOENT,
  1203. },
  1204. {
  1205. "jump test 4",
  1206. .insns = {
  1207. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1208. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1209. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1210. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1211. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1212. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1213. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1214. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1215. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1216. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1217. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1218. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1219. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1220. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1221. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1222. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1223. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1224. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1225. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1226. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1227. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1228. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1229. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1230. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1231. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1232. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1233. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1234. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1235. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1236. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1237. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1238. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1239. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1240. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1241. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1242. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1243. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1244. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1245. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1246. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1247. BPF_MOV64_IMM(BPF_REG_0, 0),
  1248. BPF_EXIT_INSN(),
  1249. },
  1250. .errstr_unpriv = "R1 pointer comparison",
  1251. .result_unpriv = REJECT,
  1252. .result = ACCEPT,
  1253. },
  1254. {
  1255. "jump test 5",
  1256. .insns = {
  1257. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1258. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  1259. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1260. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1261. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1262. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1263. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1264. BPF_MOV64_IMM(BPF_REG_0, 0),
  1265. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1266. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1267. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1268. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1269. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1270. BPF_MOV64_IMM(BPF_REG_0, 0),
  1271. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1272. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1273. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1274. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1275. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1276. BPF_MOV64_IMM(BPF_REG_0, 0),
  1277. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1278. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1279. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1280. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1281. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1282. BPF_MOV64_IMM(BPF_REG_0, 0),
  1283. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1284. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1285. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1286. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1287. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1288. BPF_MOV64_IMM(BPF_REG_0, 0),
  1289. BPF_EXIT_INSN(),
  1290. },
  1291. .errstr_unpriv = "R1 pointer comparison",
  1292. .result_unpriv = REJECT,
  1293. .result = ACCEPT,
  1294. },
  1295. {
  1296. "access skb fields ok",
  1297. .insns = {
  1298. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1299. offsetof(struct __sk_buff, len)),
  1300. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1301. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1302. offsetof(struct __sk_buff, mark)),
  1303. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1304. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1305. offsetof(struct __sk_buff, pkt_type)),
  1306. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1307. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1308. offsetof(struct __sk_buff, queue_mapping)),
  1309. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1310. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1311. offsetof(struct __sk_buff, protocol)),
  1312. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1313. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1314. offsetof(struct __sk_buff, vlan_present)),
  1315. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1316. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1317. offsetof(struct __sk_buff, vlan_tci)),
  1318. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1319. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1320. offsetof(struct __sk_buff, napi_id)),
  1321. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1322. BPF_EXIT_INSN(),
  1323. },
  1324. .result = ACCEPT,
  1325. },
  1326. {
  1327. "access skb fields bad1",
  1328. .insns = {
  1329. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -4),
  1330. BPF_EXIT_INSN(),
  1331. },
  1332. .errstr = "invalid bpf_context access",
  1333. .result = REJECT,
  1334. },
  1335. {
  1336. "access skb fields bad2",
  1337. .insns = {
  1338. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 9),
  1339. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1340. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1341. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1342. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1343. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1344. BPF_FUNC_map_lookup_elem),
  1345. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1346. BPF_EXIT_INSN(),
  1347. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1348. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1349. offsetof(struct __sk_buff, pkt_type)),
  1350. BPF_EXIT_INSN(),
  1351. },
  1352. .fixup_map1 = { 4 },
  1353. .errstr = "different pointers",
  1354. .errstr_unpriv = "R1 pointer comparison",
  1355. .result = REJECT,
  1356. },
  1357. {
  1358. "access skb fields bad3",
  1359. .insns = {
  1360. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1361. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1362. offsetof(struct __sk_buff, pkt_type)),
  1363. BPF_EXIT_INSN(),
  1364. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1365. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1366. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1367. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1368. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1369. BPF_FUNC_map_lookup_elem),
  1370. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1371. BPF_EXIT_INSN(),
  1372. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1373. BPF_JMP_IMM(BPF_JA, 0, 0, -12),
  1374. },
  1375. .fixup_map1 = { 6 },
  1376. .errstr = "different pointers",
  1377. .errstr_unpriv = "R1 pointer comparison",
  1378. .result = REJECT,
  1379. },
  1380. {
  1381. "access skb fields bad4",
  1382. .insns = {
  1383. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 3),
  1384. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1385. offsetof(struct __sk_buff, len)),
  1386. BPF_MOV64_IMM(BPF_REG_0, 0),
  1387. BPF_EXIT_INSN(),
  1388. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1389. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1390. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1391. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1392. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1393. BPF_FUNC_map_lookup_elem),
  1394. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1395. BPF_EXIT_INSN(),
  1396. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1397. BPF_JMP_IMM(BPF_JA, 0, 0, -13),
  1398. },
  1399. .fixup_map1 = { 7 },
  1400. .errstr = "different pointers",
  1401. .errstr_unpriv = "R1 pointer comparison",
  1402. .result = REJECT,
  1403. },
  1404. {
  1405. "invalid access __sk_buff family",
  1406. .insns = {
  1407. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1408. offsetof(struct __sk_buff, family)),
  1409. BPF_EXIT_INSN(),
  1410. },
  1411. .errstr = "invalid bpf_context access",
  1412. .result = REJECT,
  1413. },
  1414. {
  1415. "invalid access __sk_buff remote_ip4",
  1416. .insns = {
  1417. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1418. offsetof(struct __sk_buff, remote_ip4)),
  1419. BPF_EXIT_INSN(),
  1420. },
  1421. .errstr = "invalid bpf_context access",
  1422. .result = REJECT,
  1423. },
  1424. {
  1425. "invalid access __sk_buff local_ip4",
  1426. .insns = {
  1427. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1428. offsetof(struct __sk_buff, local_ip4)),
  1429. BPF_EXIT_INSN(),
  1430. },
  1431. .errstr = "invalid bpf_context access",
  1432. .result = REJECT,
  1433. },
  1434. {
  1435. "invalid access __sk_buff remote_ip6",
  1436. .insns = {
  1437. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1438. offsetof(struct __sk_buff, remote_ip6)),
  1439. BPF_EXIT_INSN(),
  1440. },
  1441. .errstr = "invalid bpf_context access",
  1442. .result = REJECT,
  1443. },
  1444. {
  1445. "invalid access __sk_buff local_ip6",
  1446. .insns = {
  1447. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1448. offsetof(struct __sk_buff, local_ip6)),
  1449. BPF_EXIT_INSN(),
  1450. },
  1451. .errstr = "invalid bpf_context access",
  1452. .result = REJECT,
  1453. },
  1454. {
  1455. "invalid access __sk_buff remote_port",
  1456. .insns = {
  1457. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1458. offsetof(struct __sk_buff, remote_port)),
  1459. BPF_EXIT_INSN(),
  1460. },
  1461. .errstr = "invalid bpf_context access",
  1462. .result = REJECT,
  1463. },
  1464. {
  1465. "invalid access __sk_buff remote_port",
  1466. .insns = {
  1467. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1468. offsetof(struct __sk_buff, local_port)),
  1469. BPF_EXIT_INSN(),
  1470. },
  1471. .errstr = "invalid bpf_context access",
  1472. .result = REJECT,
  1473. },
  1474. {
  1475. "valid access __sk_buff family",
  1476. .insns = {
  1477. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1478. offsetof(struct __sk_buff, family)),
  1479. BPF_EXIT_INSN(),
  1480. },
  1481. .result = ACCEPT,
  1482. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1483. },
  1484. {
  1485. "valid access __sk_buff remote_ip4",
  1486. .insns = {
  1487. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1488. offsetof(struct __sk_buff, remote_ip4)),
  1489. BPF_EXIT_INSN(),
  1490. },
  1491. .result = ACCEPT,
  1492. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1493. },
  1494. {
  1495. "valid access __sk_buff local_ip4",
  1496. .insns = {
  1497. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1498. offsetof(struct __sk_buff, local_ip4)),
  1499. BPF_EXIT_INSN(),
  1500. },
  1501. .result = ACCEPT,
  1502. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1503. },
  1504. {
  1505. "valid access __sk_buff remote_ip6",
  1506. .insns = {
  1507. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1508. offsetof(struct __sk_buff, remote_ip6[0])),
  1509. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1510. offsetof(struct __sk_buff, remote_ip6[1])),
  1511. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1512. offsetof(struct __sk_buff, remote_ip6[2])),
  1513. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1514. offsetof(struct __sk_buff, remote_ip6[3])),
  1515. BPF_EXIT_INSN(),
  1516. },
  1517. .result = ACCEPT,
  1518. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1519. },
  1520. {
  1521. "valid access __sk_buff local_ip6",
  1522. .insns = {
  1523. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1524. offsetof(struct __sk_buff, local_ip6[0])),
  1525. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1526. offsetof(struct __sk_buff, local_ip6[1])),
  1527. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1528. offsetof(struct __sk_buff, local_ip6[2])),
  1529. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1530. offsetof(struct __sk_buff, local_ip6[3])),
  1531. BPF_EXIT_INSN(),
  1532. },
  1533. .result = ACCEPT,
  1534. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1535. },
  1536. {
  1537. "valid access __sk_buff remote_port",
  1538. .insns = {
  1539. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1540. offsetof(struct __sk_buff, remote_port)),
  1541. BPF_EXIT_INSN(),
  1542. },
  1543. .result = ACCEPT,
  1544. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1545. },
  1546. {
  1547. "valid access __sk_buff remote_port",
  1548. .insns = {
  1549. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1550. offsetof(struct __sk_buff, local_port)),
  1551. BPF_EXIT_INSN(),
  1552. },
  1553. .result = ACCEPT,
  1554. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1555. },
  1556. {
  1557. "invalid access of tc_classid for SK_SKB",
  1558. .insns = {
  1559. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1560. offsetof(struct __sk_buff, tc_classid)),
  1561. BPF_EXIT_INSN(),
  1562. },
  1563. .result = REJECT,
  1564. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1565. .errstr = "invalid bpf_context access",
  1566. },
  1567. {
  1568. "invalid access of skb->mark for SK_SKB",
  1569. .insns = {
  1570. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1571. offsetof(struct __sk_buff, mark)),
  1572. BPF_EXIT_INSN(),
  1573. },
  1574. .result = REJECT,
  1575. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1576. .errstr = "invalid bpf_context access",
  1577. },
  1578. {
  1579. "check skb->mark is not writeable by SK_SKB",
  1580. .insns = {
  1581. BPF_MOV64_IMM(BPF_REG_0, 0),
  1582. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1583. offsetof(struct __sk_buff, mark)),
  1584. BPF_EXIT_INSN(),
  1585. },
  1586. .result = REJECT,
  1587. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1588. .errstr = "invalid bpf_context access",
  1589. },
  1590. {
  1591. "check skb->tc_index is writeable by SK_SKB",
  1592. .insns = {
  1593. BPF_MOV64_IMM(BPF_REG_0, 0),
  1594. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1595. offsetof(struct __sk_buff, tc_index)),
  1596. BPF_EXIT_INSN(),
  1597. },
  1598. .result = ACCEPT,
  1599. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1600. },
  1601. {
  1602. "check skb->priority is writeable by SK_SKB",
  1603. .insns = {
  1604. BPF_MOV64_IMM(BPF_REG_0, 0),
  1605. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1606. offsetof(struct __sk_buff, priority)),
  1607. BPF_EXIT_INSN(),
  1608. },
  1609. .result = ACCEPT,
  1610. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1611. },
  1612. {
  1613. "direct packet read for SK_SKB",
  1614. .insns = {
  1615. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1616. offsetof(struct __sk_buff, data)),
  1617. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1618. offsetof(struct __sk_buff, data_end)),
  1619. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1620. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1621. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1622. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  1623. BPF_MOV64_IMM(BPF_REG_0, 0),
  1624. BPF_EXIT_INSN(),
  1625. },
  1626. .result = ACCEPT,
  1627. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1628. },
  1629. {
  1630. "direct packet write for SK_SKB",
  1631. .insns = {
  1632. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1633. offsetof(struct __sk_buff, data)),
  1634. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1635. offsetof(struct __sk_buff, data_end)),
  1636. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1637. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1638. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1639. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  1640. BPF_MOV64_IMM(BPF_REG_0, 0),
  1641. BPF_EXIT_INSN(),
  1642. },
  1643. .result = ACCEPT,
  1644. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1645. },
  1646. {
  1647. "overlapping checks for direct packet access SK_SKB",
  1648. .insns = {
  1649. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1650. offsetof(struct __sk_buff, data)),
  1651. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1652. offsetof(struct __sk_buff, data_end)),
  1653. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1654. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1655. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  1656. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  1657. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  1658. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  1659. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  1660. BPF_MOV64_IMM(BPF_REG_0, 0),
  1661. BPF_EXIT_INSN(),
  1662. },
  1663. .result = ACCEPT,
  1664. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1665. },
  1666. {
  1667. "valid access family in SK_MSG",
  1668. .insns = {
  1669. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1670. offsetof(struct sk_msg_md, family)),
  1671. BPF_EXIT_INSN(),
  1672. },
  1673. .result = ACCEPT,
  1674. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1675. },
  1676. {
  1677. "valid access remote_ip4 in SK_MSG",
  1678. .insns = {
  1679. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1680. offsetof(struct sk_msg_md, remote_ip4)),
  1681. BPF_EXIT_INSN(),
  1682. },
  1683. .result = ACCEPT,
  1684. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1685. },
  1686. {
  1687. "valid access local_ip4 in SK_MSG",
  1688. .insns = {
  1689. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1690. offsetof(struct sk_msg_md, local_ip4)),
  1691. BPF_EXIT_INSN(),
  1692. },
  1693. .result = ACCEPT,
  1694. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1695. },
  1696. {
  1697. "valid access remote_port in SK_MSG",
  1698. .insns = {
  1699. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1700. offsetof(struct sk_msg_md, remote_port)),
  1701. BPF_EXIT_INSN(),
  1702. },
  1703. .result = ACCEPT,
  1704. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1705. },
  1706. {
  1707. "valid access local_port in SK_MSG",
  1708. .insns = {
  1709. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1710. offsetof(struct sk_msg_md, local_port)),
  1711. BPF_EXIT_INSN(),
  1712. },
  1713. .result = ACCEPT,
  1714. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1715. },
  1716. {
  1717. "valid access remote_ip6 in SK_MSG",
  1718. .insns = {
  1719. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1720. offsetof(struct sk_msg_md, remote_ip6[0])),
  1721. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1722. offsetof(struct sk_msg_md, remote_ip6[1])),
  1723. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1724. offsetof(struct sk_msg_md, remote_ip6[2])),
  1725. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1726. offsetof(struct sk_msg_md, remote_ip6[3])),
  1727. BPF_EXIT_INSN(),
  1728. },
  1729. .result = ACCEPT,
  1730. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1731. },
  1732. {
  1733. "valid access local_ip6 in SK_MSG",
  1734. .insns = {
  1735. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1736. offsetof(struct sk_msg_md, local_ip6[0])),
  1737. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1738. offsetof(struct sk_msg_md, local_ip6[1])),
  1739. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1740. offsetof(struct sk_msg_md, local_ip6[2])),
  1741. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1742. offsetof(struct sk_msg_md, local_ip6[3])),
  1743. BPF_EXIT_INSN(),
  1744. },
  1745. .result = ACCEPT,
  1746. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1747. },
  1748. {
  1749. "invalid 64B read of family in SK_MSG",
  1750. .insns = {
  1751. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1752. offsetof(struct sk_msg_md, family)),
  1753. BPF_EXIT_INSN(),
  1754. },
  1755. .errstr = "invalid bpf_context access",
  1756. .result = REJECT,
  1757. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1758. },
  1759. {
  1760. "invalid read past end of SK_MSG",
  1761. .insns = {
  1762. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1763. offsetof(struct sk_msg_md, local_port) + 4),
  1764. BPF_EXIT_INSN(),
  1765. },
  1766. .errstr = "R0 !read_ok",
  1767. .result = REJECT,
  1768. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1769. },
  1770. {
  1771. "invalid read offset in SK_MSG",
  1772. .insns = {
  1773. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1774. offsetof(struct sk_msg_md, family) + 1),
  1775. BPF_EXIT_INSN(),
  1776. },
  1777. .errstr = "invalid bpf_context access",
  1778. .result = REJECT,
  1779. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1780. },
  1781. {
  1782. "direct packet read for SK_MSG",
  1783. .insns = {
  1784. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1785. offsetof(struct sk_msg_md, data)),
  1786. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1787. offsetof(struct sk_msg_md, data_end)),
  1788. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1789. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1790. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1791. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  1792. BPF_MOV64_IMM(BPF_REG_0, 0),
  1793. BPF_EXIT_INSN(),
  1794. },
  1795. .result = ACCEPT,
  1796. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1797. },
  1798. {
  1799. "direct packet write for SK_MSG",
  1800. .insns = {
  1801. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1802. offsetof(struct sk_msg_md, data)),
  1803. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1804. offsetof(struct sk_msg_md, data_end)),
  1805. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1806. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1807. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1808. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  1809. BPF_MOV64_IMM(BPF_REG_0, 0),
  1810. BPF_EXIT_INSN(),
  1811. },
  1812. .result = ACCEPT,
  1813. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1814. },
  1815. {
  1816. "overlapping checks for direct packet access SK_MSG",
  1817. .insns = {
  1818. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1819. offsetof(struct sk_msg_md, data)),
  1820. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1821. offsetof(struct sk_msg_md, data_end)),
  1822. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1823. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1824. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  1825. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  1826. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  1827. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  1828. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  1829. BPF_MOV64_IMM(BPF_REG_0, 0),
  1830. BPF_EXIT_INSN(),
  1831. },
  1832. .result = ACCEPT,
  1833. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1834. },
  1835. {
  1836. "check skb->mark is not writeable by sockets",
  1837. .insns = {
  1838. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1839. offsetof(struct __sk_buff, mark)),
  1840. BPF_EXIT_INSN(),
  1841. },
  1842. .errstr = "invalid bpf_context access",
  1843. .errstr_unpriv = "R1 leaks addr",
  1844. .result = REJECT,
  1845. },
  1846. {
  1847. "check skb->tc_index is not writeable by sockets",
  1848. .insns = {
  1849. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1850. offsetof(struct __sk_buff, tc_index)),
  1851. BPF_EXIT_INSN(),
  1852. },
  1853. .errstr = "invalid bpf_context access",
  1854. .errstr_unpriv = "R1 leaks addr",
  1855. .result = REJECT,
  1856. },
  1857. {
  1858. "check cb access: byte",
  1859. .insns = {
  1860. BPF_MOV64_IMM(BPF_REG_0, 0),
  1861. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1862. offsetof(struct __sk_buff, cb[0])),
  1863. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1864. offsetof(struct __sk_buff, cb[0]) + 1),
  1865. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1866. offsetof(struct __sk_buff, cb[0]) + 2),
  1867. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1868. offsetof(struct __sk_buff, cb[0]) + 3),
  1869. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1870. offsetof(struct __sk_buff, cb[1])),
  1871. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1872. offsetof(struct __sk_buff, cb[1]) + 1),
  1873. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1874. offsetof(struct __sk_buff, cb[1]) + 2),
  1875. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1876. offsetof(struct __sk_buff, cb[1]) + 3),
  1877. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1878. offsetof(struct __sk_buff, cb[2])),
  1879. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1880. offsetof(struct __sk_buff, cb[2]) + 1),
  1881. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1882. offsetof(struct __sk_buff, cb[2]) + 2),
  1883. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1884. offsetof(struct __sk_buff, cb[2]) + 3),
  1885. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1886. offsetof(struct __sk_buff, cb[3])),
  1887. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1888. offsetof(struct __sk_buff, cb[3]) + 1),
  1889. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1890. offsetof(struct __sk_buff, cb[3]) + 2),
  1891. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1892. offsetof(struct __sk_buff, cb[3]) + 3),
  1893. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1894. offsetof(struct __sk_buff, cb[4])),
  1895. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1896. offsetof(struct __sk_buff, cb[4]) + 1),
  1897. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1898. offsetof(struct __sk_buff, cb[4]) + 2),
  1899. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1900. offsetof(struct __sk_buff, cb[4]) + 3),
  1901. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1902. offsetof(struct __sk_buff, cb[0])),
  1903. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1904. offsetof(struct __sk_buff, cb[0]) + 1),
  1905. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1906. offsetof(struct __sk_buff, cb[0]) + 2),
  1907. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1908. offsetof(struct __sk_buff, cb[0]) + 3),
  1909. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1910. offsetof(struct __sk_buff, cb[1])),
  1911. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1912. offsetof(struct __sk_buff, cb[1]) + 1),
  1913. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1914. offsetof(struct __sk_buff, cb[1]) + 2),
  1915. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1916. offsetof(struct __sk_buff, cb[1]) + 3),
  1917. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1918. offsetof(struct __sk_buff, cb[2])),
  1919. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1920. offsetof(struct __sk_buff, cb[2]) + 1),
  1921. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1922. offsetof(struct __sk_buff, cb[2]) + 2),
  1923. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1924. offsetof(struct __sk_buff, cb[2]) + 3),
  1925. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1926. offsetof(struct __sk_buff, cb[3])),
  1927. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1928. offsetof(struct __sk_buff, cb[3]) + 1),
  1929. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1930. offsetof(struct __sk_buff, cb[3]) + 2),
  1931. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1932. offsetof(struct __sk_buff, cb[3]) + 3),
  1933. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1934. offsetof(struct __sk_buff, cb[4])),
  1935. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1936. offsetof(struct __sk_buff, cb[4]) + 1),
  1937. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1938. offsetof(struct __sk_buff, cb[4]) + 2),
  1939. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1940. offsetof(struct __sk_buff, cb[4]) + 3),
  1941. BPF_EXIT_INSN(),
  1942. },
  1943. .result = ACCEPT,
  1944. },
  1945. {
  1946. "__sk_buff->hash, offset 0, byte store not permitted",
  1947. .insns = {
  1948. BPF_MOV64_IMM(BPF_REG_0, 0),
  1949. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1950. offsetof(struct __sk_buff, hash)),
  1951. BPF_EXIT_INSN(),
  1952. },
  1953. .errstr = "invalid bpf_context access",
  1954. .result = REJECT,
  1955. },
  1956. {
  1957. "__sk_buff->tc_index, offset 3, byte store not permitted",
  1958. .insns = {
  1959. BPF_MOV64_IMM(BPF_REG_0, 0),
  1960. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1961. offsetof(struct __sk_buff, tc_index) + 3),
  1962. BPF_EXIT_INSN(),
  1963. },
  1964. .errstr = "invalid bpf_context access",
  1965. .result = REJECT,
  1966. },
  1967. {
  1968. "check skb->hash byte load permitted",
  1969. .insns = {
  1970. BPF_MOV64_IMM(BPF_REG_0, 0),
  1971. #if __BYTE_ORDER == __LITTLE_ENDIAN
  1972. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1973. offsetof(struct __sk_buff, hash)),
  1974. #else
  1975. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1976. offsetof(struct __sk_buff, hash) + 3),
  1977. #endif
  1978. BPF_EXIT_INSN(),
  1979. },
  1980. .result = ACCEPT,
  1981. },
  1982. {
  1983. "check skb->hash byte load not permitted 1",
  1984. .insns = {
  1985. BPF_MOV64_IMM(BPF_REG_0, 0),
  1986. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1987. offsetof(struct __sk_buff, hash) + 1),
  1988. BPF_EXIT_INSN(),
  1989. },
  1990. .errstr = "invalid bpf_context access",
  1991. .result = REJECT,
  1992. },
  1993. {
  1994. "check skb->hash byte load not permitted 2",
  1995. .insns = {
  1996. BPF_MOV64_IMM(BPF_REG_0, 0),
  1997. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1998. offsetof(struct __sk_buff, hash) + 2),
  1999. BPF_EXIT_INSN(),
  2000. },
  2001. .errstr = "invalid bpf_context access",
  2002. .result = REJECT,
  2003. },
  2004. {
  2005. "check skb->hash byte load not permitted 3",
  2006. .insns = {
  2007. BPF_MOV64_IMM(BPF_REG_0, 0),
  2008. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2009. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  2010. offsetof(struct __sk_buff, hash) + 3),
  2011. #else
  2012. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  2013. offsetof(struct __sk_buff, hash)),
  2014. #endif
  2015. BPF_EXIT_INSN(),
  2016. },
  2017. .errstr = "invalid bpf_context access",
  2018. .result = REJECT,
  2019. },
  2020. {
  2021. "check cb access: byte, wrong type",
  2022. .insns = {
  2023. BPF_MOV64_IMM(BPF_REG_0, 0),
  2024. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  2025. offsetof(struct __sk_buff, cb[0])),
  2026. BPF_EXIT_INSN(),
  2027. },
  2028. .errstr = "invalid bpf_context access",
  2029. .result = REJECT,
  2030. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2031. },
  2032. {
  2033. "check cb access: half",
  2034. .insns = {
  2035. BPF_MOV64_IMM(BPF_REG_0, 0),
  2036. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2037. offsetof(struct __sk_buff, cb[0])),
  2038. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2039. offsetof(struct __sk_buff, cb[0]) + 2),
  2040. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2041. offsetof(struct __sk_buff, cb[1])),
  2042. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2043. offsetof(struct __sk_buff, cb[1]) + 2),
  2044. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2045. offsetof(struct __sk_buff, cb[2])),
  2046. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2047. offsetof(struct __sk_buff, cb[2]) + 2),
  2048. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2049. offsetof(struct __sk_buff, cb[3])),
  2050. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2051. offsetof(struct __sk_buff, cb[3]) + 2),
  2052. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2053. offsetof(struct __sk_buff, cb[4])),
  2054. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2055. offsetof(struct __sk_buff, cb[4]) + 2),
  2056. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2057. offsetof(struct __sk_buff, cb[0])),
  2058. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2059. offsetof(struct __sk_buff, cb[0]) + 2),
  2060. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2061. offsetof(struct __sk_buff, cb[1])),
  2062. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2063. offsetof(struct __sk_buff, cb[1]) + 2),
  2064. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2065. offsetof(struct __sk_buff, cb[2])),
  2066. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2067. offsetof(struct __sk_buff, cb[2]) + 2),
  2068. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2069. offsetof(struct __sk_buff, cb[3])),
  2070. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2071. offsetof(struct __sk_buff, cb[3]) + 2),
  2072. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2073. offsetof(struct __sk_buff, cb[4])),
  2074. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2075. offsetof(struct __sk_buff, cb[4]) + 2),
  2076. BPF_EXIT_INSN(),
  2077. },
  2078. .result = ACCEPT,
  2079. },
  2080. {
  2081. "check cb access: half, unaligned",
  2082. .insns = {
  2083. BPF_MOV64_IMM(BPF_REG_0, 0),
  2084. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2085. offsetof(struct __sk_buff, cb[0]) + 1),
  2086. BPF_EXIT_INSN(),
  2087. },
  2088. .errstr = "misaligned context access",
  2089. .result = REJECT,
  2090. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2091. },
  2092. {
  2093. "check __sk_buff->hash, offset 0, half store not permitted",
  2094. .insns = {
  2095. BPF_MOV64_IMM(BPF_REG_0, 0),
  2096. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2097. offsetof(struct __sk_buff, hash)),
  2098. BPF_EXIT_INSN(),
  2099. },
  2100. .errstr = "invalid bpf_context access",
  2101. .result = REJECT,
  2102. },
  2103. {
  2104. "check __sk_buff->tc_index, offset 2, half store not permitted",
  2105. .insns = {
  2106. BPF_MOV64_IMM(BPF_REG_0, 0),
  2107. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2108. offsetof(struct __sk_buff, tc_index) + 2),
  2109. BPF_EXIT_INSN(),
  2110. },
  2111. .errstr = "invalid bpf_context access",
  2112. .result = REJECT,
  2113. },
  2114. {
  2115. "check skb->hash half load permitted",
  2116. .insns = {
  2117. BPF_MOV64_IMM(BPF_REG_0, 0),
  2118. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2119. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2120. offsetof(struct __sk_buff, hash)),
  2121. #else
  2122. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2123. offsetof(struct __sk_buff, hash) + 2),
  2124. #endif
  2125. BPF_EXIT_INSN(),
  2126. },
  2127. .result = ACCEPT,
  2128. },
  2129. {
  2130. "check skb->hash half load not permitted",
  2131. .insns = {
  2132. BPF_MOV64_IMM(BPF_REG_0, 0),
  2133. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2134. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2135. offsetof(struct __sk_buff, hash) + 2),
  2136. #else
  2137. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2138. offsetof(struct __sk_buff, hash)),
  2139. #endif
  2140. BPF_EXIT_INSN(),
  2141. },
  2142. .errstr = "invalid bpf_context access",
  2143. .result = REJECT,
  2144. },
  2145. {
  2146. "check cb access: half, wrong type",
  2147. .insns = {
  2148. BPF_MOV64_IMM(BPF_REG_0, 0),
  2149. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2150. offsetof(struct __sk_buff, cb[0])),
  2151. BPF_EXIT_INSN(),
  2152. },
  2153. .errstr = "invalid bpf_context access",
  2154. .result = REJECT,
  2155. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2156. },
  2157. {
  2158. "check cb access: word",
  2159. .insns = {
  2160. BPF_MOV64_IMM(BPF_REG_0, 0),
  2161. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2162. offsetof(struct __sk_buff, cb[0])),
  2163. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2164. offsetof(struct __sk_buff, cb[1])),
  2165. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2166. offsetof(struct __sk_buff, cb[2])),
  2167. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2168. offsetof(struct __sk_buff, cb[3])),
  2169. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2170. offsetof(struct __sk_buff, cb[4])),
  2171. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2172. offsetof(struct __sk_buff, cb[0])),
  2173. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2174. offsetof(struct __sk_buff, cb[1])),
  2175. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2176. offsetof(struct __sk_buff, cb[2])),
  2177. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2178. offsetof(struct __sk_buff, cb[3])),
  2179. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2180. offsetof(struct __sk_buff, cb[4])),
  2181. BPF_EXIT_INSN(),
  2182. },
  2183. .result = ACCEPT,
  2184. },
  2185. {
  2186. "check cb access: word, unaligned 1",
  2187. .insns = {
  2188. BPF_MOV64_IMM(BPF_REG_0, 0),
  2189. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2190. offsetof(struct __sk_buff, cb[0]) + 2),
  2191. BPF_EXIT_INSN(),
  2192. },
  2193. .errstr = "misaligned context access",
  2194. .result = REJECT,
  2195. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2196. },
  2197. {
  2198. "check cb access: word, unaligned 2",
  2199. .insns = {
  2200. BPF_MOV64_IMM(BPF_REG_0, 0),
  2201. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2202. offsetof(struct __sk_buff, cb[4]) + 1),
  2203. BPF_EXIT_INSN(),
  2204. },
  2205. .errstr = "misaligned context access",
  2206. .result = REJECT,
  2207. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2208. },
  2209. {
  2210. "check cb access: word, unaligned 3",
  2211. .insns = {
  2212. BPF_MOV64_IMM(BPF_REG_0, 0),
  2213. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2214. offsetof(struct __sk_buff, cb[4]) + 2),
  2215. BPF_EXIT_INSN(),
  2216. },
  2217. .errstr = "misaligned context access",
  2218. .result = REJECT,
  2219. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2220. },
  2221. {
  2222. "check cb access: word, unaligned 4",
  2223. .insns = {
  2224. BPF_MOV64_IMM(BPF_REG_0, 0),
  2225. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2226. offsetof(struct __sk_buff, cb[4]) + 3),
  2227. BPF_EXIT_INSN(),
  2228. },
  2229. .errstr = "misaligned context access",
  2230. .result = REJECT,
  2231. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2232. },
  2233. {
  2234. "check cb access: double",
  2235. .insns = {
  2236. BPF_MOV64_IMM(BPF_REG_0, 0),
  2237. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2238. offsetof(struct __sk_buff, cb[0])),
  2239. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2240. offsetof(struct __sk_buff, cb[2])),
  2241. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2242. offsetof(struct __sk_buff, cb[0])),
  2243. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2244. offsetof(struct __sk_buff, cb[2])),
  2245. BPF_EXIT_INSN(),
  2246. },
  2247. .result = ACCEPT,
  2248. },
  2249. {
  2250. "check cb access: double, unaligned 1",
  2251. .insns = {
  2252. BPF_MOV64_IMM(BPF_REG_0, 0),
  2253. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2254. offsetof(struct __sk_buff, cb[1])),
  2255. BPF_EXIT_INSN(),
  2256. },
  2257. .errstr = "misaligned context access",
  2258. .result = REJECT,
  2259. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2260. },
  2261. {
  2262. "check cb access: double, unaligned 2",
  2263. .insns = {
  2264. BPF_MOV64_IMM(BPF_REG_0, 0),
  2265. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2266. offsetof(struct __sk_buff, cb[3])),
  2267. BPF_EXIT_INSN(),
  2268. },
  2269. .errstr = "misaligned context access",
  2270. .result = REJECT,
  2271. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2272. },
  2273. {
  2274. "check cb access: double, oob 1",
  2275. .insns = {
  2276. BPF_MOV64_IMM(BPF_REG_0, 0),
  2277. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2278. offsetof(struct __sk_buff, cb[4])),
  2279. BPF_EXIT_INSN(),
  2280. },
  2281. .errstr = "invalid bpf_context access",
  2282. .result = REJECT,
  2283. },
  2284. {
  2285. "check cb access: double, oob 2",
  2286. .insns = {
  2287. BPF_MOV64_IMM(BPF_REG_0, 0),
  2288. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2289. offsetof(struct __sk_buff, cb[4])),
  2290. BPF_EXIT_INSN(),
  2291. },
  2292. .errstr = "invalid bpf_context access",
  2293. .result = REJECT,
  2294. },
  2295. {
  2296. "check __sk_buff->ifindex dw store not permitted",
  2297. .insns = {
  2298. BPF_MOV64_IMM(BPF_REG_0, 0),
  2299. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2300. offsetof(struct __sk_buff, ifindex)),
  2301. BPF_EXIT_INSN(),
  2302. },
  2303. .errstr = "invalid bpf_context access",
  2304. .result = REJECT,
  2305. },
  2306. {
  2307. "check __sk_buff->ifindex dw load not permitted",
  2308. .insns = {
  2309. BPF_MOV64_IMM(BPF_REG_0, 0),
  2310. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2311. offsetof(struct __sk_buff, ifindex)),
  2312. BPF_EXIT_INSN(),
  2313. },
  2314. .errstr = "invalid bpf_context access",
  2315. .result = REJECT,
  2316. },
  2317. {
  2318. "check cb access: double, wrong type",
  2319. .insns = {
  2320. BPF_MOV64_IMM(BPF_REG_0, 0),
  2321. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2322. offsetof(struct __sk_buff, cb[0])),
  2323. BPF_EXIT_INSN(),
  2324. },
  2325. .errstr = "invalid bpf_context access",
  2326. .result = REJECT,
  2327. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2328. },
  2329. {
  2330. "check out of range skb->cb access",
  2331. .insns = {
  2332. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2333. offsetof(struct __sk_buff, cb[0]) + 256),
  2334. BPF_EXIT_INSN(),
  2335. },
  2336. .errstr = "invalid bpf_context access",
  2337. .errstr_unpriv = "",
  2338. .result = REJECT,
  2339. .prog_type = BPF_PROG_TYPE_SCHED_ACT,
  2340. },
  2341. {
  2342. "write skb fields from socket prog",
  2343. .insns = {
  2344. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2345. offsetof(struct __sk_buff, cb[4])),
  2346. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  2347. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2348. offsetof(struct __sk_buff, mark)),
  2349. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2350. offsetof(struct __sk_buff, tc_index)),
  2351. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  2352. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  2353. offsetof(struct __sk_buff, cb[0])),
  2354. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  2355. offsetof(struct __sk_buff, cb[2])),
  2356. BPF_EXIT_INSN(),
  2357. },
  2358. .result = ACCEPT,
  2359. .errstr_unpriv = "R1 leaks addr",
  2360. .result_unpriv = REJECT,
  2361. },
  2362. {
  2363. "write skb fields from tc_cls_act prog",
  2364. .insns = {
  2365. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2366. offsetof(struct __sk_buff, cb[0])),
  2367. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2368. offsetof(struct __sk_buff, mark)),
  2369. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2370. offsetof(struct __sk_buff, tc_index)),
  2371. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2372. offsetof(struct __sk_buff, tc_index)),
  2373. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2374. offsetof(struct __sk_buff, cb[3])),
  2375. BPF_EXIT_INSN(),
  2376. },
  2377. .errstr_unpriv = "",
  2378. .result_unpriv = REJECT,
  2379. .result = ACCEPT,
  2380. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2381. },
  2382. {
  2383. "PTR_TO_STACK store/load",
  2384. .insns = {
  2385. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2386. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
  2387. BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
  2388. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
  2389. BPF_EXIT_INSN(),
  2390. },
  2391. .result = ACCEPT,
  2392. .retval = 0xfaceb00c,
  2393. },
  2394. {
  2395. "PTR_TO_STACK store/load - bad alignment on off",
  2396. .insns = {
  2397. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2398. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2399. BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
  2400. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
  2401. BPF_EXIT_INSN(),
  2402. },
  2403. .result = REJECT,
  2404. .errstr = "misaligned stack access off (0x0; 0x0)+-8+2 size 8",
  2405. },
  2406. {
  2407. "PTR_TO_STACK store/load - bad alignment on reg",
  2408. .insns = {
  2409. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2410. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
  2411. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2412. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2413. BPF_EXIT_INSN(),
  2414. },
  2415. .result = REJECT,
  2416. .errstr = "misaligned stack access off (0x0; 0x0)+-10+8 size 8",
  2417. },
  2418. {
  2419. "PTR_TO_STACK store/load - out of bounds low",
  2420. .insns = {
  2421. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2422. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -80000),
  2423. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2424. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2425. BPF_EXIT_INSN(),
  2426. },
  2427. .result = REJECT,
  2428. .errstr = "invalid stack off=-79992 size=8",
  2429. },
  2430. {
  2431. "PTR_TO_STACK store/load - out of bounds high",
  2432. .insns = {
  2433. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2434. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2435. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2436. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2437. BPF_EXIT_INSN(),
  2438. },
  2439. .result = REJECT,
  2440. .errstr = "invalid stack off=0 size=8",
  2441. },
  2442. {
  2443. "unpriv: return pointer",
  2444. .insns = {
  2445. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  2446. BPF_EXIT_INSN(),
  2447. },
  2448. .result = ACCEPT,
  2449. .result_unpriv = REJECT,
  2450. .errstr_unpriv = "R0 leaks addr",
  2451. .retval = POINTER_VALUE,
  2452. },
  2453. {
  2454. "unpriv: add const to pointer",
  2455. .insns = {
  2456. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  2457. BPF_MOV64_IMM(BPF_REG_0, 0),
  2458. BPF_EXIT_INSN(),
  2459. },
  2460. .result = ACCEPT,
  2461. },
  2462. {
  2463. "unpriv: add pointer to pointer",
  2464. .insns = {
  2465. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
  2466. BPF_MOV64_IMM(BPF_REG_0, 0),
  2467. BPF_EXIT_INSN(),
  2468. },
  2469. .result = REJECT,
  2470. .errstr = "R1 pointer += pointer",
  2471. },
  2472. {
  2473. "unpriv: neg pointer",
  2474. .insns = {
  2475. BPF_ALU64_IMM(BPF_NEG, BPF_REG_1, 0),
  2476. BPF_MOV64_IMM(BPF_REG_0, 0),
  2477. BPF_EXIT_INSN(),
  2478. },
  2479. .result = ACCEPT,
  2480. .result_unpriv = REJECT,
  2481. .errstr_unpriv = "R1 pointer arithmetic",
  2482. },
  2483. {
  2484. "unpriv: cmp pointer with const",
  2485. .insns = {
  2486. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
  2487. BPF_MOV64_IMM(BPF_REG_0, 0),
  2488. BPF_EXIT_INSN(),
  2489. },
  2490. .result = ACCEPT,
  2491. .result_unpriv = REJECT,
  2492. .errstr_unpriv = "R1 pointer comparison",
  2493. },
  2494. {
  2495. "unpriv: cmp pointer with pointer",
  2496. .insns = {
  2497. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  2498. BPF_MOV64_IMM(BPF_REG_0, 0),
  2499. BPF_EXIT_INSN(),
  2500. },
  2501. .result = ACCEPT,
  2502. .result_unpriv = REJECT,
  2503. .errstr_unpriv = "R10 pointer comparison",
  2504. },
  2505. {
  2506. "unpriv: check that printk is disallowed",
  2507. .insns = {
  2508. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2509. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2510. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2511. BPF_MOV64_IMM(BPF_REG_2, 8),
  2512. BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
  2513. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2514. BPF_FUNC_trace_printk),
  2515. BPF_MOV64_IMM(BPF_REG_0, 0),
  2516. BPF_EXIT_INSN(),
  2517. },
  2518. .errstr_unpriv = "unknown func bpf_trace_printk#6",
  2519. .result_unpriv = REJECT,
  2520. .result = ACCEPT,
  2521. },
  2522. {
  2523. "unpriv: pass pointer to helper function",
  2524. .insns = {
  2525. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2526. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2527. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2528. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2529. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  2530. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  2531. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2532. BPF_FUNC_map_update_elem),
  2533. BPF_MOV64_IMM(BPF_REG_0, 0),
  2534. BPF_EXIT_INSN(),
  2535. },
  2536. .fixup_map1 = { 3 },
  2537. .errstr_unpriv = "R4 leaks addr",
  2538. .result_unpriv = REJECT,
  2539. .result = ACCEPT,
  2540. },
  2541. {
  2542. "unpriv: indirectly pass pointer on stack to helper function",
  2543. .insns = {
  2544. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2545. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2546. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2547. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2548. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2549. BPF_FUNC_map_lookup_elem),
  2550. BPF_MOV64_IMM(BPF_REG_0, 0),
  2551. BPF_EXIT_INSN(),
  2552. },
  2553. .fixup_map1 = { 3 },
  2554. .errstr = "invalid indirect read from stack off -8+0 size 8",
  2555. .result = REJECT,
  2556. },
  2557. {
  2558. "unpriv: mangle pointer on stack 1",
  2559. .insns = {
  2560. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2561. BPF_ST_MEM(BPF_W, BPF_REG_10, -8, 0),
  2562. BPF_MOV64_IMM(BPF_REG_0, 0),
  2563. BPF_EXIT_INSN(),
  2564. },
  2565. .errstr_unpriv = "attempt to corrupt spilled",
  2566. .result_unpriv = REJECT,
  2567. .result = ACCEPT,
  2568. },
  2569. {
  2570. "unpriv: mangle pointer on stack 2",
  2571. .insns = {
  2572. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2573. BPF_ST_MEM(BPF_B, BPF_REG_10, -1, 0),
  2574. BPF_MOV64_IMM(BPF_REG_0, 0),
  2575. BPF_EXIT_INSN(),
  2576. },
  2577. .errstr_unpriv = "attempt to corrupt spilled",
  2578. .result_unpriv = REJECT,
  2579. .result = ACCEPT,
  2580. },
  2581. {
  2582. "unpriv: read pointer from stack in small chunks",
  2583. .insns = {
  2584. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2585. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -8),
  2586. BPF_MOV64_IMM(BPF_REG_0, 0),
  2587. BPF_EXIT_INSN(),
  2588. },
  2589. .errstr = "invalid size",
  2590. .result = REJECT,
  2591. },
  2592. {
  2593. "unpriv: write pointer into ctx",
  2594. .insns = {
  2595. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0),
  2596. BPF_MOV64_IMM(BPF_REG_0, 0),
  2597. BPF_EXIT_INSN(),
  2598. },
  2599. .errstr_unpriv = "R1 leaks addr",
  2600. .result_unpriv = REJECT,
  2601. .errstr = "invalid bpf_context access",
  2602. .result = REJECT,
  2603. },
  2604. {
  2605. "unpriv: spill/fill of ctx",
  2606. .insns = {
  2607. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2608. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2609. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2610. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2611. BPF_MOV64_IMM(BPF_REG_0, 0),
  2612. BPF_EXIT_INSN(),
  2613. },
  2614. .result = ACCEPT,
  2615. },
  2616. {
  2617. "unpriv: spill/fill of ctx 2",
  2618. .insns = {
  2619. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2620. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2621. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2622. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2623. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2624. BPF_FUNC_get_hash_recalc),
  2625. BPF_MOV64_IMM(BPF_REG_0, 0),
  2626. BPF_EXIT_INSN(),
  2627. },
  2628. .result = ACCEPT,
  2629. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2630. },
  2631. {
  2632. "unpriv: spill/fill of ctx 3",
  2633. .insns = {
  2634. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2635. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2636. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2637. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
  2638. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2639. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2640. BPF_FUNC_get_hash_recalc),
  2641. BPF_EXIT_INSN(),
  2642. },
  2643. .result = REJECT,
  2644. .errstr = "R1 type=fp expected=ctx",
  2645. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2646. },
  2647. {
  2648. "unpriv: spill/fill of ctx 4",
  2649. .insns = {
  2650. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2651. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2652. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2653. BPF_MOV64_IMM(BPF_REG_0, 1),
  2654. BPF_RAW_INSN(BPF_STX | BPF_XADD | BPF_DW, BPF_REG_10,
  2655. BPF_REG_0, -8, 0),
  2656. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2657. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2658. BPF_FUNC_get_hash_recalc),
  2659. BPF_EXIT_INSN(),
  2660. },
  2661. .result = REJECT,
  2662. .errstr = "R1 type=inv expected=ctx",
  2663. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2664. },
  2665. {
  2666. "unpriv: spill/fill of different pointers stx",
  2667. .insns = {
  2668. BPF_MOV64_IMM(BPF_REG_3, 42),
  2669. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2670. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2671. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  2672. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2673. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  2674. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
  2675. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
  2676. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2677. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2678. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_3,
  2679. offsetof(struct __sk_buff, mark)),
  2680. BPF_MOV64_IMM(BPF_REG_0, 0),
  2681. BPF_EXIT_INSN(),
  2682. },
  2683. .result = REJECT,
  2684. .errstr = "same insn cannot be used with different pointers",
  2685. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2686. },
  2687. {
  2688. "unpriv: spill/fill of different pointers ldx",
  2689. .insns = {
  2690. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2691. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2692. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  2693. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2694. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  2695. -(__s32)offsetof(struct bpf_perf_event_data,
  2696. sample_period) - 8),
  2697. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
  2698. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
  2699. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2700. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2701. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1,
  2702. offsetof(struct bpf_perf_event_data,
  2703. sample_period)),
  2704. BPF_MOV64_IMM(BPF_REG_0, 0),
  2705. BPF_EXIT_INSN(),
  2706. },
  2707. .result = REJECT,
  2708. .errstr = "same insn cannot be used with different pointers",
  2709. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  2710. },
  2711. {
  2712. "unpriv: write pointer into map elem value",
  2713. .insns = {
  2714. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2715. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2716. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2717. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2718. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2719. BPF_FUNC_map_lookup_elem),
  2720. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  2721. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  2722. BPF_EXIT_INSN(),
  2723. },
  2724. .fixup_map1 = { 3 },
  2725. .errstr_unpriv = "R0 leaks addr",
  2726. .result_unpriv = REJECT,
  2727. .result = ACCEPT,
  2728. },
  2729. {
  2730. "alu32: mov u32 const",
  2731. .insns = {
  2732. BPF_MOV32_IMM(BPF_REG_7, 0),
  2733. BPF_ALU32_IMM(BPF_AND, BPF_REG_7, 1),
  2734. BPF_MOV32_REG(BPF_REG_0, BPF_REG_7),
  2735. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  2736. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  2737. BPF_EXIT_INSN(),
  2738. },
  2739. .result = ACCEPT,
  2740. .retval = 0,
  2741. },
  2742. {
  2743. "unpriv: partial copy of pointer",
  2744. .insns = {
  2745. BPF_MOV32_REG(BPF_REG_1, BPF_REG_10),
  2746. BPF_MOV64_IMM(BPF_REG_0, 0),
  2747. BPF_EXIT_INSN(),
  2748. },
  2749. .errstr_unpriv = "R10 partial copy",
  2750. .result_unpriv = REJECT,
  2751. .result = ACCEPT,
  2752. },
  2753. {
  2754. "unpriv: pass pointer to tail_call",
  2755. .insns = {
  2756. BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
  2757. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2758. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2759. BPF_FUNC_tail_call),
  2760. BPF_MOV64_IMM(BPF_REG_0, 0),
  2761. BPF_EXIT_INSN(),
  2762. },
  2763. .fixup_prog1 = { 1 },
  2764. .errstr_unpriv = "R3 leaks addr into helper",
  2765. .result_unpriv = REJECT,
  2766. .result = ACCEPT,
  2767. },
  2768. {
  2769. "unpriv: cmp map pointer with zero",
  2770. .insns = {
  2771. BPF_MOV64_IMM(BPF_REG_1, 0),
  2772. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2773. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
  2774. BPF_MOV64_IMM(BPF_REG_0, 0),
  2775. BPF_EXIT_INSN(),
  2776. },
  2777. .fixup_map1 = { 1 },
  2778. .errstr_unpriv = "R1 pointer comparison",
  2779. .result_unpriv = REJECT,
  2780. .result = ACCEPT,
  2781. },
  2782. {
  2783. "unpriv: write into frame pointer",
  2784. .insns = {
  2785. BPF_MOV64_REG(BPF_REG_10, BPF_REG_1),
  2786. BPF_MOV64_IMM(BPF_REG_0, 0),
  2787. BPF_EXIT_INSN(),
  2788. },
  2789. .errstr = "frame pointer is read only",
  2790. .result = REJECT,
  2791. },
  2792. {
  2793. "unpriv: spill/fill frame pointer",
  2794. .insns = {
  2795. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2796. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2797. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
  2798. BPF_LDX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, 0),
  2799. BPF_MOV64_IMM(BPF_REG_0, 0),
  2800. BPF_EXIT_INSN(),
  2801. },
  2802. .errstr = "frame pointer is read only",
  2803. .result = REJECT,
  2804. },
  2805. {
  2806. "unpriv: cmp of frame pointer",
  2807. .insns = {
  2808. BPF_JMP_IMM(BPF_JEQ, BPF_REG_10, 0, 0),
  2809. BPF_MOV64_IMM(BPF_REG_0, 0),
  2810. BPF_EXIT_INSN(),
  2811. },
  2812. .errstr_unpriv = "R10 pointer comparison",
  2813. .result_unpriv = REJECT,
  2814. .result = ACCEPT,
  2815. },
  2816. {
  2817. "unpriv: adding of fp",
  2818. .insns = {
  2819. BPF_MOV64_IMM(BPF_REG_0, 0),
  2820. BPF_MOV64_IMM(BPF_REG_1, 0),
  2821. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
  2822. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, -8),
  2823. BPF_EXIT_INSN(),
  2824. },
  2825. .result = ACCEPT,
  2826. },
  2827. {
  2828. "unpriv: cmp of stack pointer",
  2829. .insns = {
  2830. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2831. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2832. BPF_JMP_IMM(BPF_JEQ, BPF_REG_2, 0, 0),
  2833. BPF_MOV64_IMM(BPF_REG_0, 0),
  2834. BPF_EXIT_INSN(),
  2835. },
  2836. .errstr_unpriv = "R2 pointer comparison",
  2837. .result_unpriv = REJECT,
  2838. .result = ACCEPT,
  2839. },
  2840. {
  2841. "runtime/jit: tail_call within bounds, prog once",
  2842. .insns = {
  2843. BPF_MOV64_IMM(BPF_REG_3, 0),
  2844. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2845. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2846. BPF_FUNC_tail_call),
  2847. BPF_MOV64_IMM(BPF_REG_0, 1),
  2848. BPF_EXIT_INSN(),
  2849. },
  2850. .fixup_prog1 = { 1 },
  2851. .result = ACCEPT,
  2852. .retval = 42,
  2853. },
  2854. {
  2855. "runtime/jit: tail_call within bounds, prog loop",
  2856. .insns = {
  2857. BPF_MOV64_IMM(BPF_REG_3, 1),
  2858. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2859. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2860. BPF_FUNC_tail_call),
  2861. BPF_MOV64_IMM(BPF_REG_0, 1),
  2862. BPF_EXIT_INSN(),
  2863. },
  2864. .fixup_prog1 = { 1 },
  2865. .result = ACCEPT,
  2866. .retval = 41,
  2867. },
  2868. {
  2869. "runtime/jit: tail_call within bounds, no prog",
  2870. .insns = {
  2871. BPF_MOV64_IMM(BPF_REG_3, 2),
  2872. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2873. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2874. BPF_FUNC_tail_call),
  2875. BPF_MOV64_IMM(BPF_REG_0, 1),
  2876. BPF_EXIT_INSN(),
  2877. },
  2878. .fixup_prog1 = { 1 },
  2879. .result = ACCEPT,
  2880. .retval = 1,
  2881. },
  2882. {
  2883. "runtime/jit: tail_call out of bounds",
  2884. .insns = {
  2885. BPF_MOV64_IMM(BPF_REG_3, 256),
  2886. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2887. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2888. BPF_FUNC_tail_call),
  2889. BPF_MOV64_IMM(BPF_REG_0, 2),
  2890. BPF_EXIT_INSN(),
  2891. },
  2892. .fixup_prog1 = { 1 },
  2893. .result = ACCEPT,
  2894. .retval = 2,
  2895. },
  2896. {
  2897. "runtime/jit: pass negative index to tail_call",
  2898. .insns = {
  2899. BPF_MOV64_IMM(BPF_REG_3, -1),
  2900. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2901. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2902. BPF_FUNC_tail_call),
  2903. BPF_MOV64_IMM(BPF_REG_0, 2),
  2904. BPF_EXIT_INSN(),
  2905. },
  2906. .fixup_prog1 = { 1 },
  2907. .result = ACCEPT,
  2908. .retval = 2,
  2909. },
  2910. {
  2911. "runtime/jit: pass > 32bit index to tail_call",
  2912. .insns = {
  2913. BPF_LD_IMM64(BPF_REG_3, 0x100000000ULL),
  2914. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2915. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2916. BPF_FUNC_tail_call),
  2917. BPF_MOV64_IMM(BPF_REG_0, 2),
  2918. BPF_EXIT_INSN(),
  2919. },
  2920. .fixup_prog1 = { 2 },
  2921. .result = ACCEPT,
  2922. .retval = 42,
  2923. },
  2924. {
  2925. "stack pointer arithmetic",
  2926. .insns = {
  2927. BPF_MOV64_IMM(BPF_REG_1, 4),
  2928. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  2929. BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
  2930. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
  2931. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
  2932. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  2933. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_1),
  2934. BPF_ST_MEM(0, BPF_REG_2, 4, 0),
  2935. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  2936. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  2937. BPF_ST_MEM(0, BPF_REG_2, 4, 0),
  2938. BPF_MOV64_IMM(BPF_REG_0, 0),
  2939. BPF_EXIT_INSN(),
  2940. },
  2941. .result = ACCEPT,
  2942. },
  2943. {
  2944. "raw_stack: no skb_load_bytes",
  2945. .insns = {
  2946. BPF_MOV64_IMM(BPF_REG_2, 4),
  2947. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2948. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2949. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2950. BPF_MOV64_IMM(BPF_REG_4, 8),
  2951. /* Call to skb_load_bytes() omitted. */
  2952. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2953. BPF_EXIT_INSN(),
  2954. },
  2955. .result = REJECT,
  2956. .errstr = "invalid read from stack off -8+0 size 8",
  2957. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2958. },
  2959. {
  2960. "raw_stack: skb_load_bytes, negative len",
  2961. .insns = {
  2962. BPF_MOV64_IMM(BPF_REG_2, 4),
  2963. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2964. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2965. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2966. BPF_MOV64_IMM(BPF_REG_4, -8),
  2967. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2968. BPF_FUNC_skb_load_bytes),
  2969. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2970. BPF_EXIT_INSN(),
  2971. },
  2972. .result = REJECT,
  2973. .errstr = "R4 min value is negative",
  2974. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2975. },
  2976. {
  2977. "raw_stack: skb_load_bytes, negative len 2",
  2978. .insns = {
  2979. BPF_MOV64_IMM(BPF_REG_2, 4),
  2980. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2981. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2982. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2983. BPF_MOV64_IMM(BPF_REG_4, ~0),
  2984. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2985. BPF_FUNC_skb_load_bytes),
  2986. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2987. BPF_EXIT_INSN(),
  2988. },
  2989. .result = REJECT,
  2990. .errstr = "R4 min value is negative",
  2991. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2992. },
  2993. {
  2994. "raw_stack: skb_load_bytes, zero len",
  2995. .insns = {
  2996. BPF_MOV64_IMM(BPF_REG_2, 4),
  2997. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2998. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2999. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3000. BPF_MOV64_IMM(BPF_REG_4, 0),
  3001. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3002. BPF_FUNC_skb_load_bytes),
  3003. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3004. BPF_EXIT_INSN(),
  3005. },
  3006. .result = REJECT,
  3007. .errstr = "invalid stack type R3",
  3008. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3009. },
  3010. {
  3011. "raw_stack: skb_load_bytes, no init",
  3012. .insns = {
  3013. BPF_MOV64_IMM(BPF_REG_2, 4),
  3014. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3015. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3016. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3017. BPF_MOV64_IMM(BPF_REG_4, 8),
  3018. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3019. BPF_FUNC_skb_load_bytes),
  3020. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3021. BPF_EXIT_INSN(),
  3022. },
  3023. .result = ACCEPT,
  3024. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3025. },
  3026. {
  3027. "raw_stack: skb_load_bytes, init",
  3028. .insns = {
  3029. BPF_MOV64_IMM(BPF_REG_2, 4),
  3030. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3031. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3032. BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xcafe),
  3033. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3034. BPF_MOV64_IMM(BPF_REG_4, 8),
  3035. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3036. BPF_FUNC_skb_load_bytes),
  3037. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3038. BPF_EXIT_INSN(),
  3039. },
  3040. .result = ACCEPT,
  3041. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3042. },
  3043. {
  3044. "raw_stack: skb_load_bytes, spilled regs around bounds",
  3045. .insns = {
  3046. BPF_MOV64_IMM(BPF_REG_2, 4),
  3047. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3048. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3049. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3050. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3051. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3052. BPF_MOV64_IMM(BPF_REG_4, 8),
  3053. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3054. BPF_FUNC_skb_load_bytes),
  3055. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3056. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3057. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3058. offsetof(struct __sk_buff, mark)),
  3059. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3060. offsetof(struct __sk_buff, priority)),
  3061. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3062. BPF_EXIT_INSN(),
  3063. },
  3064. .result = ACCEPT,
  3065. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3066. },
  3067. {
  3068. "raw_stack: skb_load_bytes, spilled regs corruption",
  3069. .insns = {
  3070. BPF_MOV64_IMM(BPF_REG_2, 4),
  3071. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3072. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3073. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3074. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3075. BPF_MOV64_IMM(BPF_REG_4, 8),
  3076. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3077. BPF_FUNC_skb_load_bytes),
  3078. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3079. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3080. offsetof(struct __sk_buff, mark)),
  3081. BPF_EXIT_INSN(),
  3082. },
  3083. .result = REJECT,
  3084. .errstr = "R0 invalid mem access 'inv'",
  3085. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3086. },
  3087. {
  3088. "raw_stack: skb_load_bytes, spilled regs corruption 2",
  3089. .insns = {
  3090. BPF_MOV64_IMM(BPF_REG_2, 4),
  3091. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3092. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3093. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3094. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3095. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3096. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3097. BPF_MOV64_IMM(BPF_REG_4, 8),
  3098. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3099. BPF_FUNC_skb_load_bytes),
  3100. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3101. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3102. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
  3103. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3104. offsetof(struct __sk_buff, mark)),
  3105. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3106. offsetof(struct __sk_buff, priority)),
  3107. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3108. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_3,
  3109. offsetof(struct __sk_buff, pkt_type)),
  3110. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  3111. BPF_EXIT_INSN(),
  3112. },
  3113. .result = REJECT,
  3114. .errstr = "R3 invalid mem access 'inv'",
  3115. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3116. },
  3117. {
  3118. "raw_stack: skb_load_bytes, spilled regs + data",
  3119. .insns = {
  3120. BPF_MOV64_IMM(BPF_REG_2, 4),
  3121. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3122. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3123. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3124. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3125. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3126. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3127. BPF_MOV64_IMM(BPF_REG_4, 8),
  3128. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3129. BPF_FUNC_skb_load_bytes),
  3130. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3131. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3132. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
  3133. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3134. offsetof(struct __sk_buff, mark)),
  3135. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3136. offsetof(struct __sk_buff, priority)),
  3137. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3138. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  3139. BPF_EXIT_INSN(),
  3140. },
  3141. .result = ACCEPT,
  3142. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3143. },
  3144. {
  3145. "raw_stack: skb_load_bytes, invalid access 1",
  3146. .insns = {
  3147. BPF_MOV64_IMM(BPF_REG_2, 4),
  3148. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3149. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -513),
  3150. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3151. BPF_MOV64_IMM(BPF_REG_4, 8),
  3152. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3153. BPF_FUNC_skb_load_bytes),
  3154. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3155. BPF_EXIT_INSN(),
  3156. },
  3157. .result = REJECT,
  3158. .errstr = "invalid stack type R3 off=-513 access_size=8",
  3159. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3160. },
  3161. {
  3162. "raw_stack: skb_load_bytes, invalid access 2",
  3163. .insns = {
  3164. BPF_MOV64_IMM(BPF_REG_2, 4),
  3165. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3166. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
  3167. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3168. BPF_MOV64_IMM(BPF_REG_4, 8),
  3169. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3170. BPF_FUNC_skb_load_bytes),
  3171. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3172. BPF_EXIT_INSN(),
  3173. },
  3174. .result = REJECT,
  3175. .errstr = "invalid stack type R3 off=-1 access_size=8",
  3176. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3177. },
  3178. {
  3179. "raw_stack: skb_load_bytes, invalid access 3",
  3180. .insns = {
  3181. BPF_MOV64_IMM(BPF_REG_2, 4),
  3182. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3183. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 0xffffffff),
  3184. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3185. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3186. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3187. BPF_FUNC_skb_load_bytes),
  3188. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3189. BPF_EXIT_INSN(),
  3190. },
  3191. .result = REJECT,
  3192. .errstr = "R4 min value is negative",
  3193. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3194. },
  3195. {
  3196. "raw_stack: skb_load_bytes, invalid access 4",
  3197. .insns = {
  3198. BPF_MOV64_IMM(BPF_REG_2, 4),
  3199. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3200. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
  3201. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3202. BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
  3203. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3204. BPF_FUNC_skb_load_bytes),
  3205. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3206. BPF_EXIT_INSN(),
  3207. },
  3208. .result = REJECT,
  3209. .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
  3210. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3211. },
  3212. {
  3213. "raw_stack: skb_load_bytes, invalid access 5",
  3214. .insns = {
  3215. BPF_MOV64_IMM(BPF_REG_2, 4),
  3216. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3217. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3218. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3219. BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
  3220. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3221. BPF_FUNC_skb_load_bytes),
  3222. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3223. BPF_EXIT_INSN(),
  3224. },
  3225. .result = REJECT,
  3226. .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
  3227. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3228. },
  3229. {
  3230. "raw_stack: skb_load_bytes, invalid access 6",
  3231. .insns = {
  3232. BPF_MOV64_IMM(BPF_REG_2, 4),
  3233. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3234. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3235. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3236. BPF_MOV64_IMM(BPF_REG_4, 0),
  3237. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3238. BPF_FUNC_skb_load_bytes),
  3239. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3240. BPF_EXIT_INSN(),
  3241. },
  3242. .result = REJECT,
  3243. .errstr = "invalid stack type R3 off=-512 access_size=0",
  3244. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3245. },
  3246. {
  3247. "raw_stack: skb_load_bytes, large access",
  3248. .insns = {
  3249. BPF_MOV64_IMM(BPF_REG_2, 4),
  3250. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3251. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3252. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3253. BPF_MOV64_IMM(BPF_REG_4, 512),
  3254. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3255. BPF_FUNC_skb_load_bytes),
  3256. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3257. BPF_EXIT_INSN(),
  3258. },
  3259. .result = ACCEPT,
  3260. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3261. },
  3262. {
  3263. "context stores via ST",
  3264. .insns = {
  3265. BPF_MOV64_IMM(BPF_REG_0, 0),
  3266. BPF_ST_MEM(BPF_DW, BPF_REG_1, offsetof(struct __sk_buff, mark), 0),
  3267. BPF_EXIT_INSN(),
  3268. },
  3269. .errstr = "BPF_ST stores into R1 context is not allowed",
  3270. .result = REJECT,
  3271. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3272. },
  3273. {
  3274. "context stores via XADD",
  3275. .insns = {
  3276. BPF_MOV64_IMM(BPF_REG_0, 0),
  3277. BPF_RAW_INSN(BPF_STX | BPF_XADD | BPF_W, BPF_REG_1,
  3278. BPF_REG_0, offsetof(struct __sk_buff, mark), 0),
  3279. BPF_EXIT_INSN(),
  3280. },
  3281. .errstr = "BPF_XADD stores into R1 context is not allowed",
  3282. .result = REJECT,
  3283. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3284. },
  3285. {
  3286. "direct packet access: test1",
  3287. .insns = {
  3288. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3289. offsetof(struct __sk_buff, data)),
  3290. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3291. offsetof(struct __sk_buff, data_end)),
  3292. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3293. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3294. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3295. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3296. BPF_MOV64_IMM(BPF_REG_0, 0),
  3297. BPF_EXIT_INSN(),
  3298. },
  3299. .result = ACCEPT,
  3300. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3301. },
  3302. {
  3303. "direct packet access: test2",
  3304. .insns = {
  3305. BPF_MOV64_IMM(BPF_REG_0, 1),
  3306. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  3307. offsetof(struct __sk_buff, data_end)),
  3308. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3309. offsetof(struct __sk_buff, data)),
  3310. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3311. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 14),
  3312. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_4, 15),
  3313. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 7),
  3314. BPF_LDX_MEM(BPF_B, BPF_REG_4, BPF_REG_3, 12),
  3315. BPF_ALU64_IMM(BPF_MUL, BPF_REG_4, 14),
  3316. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3317. offsetof(struct __sk_buff, data)),
  3318. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_4),
  3319. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3320. offsetof(struct __sk_buff, len)),
  3321. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 49),
  3322. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 49),
  3323. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_2),
  3324. BPF_MOV64_REG(BPF_REG_2, BPF_REG_3),
  3325. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  3326. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  3327. offsetof(struct __sk_buff, data_end)),
  3328. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  3329. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_3, 4),
  3330. BPF_MOV64_IMM(BPF_REG_0, 0),
  3331. BPF_EXIT_INSN(),
  3332. },
  3333. .result = ACCEPT,
  3334. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3335. },
  3336. {
  3337. "direct packet access: test3",
  3338. .insns = {
  3339. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3340. offsetof(struct __sk_buff, data)),
  3341. BPF_MOV64_IMM(BPF_REG_0, 0),
  3342. BPF_EXIT_INSN(),
  3343. },
  3344. .errstr = "invalid bpf_context access off=76",
  3345. .result = REJECT,
  3346. .prog_type = BPF_PROG_TYPE_SOCKET_FILTER,
  3347. },
  3348. {
  3349. "direct packet access: test4 (write)",
  3350. .insns = {
  3351. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3352. offsetof(struct __sk_buff, data)),
  3353. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3354. offsetof(struct __sk_buff, data_end)),
  3355. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3356. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3357. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3358. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3359. BPF_MOV64_IMM(BPF_REG_0, 0),
  3360. BPF_EXIT_INSN(),
  3361. },
  3362. .result = ACCEPT,
  3363. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3364. },
  3365. {
  3366. "direct packet access: test5 (pkt_end >= reg, good access)",
  3367. .insns = {
  3368. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3369. offsetof(struct __sk_buff, data)),
  3370. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3371. offsetof(struct __sk_buff, data_end)),
  3372. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3373. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3374. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
  3375. BPF_MOV64_IMM(BPF_REG_0, 1),
  3376. BPF_EXIT_INSN(),
  3377. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3378. BPF_MOV64_IMM(BPF_REG_0, 0),
  3379. BPF_EXIT_INSN(),
  3380. },
  3381. .result = ACCEPT,
  3382. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3383. },
  3384. {
  3385. "direct packet access: test6 (pkt_end >= reg, bad access)",
  3386. .insns = {
  3387. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3388. offsetof(struct __sk_buff, data)),
  3389. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3390. offsetof(struct __sk_buff, data_end)),
  3391. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3392. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3393. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
  3394. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3395. BPF_MOV64_IMM(BPF_REG_0, 1),
  3396. BPF_EXIT_INSN(),
  3397. BPF_MOV64_IMM(BPF_REG_0, 0),
  3398. BPF_EXIT_INSN(),
  3399. },
  3400. .errstr = "invalid access to packet",
  3401. .result = REJECT,
  3402. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3403. },
  3404. {
  3405. "direct packet access: test7 (pkt_end >= reg, both accesses)",
  3406. .insns = {
  3407. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3408. offsetof(struct __sk_buff, data)),
  3409. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3410. offsetof(struct __sk_buff, data_end)),
  3411. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3412. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3413. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
  3414. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3415. BPF_MOV64_IMM(BPF_REG_0, 1),
  3416. BPF_EXIT_INSN(),
  3417. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3418. BPF_MOV64_IMM(BPF_REG_0, 0),
  3419. BPF_EXIT_INSN(),
  3420. },
  3421. .errstr = "invalid access to packet",
  3422. .result = REJECT,
  3423. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3424. },
  3425. {
  3426. "direct packet access: test8 (double test, variant 1)",
  3427. .insns = {
  3428. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3429. offsetof(struct __sk_buff, data)),
  3430. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3431. offsetof(struct __sk_buff, data_end)),
  3432. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3433. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3434. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 4),
  3435. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3436. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3437. BPF_MOV64_IMM(BPF_REG_0, 1),
  3438. BPF_EXIT_INSN(),
  3439. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3440. BPF_MOV64_IMM(BPF_REG_0, 0),
  3441. BPF_EXIT_INSN(),
  3442. },
  3443. .result = ACCEPT,
  3444. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3445. },
  3446. {
  3447. "direct packet access: test9 (double test, variant 2)",
  3448. .insns = {
  3449. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3450. offsetof(struct __sk_buff, data)),
  3451. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3452. offsetof(struct __sk_buff, data_end)),
  3453. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3454. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3455. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
  3456. BPF_MOV64_IMM(BPF_REG_0, 1),
  3457. BPF_EXIT_INSN(),
  3458. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3459. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3460. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3461. BPF_MOV64_IMM(BPF_REG_0, 0),
  3462. BPF_EXIT_INSN(),
  3463. },
  3464. .result = ACCEPT,
  3465. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3466. },
  3467. {
  3468. "direct packet access: test10 (write invalid)",
  3469. .insns = {
  3470. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3471. offsetof(struct __sk_buff, data)),
  3472. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3473. offsetof(struct __sk_buff, data_end)),
  3474. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3475. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3476. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  3477. BPF_MOV64_IMM(BPF_REG_0, 0),
  3478. BPF_EXIT_INSN(),
  3479. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3480. BPF_MOV64_IMM(BPF_REG_0, 0),
  3481. BPF_EXIT_INSN(),
  3482. },
  3483. .errstr = "invalid access to packet",
  3484. .result = REJECT,
  3485. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3486. },
  3487. {
  3488. "direct packet access: test11 (shift, good access)",
  3489. .insns = {
  3490. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3491. offsetof(struct __sk_buff, data)),
  3492. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3493. offsetof(struct __sk_buff, data_end)),
  3494. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3495. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3496. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3497. BPF_MOV64_IMM(BPF_REG_3, 144),
  3498. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3499. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3500. BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 3),
  3501. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3502. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3503. BPF_MOV64_IMM(BPF_REG_0, 1),
  3504. BPF_EXIT_INSN(),
  3505. BPF_MOV64_IMM(BPF_REG_0, 0),
  3506. BPF_EXIT_INSN(),
  3507. },
  3508. .result = ACCEPT,
  3509. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3510. .retval = 1,
  3511. },
  3512. {
  3513. "direct packet access: test12 (and, good access)",
  3514. .insns = {
  3515. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3516. offsetof(struct __sk_buff, data)),
  3517. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3518. offsetof(struct __sk_buff, data_end)),
  3519. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3520. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3521. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3522. BPF_MOV64_IMM(BPF_REG_3, 144),
  3523. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3524. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3525. BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
  3526. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3527. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3528. BPF_MOV64_IMM(BPF_REG_0, 1),
  3529. BPF_EXIT_INSN(),
  3530. BPF_MOV64_IMM(BPF_REG_0, 0),
  3531. BPF_EXIT_INSN(),
  3532. },
  3533. .result = ACCEPT,
  3534. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3535. .retval = 1,
  3536. },
  3537. {
  3538. "direct packet access: test13 (branches, good access)",
  3539. .insns = {
  3540. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3541. offsetof(struct __sk_buff, data)),
  3542. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3543. offsetof(struct __sk_buff, data_end)),
  3544. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3545. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3546. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 13),
  3547. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3548. offsetof(struct __sk_buff, mark)),
  3549. BPF_MOV64_IMM(BPF_REG_4, 1),
  3550. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_4, 2),
  3551. BPF_MOV64_IMM(BPF_REG_3, 14),
  3552. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  3553. BPF_MOV64_IMM(BPF_REG_3, 24),
  3554. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3555. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3556. BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
  3557. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3558. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3559. BPF_MOV64_IMM(BPF_REG_0, 1),
  3560. BPF_EXIT_INSN(),
  3561. BPF_MOV64_IMM(BPF_REG_0, 0),
  3562. BPF_EXIT_INSN(),
  3563. },
  3564. .result = ACCEPT,
  3565. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3566. .retval = 1,
  3567. },
  3568. {
  3569. "direct packet access: test14 (pkt_ptr += 0, CONST_IMM, good access)",
  3570. .insns = {
  3571. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3572. offsetof(struct __sk_buff, data)),
  3573. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3574. offsetof(struct __sk_buff, data_end)),
  3575. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3576. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3577. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 7),
  3578. BPF_MOV64_IMM(BPF_REG_5, 12),
  3579. BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 4),
  3580. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3581. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3582. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_6, 0),
  3583. BPF_MOV64_IMM(BPF_REG_0, 1),
  3584. BPF_EXIT_INSN(),
  3585. BPF_MOV64_IMM(BPF_REG_0, 0),
  3586. BPF_EXIT_INSN(),
  3587. },
  3588. .result = ACCEPT,
  3589. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3590. .retval = 1,
  3591. },
  3592. {
  3593. "direct packet access: test15 (spill with xadd)",
  3594. .insns = {
  3595. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3596. offsetof(struct __sk_buff, data)),
  3597. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3598. offsetof(struct __sk_buff, data_end)),
  3599. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3600. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3601. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3602. BPF_MOV64_IMM(BPF_REG_5, 4096),
  3603. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  3604. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  3605. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  3606. BPF_STX_XADD(BPF_DW, BPF_REG_4, BPF_REG_5, 0),
  3607. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  3608. BPF_STX_MEM(BPF_W, BPF_REG_2, BPF_REG_5, 0),
  3609. BPF_MOV64_IMM(BPF_REG_0, 0),
  3610. BPF_EXIT_INSN(),
  3611. },
  3612. .errstr = "R2 invalid mem access 'inv'",
  3613. .result = REJECT,
  3614. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3615. },
  3616. {
  3617. "direct packet access: test16 (arith on data_end)",
  3618. .insns = {
  3619. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3620. offsetof(struct __sk_buff, data)),
  3621. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3622. offsetof(struct __sk_buff, data_end)),
  3623. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3624. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3625. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 16),
  3626. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3627. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3628. BPF_MOV64_IMM(BPF_REG_0, 0),
  3629. BPF_EXIT_INSN(),
  3630. },
  3631. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  3632. .result = REJECT,
  3633. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3634. },
  3635. {
  3636. "direct packet access: test17 (pruning, alignment)",
  3637. .insns = {
  3638. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3639. offsetof(struct __sk_buff, data)),
  3640. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3641. offsetof(struct __sk_buff, data_end)),
  3642. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  3643. offsetof(struct __sk_buff, mark)),
  3644. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3645. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 14),
  3646. BPF_JMP_IMM(BPF_JGT, BPF_REG_7, 1, 4),
  3647. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3648. BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, -4),
  3649. BPF_MOV64_IMM(BPF_REG_0, 0),
  3650. BPF_EXIT_INSN(),
  3651. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 1),
  3652. BPF_JMP_A(-6),
  3653. },
  3654. .errstr = "misaligned packet access off 2+(0x0; 0x0)+15+-4 size 4",
  3655. .result = REJECT,
  3656. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3657. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  3658. },
  3659. {
  3660. "direct packet access: test18 (imm += pkt_ptr, 1)",
  3661. .insns = {
  3662. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3663. offsetof(struct __sk_buff, data)),
  3664. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3665. offsetof(struct __sk_buff, data_end)),
  3666. BPF_MOV64_IMM(BPF_REG_0, 8),
  3667. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3668. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3669. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3670. BPF_MOV64_IMM(BPF_REG_0, 0),
  3671. BPF_EXIT_INSN(),
  3672. },
  3673. .result = ACCEPT,
  3674. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3675. },
  3676. {
  3677. "direct packet access: test19 (imm += pkt_ptr, 2)",
  3678. .insns = {
  3679. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3680. offsetof(struct __sk_buff, data)),
  3681. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3682. offsetof(struct __sk_buff, data_end)),
  3683. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3684. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3685. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  3686. BPF_MOV64_IMM(BPF_REG_4, 4),
  3687. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3688. BPF_STX_MEM(BPF_B, BPF_REG_4, BPF_REG_4, 0),
  3689. BPF_MOV64_IMM(BPF_REG_0, 0),
  3690. BPF_EXIT_INSN(),
  3691. },
  3692. .result = ACCEPT,
  3693. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3694. },
  3695. {
  3696. "direct packet access: test20 (x += pkt_ptr, 1)",
  3697. .insns = {
  3698. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3699. offsetof(struct __sk_buff, data)),
  3700. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3701. offsetof(struct __sk_buff, data_end)),
  3702. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3703. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3704. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3705. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0x7fff),
  3706. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3707. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3708. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3709. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
  3710. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  3711. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
  3712. BPF_MOV64_IMM(BPF_REG_0, 0),
  3713. BPF_EXIT_INSN(),
  3714. },
  3715. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3716. .result = ACCEPT,
  3717. },
  3718. {
  3719. "direct packet access: test21 (x += pkt_ptr, 2)",
  3720. .insns = {
  3721. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3722. offsetof(struct __sk_buff, data)),
  3723. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3724. offsetof(struct __sk_buff, data_end)),
  3725. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3726. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3727. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 9),
  3728. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3729. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
  3730. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  3731. BPF_ALU64_IMM(BPF_AND, BPF_REG_4, 0x7fff),
  3732. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3733. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3734. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
  3735. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  3736. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
  3737. BPF_MOV64_IMM(BPF_REG_0, 0),
  3738. BPF_EXIT_INSN(),
  3739. },
  3740. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3741. .result = ACCEPT,
  3742. },
  3743. {
  3744. "direct packet access: test22 (x += pkt_ptr, 3)",
  3745. .insns = {
  3746. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3747. offsetof(struct __sk_buff, data)),
  3748. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3749. offsetof(struct __sk_buff, data_end)),
  3750. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3751. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3752. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -8),
  3753. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_3, -16),
  3754. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_10, -16),
  3755. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 11),
  3756. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
  3757. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3758. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
  3759. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  3760. BPF_ALU64_IMM(BPF_RSH, BPF_REG_4, 49),
  3761. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3762. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  3763. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
  3764. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  3765. BPF_MOV64_IMM(BPF_REG_2, 1),
  3766. BPF_STX_MEM(BPF_H, BPF_REG_4, BPF_REG_2, 0),
  3767. BPF_MOV64_IMM(BPF_REG_0, 0),
  3768. BPF_EXIT_INSN(),
  3769. },
  3770. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3771. .result = ACCEPT,
  3772. },
  3773. {
  3774. "direct packet access: test23 (x += pkt_ptr, 4)",
  3775. .insns = {
  3776. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3777. offsetof(struct __sk_buff, data)),
  3778. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3779. offsetof(struct __sk_buff, data_end)),
  3780. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3781. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3782. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3783. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xffff),
  3784. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3785. BPF_MOV64_IMM(BPF_REG_0, 31),
  3786. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
  3787. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3788. BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
  3789. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0xffff - 1),
  3790. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3791. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
  3792. BPF_MOV64_IMM(BPF_REG_0, 0),
  3793. BPF_EXIT_INSN(),
  3794. },
  3795. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3796. .result = REJECT,
  3797. .errstr = "invalid access to packet, off=0 size=8, R5(id=1,off=0,r=0)",
  3798. },
  3799. {
  3800. "direct packet access: test24 (x += pkt_ptr, 5)",
  3801. .insns = {
  3802. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3803. offsetof(struct __sk_buff, data)),
  3804. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3805. offsetof(struct __sk_buff, data_end)),
  3806. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3807. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3808. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3809. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xff),
  3810. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3811. BPF_MOV64_IMM(BPF_REG_0, 64),
  3812. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
  3813. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3814. BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
  3815. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x7fff - 1),
  3816. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3817. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
  3818. BPF_MOV64_IMM(BPF_REG_0, 0),
  3819. BPF_EXIT_INSN(),
  3820. },
  3821. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3822. .result = ACCEPT,
  3823. },
  3824. {
  3825. "direct packet access: test25 (marking on <, good access)",
  3826. .insns = {
  3827. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3828. offsetof(struct __sk_buff, data)),
  3829. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3830. offsetof(struct __sk_buff, data_end)),
  3831. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3832. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3833. BPF_JMP_REG(BPF_JLT, BPF_REG_0, BPF_REG_3, 2),
  3834. BPF_MOV64_IMM(BPF_REG_0, 0),
  3835. BPF_EXIT_INSN(),
  3836. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3837. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  3838. },
  3839. .result = ACCEPT,
  3840. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3841. },
  3842. {
  3843. "direct packet access: test26 (marking on <, bad access)",
  3844. .insns = {
  3845. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3846. offsetof(struct __sk_buff, data)),
  3847. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3848. offsetof(struct __sk_buff, data_end)),
  3849. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3850. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3851. BPF_JMP_REG(BPF_JLT, BPF_REG_0, BPF_REG_3, 3),
  3852. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3853. BPF_MOV64_IMM(BPF_REG_0, 0),
  3854. BPF_EXIT_INSN(),
  3855. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  3856. },
  3857. .result = REJECT,
  3858. .errstr = "invalid access to packet",
  3859. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3860. },
  3861. {
  3862. "direct packet access: test27 (marking on <=, good access)",
  3863. .insns = {
  3864. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3865. offsetof(struct __sk_buff, data)),
  3866. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3867. offsetof(struct __sk_buff, data_end)),
  3868. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3869. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3870. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_0, 1),
  3871. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3872. BPF_MOV64_IMM(BPF_REG_0, 1),
  3873. BPF_EXIT_INSN(),
  3874. },
  3875. .result = ACCEPT,
  3876. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3877. .retval = 1,
  3878. },
  3879. {
  3880. "direct packet access: test28 (marking on <=, bad access)",
  3881. .insns = {
  3882. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3883. offsetof(struct __sk_buff, data)),
  3884. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3885. offsetof(struct __sk_buff, data_end)),
  3886. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3887. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3888. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_0, 2),
  3889. BPF_MOV64_IMM(BPF_REG_0, 1),
  3890. BPF_EXIT_INSN(),
  3891. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3892. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  3893. },
  3894. .result = REJECT,
  3895. .errstr = "invalid access to packet",
  3896. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3897. },
  3898. {
  3899. "helper access to packet: test1, valid packet_ptr range",
  3900. .insns = {
  3901. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3902. offsetof(struct xdp_md, data)),
  3903. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3904. offsetof(struct xdp_md, data_end)),
  3905. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  3906. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  3907. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
  3908. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3909. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  3910. BPF_MOV64_IMM(BPF_REG_4, 0),
  3911. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3912. BPF_FUNC_map_update_elem),
  3913. BPF_MOV64_IMM(BPF_REG_0, 0),
  3914. BPF_EXIT_INSN(),
  3915. },
  3916. .fixup_map1 = { 5 },
  3917. .result_unpriv = ACCEPT,
  3918. .result = ACCEPT,
  3919. .prog_type = BPF_PROG_TYPE_XDP,
  3920. },
  3921. {
  3922. "helper access to packet: test2, unchecked packet_ptr",
  3923. .insns = {
  3924. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3925. offsetof(struct xdp_md, data)),
  3926. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3927. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3928. BPF_FUNC_map_lookup_elem),
  3929. BPF_MOV64_IMM(BPF_REG_0, 0),
  3930. BPF_EXIT_INSN(),
  3931. },
  3932. .fixup_map1 = { 1 },
  3933. .result = REJECT,
  3934. .errstr = "invalid access to packet",
  3935. .prog_type = BPF_PROG_TYPE_XDP,
  3936. },
  3937. {
  3938. "helper access to packet: test3, variable add",
  3939. .insns = {
  3940. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3941. offsetof(struct xdp_md, data)),
  3942. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3943. offsetof(struct xdp_md, data_end)),
  3944. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3945. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  3946. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
  3947. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
  3948. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3949. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
  3950. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3951. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
  3952. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
  3953. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3954. BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
  3955. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3956. BPF_FUNC_map_lookup_elem),
  3957. BPF_MOV64_IMM(BPF_REG_0, 0),
  3958. BPF_EXIT_INSN(),
  3959. },
  3960. .fixup_map1 = { 11 },
  3961. .result = ACCEPT,
  3962. .prog_type = BPF_PROG_TYPE_XDP,
  3963. },
  3964. {
  3965. "helper access to packet: test4, packet_ptr with bad range",
  3966. .insns = {
  3967. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3968. offsetof(struct xdp_md, data)),
  3969. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3970. offsetof(struct xdp_md, data_end)),
  3971. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3972. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
  3973. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
  3974. BPF_MOV64_IMM(BPF_REG_0, 0),
  3975. BPF_EXIT_INSN(),
  3976. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3977. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3978. BPF_FUNC_map_lookup_elem),
  3979. BPF_MOV64_IMM(BPF_REG_0, 0),
  3980. BPF_EXIT_INSN(),
  3981. },
  3982. .fixup_map1 = { 7 },
  3983. .result = REJECT,
  3984. .errstr = "invalid access to packet",
  3985. .prog_type = BPF_PROG_TYPE_XDP,
  3986. },
  3987. {
  3988. "helper access to packet: test5, packet_ptr with too short range",
  3989. .insns = {
  3990. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3991. offsetof(struct xdp_md, data)),
  3992. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3993. offsetof(struct xdp_md, data_end)),
  3994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  3995. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3996. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
  3997. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
  3998. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3999. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4000. BPF_FUNC_map_lookup_elem),
  4001. BPF_MOV64_IMM(BPF_REG_0, 0),
  4002. BPF_EXIT_INSN(),
  4003. },
  4004. .fixup_map1 = { 6 },
  4005. .result = REJECT,
  4006. .errstr = "invalid access to packet",
  4007. .prog_type = BPF_PROG_TYPE_XDP,
  4008. },
  4009. {
  4010. "helper access to packet: test6, cls valid packet_ptr range",
  4011. .insns = {
  4012. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4013. offsetof(struct __sk_buff, data)),
  4014. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4015. offsetof(struct __sk_buff, data_end)),
  4016. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  4017. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  4018. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
  4019. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4020. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  4021. BPF_MOV64_IMM(BPF_REG_4, 0),
  4022. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4023. BPF_FUNC_map_update_elem),
  4024. BPF_MOV64_IMM(BPF_REG_0, 0),
  4025. BPF_EXIT_INSN(),
  4026. },
  4027. .fixup_map1 = { 5 },
  4028. .result = ACCEPT,
  4029. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4030. },
  4031. {
  4032. "helper access to packet: test7, cls unchecked packet_ptr",
  4033. .insns = {
  4034. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4035. offsetof(struct __sk_buff, data)),
  4036. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4037. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4038. BPF_FUNC_map_lookup_elem),
  4039. BPF_MOV64_IMM(BPF_REG_0, 0),
  4040. BPF_EXIT_INSN(),
  4041. },
  4042. .fixup_map1 = { 1 },
  4043. .result = REJECT,
  4044. .errstr = "invalid access to packet",
  4045. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4046. },
  4047. {
  4048. "helper access to packet: test8, cls variable add",
  4049. .insns = {
  4050. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4051. offsetof(struct __sk_buff, data)),
  4052. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4053. offsetof(struct __sk_buff, data_end)),
  4054. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4055. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  4056. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
  4057. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
  4058. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4059. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
  4060. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  4061. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
  4062. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
  4063. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4064. BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
  4065. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4066. BPF_FUNC_map_lookup_elem),
  4067. BPF_MOV64_IMM(BPF_REG_0, 0),
  4068. BPF_EXIT_INSN(),
  4069. },
  4070. .fixup_map1 = { 11 },
  4071. .result = ACCEPT,
  4072. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4073. },
  4074. {
  4075. "helper access to packet: test9, cls packet_ptr with bad range",
  4076. .insns = {
  4077. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4078. offsetof(struct __sk_buff, data)),
  4079. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4080. offsetof(struct __sk_buff, data_end)),
  4081. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4082. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
  4083. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
  4084. BPF_MOV64_IMM(BPF_REG_0, 0),
  4085. BPF_EXIT_INSN(),
  4086. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4087. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4088. BPF_FUNC_map_lookup_elem),
  4089. BPF_MOV64_IMM(BPF_REG_0, 0),
  4090. BPF_EXIT_INSN(),
  4091. },
  4092. .fixup_map1 = { 7 },
  4093. .result = REJECT,
  4094. .errstr = "invalid access to packet",
  4095. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4096. },
  4097. {
  4098. "helper access to packet: test10, cls packet_ptr with too short range",
  4099. .insns = {
  4100. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4101. offsetof(struct __sk_buff, data)),
  4102. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4103. offsetof(struct __sk_buff, data_end)),
  4104. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  4105. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4106. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
  4107. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
  4108. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4109. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4110. BPF_FUNC_map_lookup_elem),
  4111. BPF_MOV64_IMM(BPF_REG_0, 0),
  4112. BPF_EXIT_INSN(),
  4113. },
  4114. .fixup_map1 = { 6 },
  4115. .result = REJECT,
  4116. .errstr = "invalid access to packet",
  4117. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4118. },
  4119. {
  4120. "helper access to packet: test11, cls unsuitable helper 1",
  4121. .insns = {
  4122. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4123. offsetof(struct __sk_buff, data)),
  4124. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4125. offsetof(struct __sk_buff, data_end)),
  4126. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4127. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  4128. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 7),
  4129. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_7, 4),
  4130. BPF_MOV64_IMM(BPF_REG_2, 0),
  4131. BPF_MOV64_IMM(BPF_REG_4, 42),
  4132. BPF_MOV64_IMM(BPF_REG_5, 0),
  4133. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4134. BPF_FUNC_skb_store_bytes),
  4135. BPF_MOV64_IMM(BPF_REG_0, 0),
  4136. BPF_EXIT_INSN(),
  4137. },
  4138. .result = REJECT,
  4139. .errstr = "helper access to the packet",
  4140. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4141. },
  4142. {
  4143. "helper access to packet: test12, cls unsuitable helper 2",
  4144. .insns = {
  4145. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4146. offsetof(struct __sk_buff, data)),
  4147. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4148. offsetof(struct __sk_buff, data_end)),
  4149. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  4150. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  4151. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_7, 3),
  4152. BPF_MOV64_IMM(BPF_REG_2, 0),
  4153. BPF_MOV64_IMM(BPF_REG_4, 4),
  4154. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4155. BPF_FUNC_skb_load_bytes),
  4156. BPF_MOV64_IMM(BPF_REG_0, 0),
  4157. BPF_EXIT_INSN(),
  4158. },
  4159. .result = REJECT,
  4160. .errstr = "helper access to the packet",
  4161. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4162. },
  4163. {
  4164. "helper access to packet: test13, cls helper ok",
  4165. .insns = {
  4166. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4167. offsetof(struct __sk_buff, data)),
  4168. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4169. offsetof(struct __sk_buff, data_end)),
  4170. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4171. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4172. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4173. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4174. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4175. BPF_MOV64_IMM(BPF_REG_2, 4),
  4176. BPF_MOV64_IMM(BPF_REG_3, 0),
  4177. BPF_MOV64_IMM(BPF_REG_4, 0),
  4178. BPF_MOV64_IMM(BPF_REG_5, 0),
  4179. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4180. BPF_FUNC_csum_diff),
  4181. BPF_MOV64_IMM(BPF_REG_0, 0),
  4182. BPF_EXIT_INSN(),
  4183. },
  4184. .result = ACCEPT,
  4185. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4186. },
  4187. {
  4188. "helper access to packet: test14, cls helper ok sub",
  4189. .insns = {
  4190. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4191. offsetof(struct __sk_buff, data)),
  4192. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4193. offsetof(struct __sk_buff, data_end)),
  4194. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4195. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4196. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4197. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4198. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 4),
  4199. BPF_MOV64_IMM(BPF_REG_2, 4),
  4200. BPF_MOV64_IMM(BPF_REG_3, 0),
  4201. BPF_MOV64_IMM(BPF_REG_4, 0),
  4202. BPF_MOV64_IMM(BPF_REG_5, 0),
  4203. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4204. BPF_FUNC_csum_diff),
  4205. BPF_MOV64_IMM(BPF_REG_0, 0),
  4206. BPF_EXIT_INSN(),
  4207. },
  4208. .result = ACCEPT,
  4209. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4210. },
  4211. {
  4212. "helper access to packet: test15, cls helper fail sub",
  4213. .insns = {
  4214. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4215. offsetof(struct __sk_buff, data)),
  4216. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4217. offsetof(struct __sk_buff, data_end)),
  4218. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4219. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4220. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4221. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4222. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 12),
  4223. BPF_MOV64_IMM(BPF_REG_2, 4),
  4224. BPF_MOV64_IMM(BPF_REG_3, 0),
  4225. BPF_MOV64_IMM(BPF_REG_4, 0),
  4226. BPF_MOV64_IMM(BPF_REG_5, 0),
  4227. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4228. BPF_FUNC_csum_diff),
  4229. BPF_MOV64_IMM(BPF_REG_0, 0),
  4230. BPF_EXIT_INSN(),
  4231. },
  4232. .result = REJECT,
  4233. .errstr = "invalid access to packet",
  4234. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4235. },
  4236. {
  4237. "helper access to packet: test16, cls helper fail range 1",
  4238. .insns = {
  4239. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4240. offsetof(struct __sk_buff, data)),
  4241. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4242. offsetof(struct __sk_buff, data_end)),
  4243. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4244. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4245. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4246. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4247. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4248. BPF_MOV64_IMM(BPF_REG_2, 8),
  4249. BPF_MOV64_IMM(BPF_REG_3, 0),
  4250. BPF_MOV64_IMM(BPF_REG_4, 0),
  4251. BPF_MOV64_IMM(BPF_REG_5, 0),
  4252. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4253. BPF_FUNC_csum_diff),
  4254. BPF_MOV64_IMM(BPF_REG_0, 0),
  4255. BPF_EXIT_INSN(),
  4256. },
  4257. .result = REJECT,
  4258. .errstr = "invalid access to packet",
  4259. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4260. },
  4261. {
  4262. "helper access to packet: test17, cls helper fail range 2",
  4263. .insns = {
  4264. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4265. offsetof(struct __sk_buff, data)),
  4266. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4267. offsetof(struct __sk_buff, data_end)),
  4268. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4269. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4270. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4271. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4272. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4273. BPF_MOV64_IMM(BPF_REG_2, -9),
  4274. BPF_MOV64_IMM(BPF_REG_3, 0),
  4275. BPF_MOV64_IMM(BPF_REG_4, 0),
  4276. BPF_MOV64_IMM(BPF_REG_5, 0),
  4277. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4278. BPF_FUNC_csum_diff),
  4279. BPF_MOV64_IMM(BPF_REG_0, 0),
  4280. BPF_EXIT_INSN(),
  4281. },
  4282. .result = REJECT,
  4283. .errstr = "R2 min value is negative",
  4284. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4285. },
  4286. {
  4287. "helper access to packet: test18, cls helper fail range 3",
  4288. .insns = {
  4289. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4290. offsetof(struct __sk_buff, data)),
  4291. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4292. offsetof(struct __sk_buff, data_end)),
  4293. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4294. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4295. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4296. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4297. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4298. BPF_MOV64_IMM(BPF_REG_2, ~0),
  4299. BPF_MOV64_IMM(BPF_REG_3, 0),
  4300. BPF_MOV64_IMM(BPF_REG_4, 0),
  4301. BPF_MOV64_IMM(BPF_REG_5, 0),
  4302. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4303. BPF_FUNC_csum_diff),
  4304. BPF_MOV64_IMM(BPF_REG_0, 0),
  4305. BPF_EXIT_INSN(),
  4306. },
  4307. .result = REJECT,
  4308. .errstr = "R2 min value is negative",
  4309. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4310. },
  4311. {
  4312. "helper access to packet: test19, cls helper range zero",
  4313. .insns = {
  4314. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4315. offsetof(struct __sk_buff, data)),
  4316. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4317. offsetof(struct __sk_buff, data_end)),
  4318. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4319. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4320. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4321. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4322. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4323. BPF_MOV64_IMM(BPF_REG_2, 0),
  4324. BPF_MOV64_IMM(BPF_REG_3, 0),
  4325. BPF_MOV64_IMM(BPF_REG_4, 0),
  4326. BPF_MOV64_IMM(BPF_REG_5, 0),
  4327. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4328. BPF_FUNC_csum_diff),
  4329. BPF_MOV64_IMM(BPF_REG_0, 0),
  4330. BPF_EXIT_INSN(),
  4331. },
  4332. .result = ACCEPT,
  4333. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4334. },
  4335. {
  4336. "helper access to packet: test20, pkt end as input",
  4337. .insns = {
  4338. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4339. offsetof(struct __sk_buff, data)),
  4340. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4341. offsetof(struct __sk_buff, data_end)),
  4342. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4343. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4344. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4345. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4346. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  4347. BPF_MOV64_IMM(BPF_REG_2, 4),
  4348. BPF_MOV64_IMM(BPF_REG_3, 0),
  4349. BPF_MOV64_IMM(BPF_REG_4, 0),
  4350. BPF_MOV64_IMM(BPF_REG_5, 0),
  4351. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4352. BPF_FUNC_csum_diff),
  4353. BPF_MOV64_IMM(BPF_REG_0, 0),
  4354. BPF_EXIT_INSN(),
  4355. },
  4356. .result = REJECT,
  4357. .errstr = "R1 type=pkt_end expected=fp",
  4358. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4359. },
  4360. {
  4361. "helper access to packet: test21, wrong reg",
  4362. .insns = {
  4363. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4364. offsetof(struct __sk_buff, data)),
  4365. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4366. offsetof(struct __sk_buff, data_end)),
  4367. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4368. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4369. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4370. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4371. BPF_MOV64_IMM(BPF_REG_2, 4),
  4372. BPF_MOV64_IMM(BPF_REG_3, 0),
  4373. BPF_MOV64_IMM(BPF_REG_4, 0),
  4374. BPF_MOV64_IMM(BPF_REG_5, 0),
  4375. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4376. BPF_FUNC_csum_diff),
  4377. BPF_MOV64_IMM(BPF_REG_0, 0),
  4378. BPF_EXIT_INSN(),
  4379. },
  4380. .result = REJECT,
  4381. .errstr = "invalid access to packet",
  4382. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4383. },
  4384. {
  4385. "valid map access into an array with a constant",
  4386. .insns = {
  4387. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4388. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4389. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4390. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4391. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4392. BPF_FUNC_map_lookup_elem),
  4393. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4394. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4395. offsetof(struct test_val, foo)),
  4396. BPF_EXIT_INSN(),
  4397. },
  4398. .fixup_map2 = { 3 },
  4399. .errstr_unpriv = "R0 leaks addr",
  4400. .result_unpriv = REJECT,
  4401. .result = ACCEPT,
  4402. },
  4403. {
  4404. "valid map access into an array with a register",
  4405. .insns = {
  4406. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4407. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4408. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4409. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4410. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4411. BPF_FUNC_map_lookup_elem),
  4412. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4413. BPF_MOV64_IMM(BPF_REG_1, 4),
  4414. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4415. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4416. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4417. offsetof(struct test_val, foo)),
  4418. BPF_EXIT_INSN(),
  4419. },
  4420. .fixup_map2 = { 3 },
  4421. .errstr_unpriv = "R0 leaks addr",
  4422. .result_unpriv = REJECT,
  4423. .result = ACCEPT,
  4424. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4425. },
  4426. {
  4427. "valid map access into an array with a variable",
  4428. .insns = {
  4429. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4430. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4431. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4432. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4433. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4434. BPF_FUNC_map_lookup_elem),
  4435. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  4436. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4437. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 3),
  4438. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4439. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4440. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4441. offsetof(struct test_val, foo)),
  4442. BPF_EXIT_INSN(),
  4443. },
  4444. .fixup_map2 = { 3 },
  4445. .errstr_unpriv = "R0 leaks addr",
  4446. .result_unpriv = REJECT,
  4447. .result = ACCEPT,
  4448. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4449. },
  4450. {
  4451. "valid map access into an array with a signed variable",
  4452. .insns = {
  4453. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4454. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4455. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4456. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4457. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4458. BPF_FUNC_map_lookup_elem),
  4459. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  4460. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4461. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 0xffffffff, 1),
  4462. BPF_MOV32_IMM(BPF_REG_1, 0),
  4463. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  4464. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  4465. BPF_MOV32_IMM(BPF_REG_1, 0),
  4466. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4467. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4468. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4469. offsetof(struct test_val, foo)),
  4470. BPF_EXIT_INSN(),
  4471. },
  4472. .fixup_map2 = { 3 },
  4473. .errstr_unpriv = "R0 leaks addr",
  4474. .result_unpriv = REJECT,
  4475. .result = ACCEPT,
  4476. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4477. },
  4478. {
  4479. "invalid map access into an array with a constant",
  4480. .insns = {
  4481. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4482. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4483. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4484. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4485. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4486. BPF_FUNC_map_lookup_elem),
  4487. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4488. BPF_ST_MEM(BPF_DW, BPF_REG_0, (MAX_ENTRIES + 1) << 2,
  4489. offsetof(struct test_val, foo)),
  4490. BPF_EXIT_INSN(),
  4491. },
  4492. .fixup_map2 = { 3 },
  4493. .errstr = "invalid access to map value, value_size=48 off=48 size=8",
  4494. .result = REJECT,
  4495. },
  4496. {
  4497. "invalid map access into an array with a register",
  4498. .insns = {
  4499. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4500. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4501. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4502. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4503. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4504. BPF_FUNC_map_lookup_elem),
  4505. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4506. BPF_MOV64_IMM(BPF_REG_1, MAX_ENTRIES + 1),
  4507. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4508. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4509. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4510. offsetof(struct test_val, foo)),
  4511. BPF_EXIT_INSN(),
  4512. },
  4513. .fixup_map2 = { 3 },
  4514. .errstr = "R0 min value is outside of the array range",
  4515. .result = REJECT,
  4516. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4517. },
  4518. {
  4519. "invalid map access into an array with a variable",
  4520. .insns = {
  4521. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4522. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4523. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4524. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4525. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4526. BPF_FUNC_map_lookup_elem),
  4527. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4528. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4529. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4530. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4531. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4532. offsetof(struct test_val, foo)),
  4533. BPF_EXIT_INSN(),
  4534. },
  4535. .fixup_map2 = { 3 },
  4536. .errstr = "R0 unbounded memory access, make sure to bounds check any array access into a map",
  4537. .result = REJECT,
  4538. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4539. },
  4540. {
  4541. "invalid map access into an array with no floor check",
  4542. .insns = {
  4543. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4544. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4545. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4546. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4547. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4548. BPF_FUNC_map_lookup_elem),
  4549. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  4550. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  4551. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  4552. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  4553. BPF_MOV32_IMM(BPF_REG_1, 0),
  4554. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4555. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4556. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4557. offsetof(struct test_val, foo)),
  4558. BPF_EXIT_INSN(),
  4559. },
  4560. .fixup_map2 = { 3 },
  4561. .errstr_unpriv = "R0 leaks addr",
  4562. .errstr = "R0 unbounded memory access",
  4563. .result_unpriv = REJECT,
  4564. .result = REJECT,
  4565. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4566. },
  4567. {
  4568. "invalid map access into an array with a invalid max check",
  4569. .insns = {
  4570. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4571. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4572. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4573. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4574. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4575. BPF_FUNC_map_lookup_elem),
  4576. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  4577. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4578. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES + 1),
  4579. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  4580. BPF_MOV32_IMM(BPF_REG_1, 0),
  4581. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4582. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4583. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4584. offsetof(struct test_val, foo)),
  4585. BPF_EXIT_INSN(),
  4586. },
  4587. .fixup_map2 = { 3 },
  4588. .errstr_unpriv = "R0 leaks addr",
  4589. .errstr = "invalid access to map value, value_size=48 off=44 size=8",
  4590. .result_unpriv = REJECT,
  4591. .result = REJECT,
  4592. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4593. },
  4594. {
  4595. "invalid map access into an array with a invalid max check",
  4596. .insns = {
  4597. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4598. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4599. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4600. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4601. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4602. BPF_FUNC_map_lookup_elem),
  4603. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  4604. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  4605. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4606. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4607. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4608. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4609. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4610. BPF_FUNC_map_lookup_elem),
  4611. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  4612. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  4613. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  4614. offsetof(struct test_val, foo)),
  4615. BPF_EXIT_INSN(),
  4616. },
  4617. .fixup_map2 = { 3, 11 },
  4618. .errstr = "R0 pointer += pointer",
  4619. .result = REJECT,
  4620. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4621. },
  4622. {
  4623. "valid cgroup storage access",
  4624. .insns = {
  4625. BPF_MOV64_IMM(BPF_REG_2, 0),
  4626. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4627. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4628. BPF_FUNC_get_local_storage),
  4629. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4630. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4631. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4632. BPF_EXIT_INSN(),
  4633. },
  4634. .fixup_cgroup_storage = { 1 },
  4635. .result = ACCEPT,
  4636. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4637. },
  4638. {
  4639. "invalid cgroup storage access 1",
  4640. .insns = {
  4641. BPF_MOV64_IMM(BPF_REG_2, 0),
  4642. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4643. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4644. BPF_FUNC_get_local_storage),
  4645. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4646. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4647. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4648. BPF_EXIT_INSN(),
  4649. },
  4650. .fixup_map1 = { 1 },
  4651. .result = REJECT,
  4652. .errstr = "cannot pass map_type 1 into func bpf_get_local_storage",
  4653. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4654. },
  4655. {
  4656. "invalid cgroup storage access 2",
  4657. .insns = {
  4658. BPF_MOV64_IMM(BPF_REG_2, 0),
  4659. BPF_LD_MAP_FD(BPF_REG_1, 1),
  4660. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4661. BPF_FUNC_get_local_storage),
  4662. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4663. BPF_EXIT_INSN(),
  4664. },
  4665. .result = REJECT,
  4666. .errstr = "fd 1 is not pointing to valid bpf_map",
  4667. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4668. },
  4669. {
  4670. "invalid per-cgroup storage access 3",
  4671. .insns = {
  4672. BPF_MOV64_IMM(BPF_REG_2, 0),
  4673. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4674. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4675. BPF_FUNC_get_local_storage),
  4676. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 256),
  4677. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
  4678. BPF_MOV64_IMM(BPF_REG_0, 0),
  4679. BPF_EXIT_INSN(),
  4680. },
  4681. .fixup_cgroup_storage = { 1 },
  4682. .result = REJECT,
  4683. .errstr = "invalid access to map value, value_size=64 off=256 size=4",
  4684. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4685. },
  4686. {
  4687. "invalid cgroup storage access 4",
  4688. .insns = {
  4689. BPF_MOV64_IMM(BPF_REG_2, 0),
  4690. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4691. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4692. BPF_FUNC_get_local_storage),
  4693. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, -2),
  4694. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4695. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
  4696. BPF_EXIT_INSN(),
  4697. },
  4698. .fixup_cgroup_storage = { 1 },
  4699. .result = REJECT,
  4700. .errstr = "invalid access to map value, value_size=64 off=-2 size=4",
  4701. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4702. },
  4703. {
  4704. "invalid cgroup storage access 5",
  4705. .insns = {
  4706. BPF_MOV64_IMM(BPF_REG_2, 7),
  4707. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4708. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4709. BPF_FUNC_get_local_storage),
  4710. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4711. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4712. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4713. BPF_EXIT_INSN(),
  4714. },
  4715. .fixup_cgroup_storage = { 1 },
  4716. .result = REJECT,
  4717. .errstr = "get_local_storage() doesn't support non-zero flags",
  4718. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4719. },
  4720. {
  4721. "invalid cgroup storage access 6",
  4722. .insns = {
  4723. BPF_MOV64_REG(BPF_REG_2, BPF_REG_1),
  4724. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4725. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4726. BPF_FUNC_get_local_storage),
  4727. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4728. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4729. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4730. BPF_EXIT_INSN(),
  4731. },
  4732. .fixup_cgroup_storage = { 1 },
  4733. .result = REJECT,
  4734. .errstr = "get_local_storage() doesn't support non-zero flags",
  4735. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4736. },
  4737. {
  4738. "multiple registers share map_lookup_elem result",
  4739. .insns = {
  4740. BPF_MOV64_IMM(BPF_REG_1, 10),
  4741. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4742. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4743. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4744. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4745. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4746. BPF_FUNC_map_lookup_elem),
  4747. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4748. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4749. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4750. BPF_EXIT_INSN(),
  4751. },
  4752. .fixup_map1 = { 4 },
  4753. .result = ACCEPT,
  4754. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4755. },
  4756. {
  4757. "alu ops on ptr_to_map_value_or_null, 1",
  4758. .insns = {
  4759. BPF_MOV64_IMM(BPF_REG_1, 10),
  4760. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4761. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4762. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4763. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4764. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4765. BPF_FUNC_map_lookup_elem),
  4766. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4767. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -2),
  4768. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 2),
  4769. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4770. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4771. BPF_EXIT_INSN(),
  4772. },
  4773. .fixup_map1 = { 4 },
  4774. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4775. .result = REJECT,
  4776. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4777. },
  4778. {
  4779. "alu ops on ptr_to_map_value_or_null, 2",
  4780. .insns = {
  4781. BPF_MOV64_IMM(BPF_REG_1, 10),
  4782. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4783. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4784. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4785. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4786. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4787. BPF_FUNC_map_lookup_elem),
  4788. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4789. BPF_ALU64_IMM(BPF_AND, BPF_REG_4, -1),
  4790. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4791. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4792. BPF_EXIT_INSN(),
  4793. },
  4794. .fixup_map1 = { 4 },
  4795. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4796. .result = REJECT,
  4797. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4798. },
  4799. {
  4800. "alu ops on ptr_to_map_value_or_null, 3",
  4801. .insns = {
  4802. BPF_MOV64_IMM(BPF_REG_1, 10),
  4803. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4804. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4805. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4806. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4807. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4808. BPF_FUNC_map_lookup_elem),
  4809. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4810. BPF_ALU64_IMM(BPF_LSH, BPF_REG_4, 1),
  4811. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4812. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4813. BPF_EXIT_INSN(),
  4814. },
  4815. .fixup_map1 = { 4 },
  4816. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4817. .result = REJECT,
  4818. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4819. },
  4820. {
  4821. "invalid memory access with multiple map_lookup_elem calls",
  4822. .insns = {
  4823. BPF_MOV64_IMM(BPF_REG_1, 10),
  4824. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4825. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4826. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4827. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4828. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  4829. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  4830. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4831. BPF_FUNC_map_lookup_elem),
  4832. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4833. BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
  4834. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  4835. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4836. BPF_FUNC_map_lookup_elem),
  4837. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4838. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4839. BPF_EXIT_INSN(),
  4840. },
  4841. .fixup_map1 = { 4 },
  4842. .result = REJECT,
  4843. .errstr = "R4 !read_ok",
  4844. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4845. },
  4846. {
  4847. "valid indirect map_lookup_elem access with 2nd lookup in branch",
  4848. .insns = {
  4849. BPF_MOV64_IMM(BPF_REG_1, 10),
  4850. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4851. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4852. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4853. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4854. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  4855. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  4856. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4857. BPF_FUNC_map_lookup_elem),
  4858. BPF_MOV64_IMM(BPF_REG_2, 10),
  4859. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 0, 3),
  4860. BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
  4861. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  4862. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4863. BPF_FUNC_map_lookup_elem),
  4864. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4865. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4866. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4867. BPF_EXIT_INSN(),
  4868. },
  4869. .fixup_map1 = { 4 },
  4870. .result = ACCEPT,
  4871. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4872. },
  4873. {
  4874. "invalid map access from else condition",
  4875. .insns = {
  4876. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4877. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4878. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4879. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4880. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_map_lookup_elem),
  4881. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  4882. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4883. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES-1, 1),
  4884. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
  4885. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4886. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4887. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, offsetof(struct test_val, foo)),
  4888. BPF_EXIT_INSN(),
  4889. },
  4890. .fixup_map2 = { 3 },
  4891. .errstr = "R0 unbounded memory access",
  4892. .result = REJECT,
  4893. .errstr_unpriv = "R0 leaks addr",
  4894. .result_unpriv = REJECT,
  4895. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4896. },
  4897. {
  4898. "constant register |= constant should keep constant type",
  4899. .insns = {
  4900. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4901. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4902. BPF_MOV64_IMM(BPF_REG_2, 34),
  4903. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 13),
  4904. BPF_MOV64_IMM(BPF_REG_3, 0),
  4905. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4906. BPF_EXIT_INSN(),
  4907. },
  4908. .result = ACCEPT,
  4909. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4910. },
  4911. {
  4912. "constant register |= constant should not bypass stack boundary checks",
  4913. .insns = {
  4914. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4915. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4916. BPF_MOV64_IMM(BPF_REG_2, 34),
  4917. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 24),
  4918. BPF_MOV64_IMM(BPF_REG_3, 0),
  4919. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4920. BPF_EXIT_INSN(),
  4921. },
  4922. .errstr = "invalid stack type R1 off=-48 access_size=58",
  4923. .result = REJECT,
  4924. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4925. },
  4926. {
  4927. "constant register |= constant register should keep constant type",
  4928. .insns = {
  4929. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4930. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4931. BPF_MOV64_IMM(BPF_REG_2, 34),
  4932. BPF_MOV64_IMM(BPF_REG_4, 13),
  4933. BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
  4934. BPF_MOV64_IMM(BPF_REG_3, 0),
  4935. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4936. BPF_EXIT_INSN(),
  4937. },
  4938. .result = ACCEPT,
  4939. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4940. },
  4941. {
  4942. "constant register |= constant register should not bypass stack boundary checks",
  4943. .insns = {
  4944. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4945. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4946. BPF_MOV64_IMM(BPF_REG_2, 34),
  4947. BPF_MOV64_IMM(BPF_REG_4, 24),
  4948. BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
  4949. BPF_MOV64_IMM(BPF_REG_3, 0),
  4950. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4951. BPF_EXIT_INSN(),
  4952. },
  4953. .errstr = "invalid stack type R1 off=-48 access_size=58",
  4954. .result = REJECT,
  4955. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4956. },
  4957. {
  4958. "invalid direct packet write for LWT_IN",
  4959. .insns = {
  4960. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4961. offsetof(struct __sk_buff, data)),
  4962. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4963. offsetof(struct __sk_buff, data_end)),
  4964. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4965. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4966. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4967. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  4968. BPF_MOV64_IMM(BPF_REG_0, 0),
  4969. BPF_EXIT_INSN(),
  4970. },
  4971. .errstr = "cannot write into packet",
  4972. .result = REJECT,
  4973. .prog_type = BPF_PROG_TYPE_LWT_IN,
  4974. },
  4975. {
  4976. "invalid direct packet write for LWT_OUT",
  4977. .insns = {
  4978. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4979. offsetof(struct __sk_buff, data)),
  4980. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4981. offsetof(struct __sk_buff, data_end)),
  4982. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4983. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4984. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4985. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  4986. BPF_MOV64_IMM(BPF_REG_0, 0),
  4987. BPF_EXIT_INSN(),
  4988. },
  4989. .errstr = "cannot write into packet",
  4990. .result = REJECT,
  4991. .prog_type = BPF_PROG_TYPE_LWT_OUT,
  4992. },
  4993. {
  4994. "direct packet write for LWT_XMIT",
  4995. .insns = {
  4996. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4997. offsetof(struct __sk_buff, data)),
  4998. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4999. offsetof(struct __sk_buff, data_end)),
  5000. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5001. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5002. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5003. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  5004. BPF_MOV64_IMM(BPF_REG_0, 0),
  5005. BPF_EXIT_INSN(),
  5006. },
  5007. .result = ACCEPT,
  5008. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5009. },
  5010. {
  5011. "direct packet read for LWT_IN",
  5012. .insns = {
  5013. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5014. offsetof(struct __sk_buff, data)),
  5015. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5016. offsetof(struct __sk_buff, data_end)),
  5017. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5018. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5019. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5020. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  5021. BPF_MOV64_IMM(BPF_REG_0, 0),
  5022. BPF_EXIT_INSN(),
  5023. },
  5024. .result = ACCEPT,
  5025. .prog_type = BPF_PROG_TYPE_LWT_IN,
  5026. },
  5027. {
  5028. "direct packet read for LWT_OUT",
  5029. .insns = {
  5030. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5031. offsetof(struct __sk_buff, data)),
  5032. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5033. offsetof(struct __sk_buff, data_end)),
  5034. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5035. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5036. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5037. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  5038. BPF_MOV64_IMM(BPF_REG_0, 0),
  5039. BPF_EXIT_INSN(),
  5040. },
  5041. .result = ACCEPT,
  5042. .prog_type = BPF_PROG_TYPE_LWT_OUT,
  5043. },
  5044. {
  5045. "direct packet read for LWT_XMIT",
  5046. .insns = {
  5047. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5048. offsetof(struct __sk_buff, data)),
  5049. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5050. offsetof(struct __sk_buff, data_end)),
  5051. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5052. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5053. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5054. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  5055. BPF_MOV64_IMM(BPF_REG_0, 0),
  5056. BPF_EXIT_INSN(),
  5057. },
  5058. .result = ACCEPT,
  5059. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5060. },
  5061. {
  5062. "overlapping checks for direct packet access",
  5063. .insns = {
  5064. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5065. offsetof(struct __sk_buff, data)),
  5066. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5067. offsetof(struct __sk_buff, data_end)),
  5068. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5069. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5070. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  5071. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  5072. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  5073. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  5074. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  5075. BPF_MOV64_IMM(BPF_REG_0, 0),
  5076. BPF_EXIT_INSN(),
  5077. },
  5078. .result = ACCEPT,
  5079. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5080. },
  5081. {
  5082. "make headroom for LWT_XMIT",
  5083. .insns = {
  5084. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  5085. BPF_MOV64_IMM(BPF_REG_2, 34),
  5086. BPF_MOV64_IMM(BPF_REG_3, 0),
  5087. BPF_EMIT_CALL(BPF_FUNC_skb_change_head),
  5088. /* split for s390 to succeed */
  5089. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  5090. BPF_MOV64_IMM(BPF_REG_2, 42),
  5091. BPF_MOV64_IMM(BPF_REG_3, 0),
  5092. BPF_EMIT_CALL(BPF_FUNC_skb_change_head),
  5093. BPF_MOV64_IMM(BPF_REG_0, 0),
  5094. BPF_EXIT_INSN(),
  5095. },
  5096. .result = ACCEPT,
  5097. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5098. },
  5099. {
  5100. "invalid access of tc_classid for LWT_IN",
  5101. .insns = {
  5102. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  5103. offsetof(struct __sk_buff, tc_classid)),
  5104. BPF_EXIT_INSN(),
  5105. },
  5106. .result = REJECT,
  5107. .errstr = "invalid bpf_context access",
  5108. },
  5109. {
  5110. "invalid access of tc_classid for LWT_OUT",
  5111. .insns = {
  5112. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  5113. offsetof(struct __sk_buff, tc_classid)),
  5114. BPF_EXIT_INSN(),
  5115. },
  5116. .result = REJECT,
  5117. .errstr = "invalid bpf_context access",
  5118. },
  5119. {
  5120. "invalid access of tc_classid for LWT_XMIT",
  5121. .insns = {
  5122. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  5123. offsetof(struct __sk_buff, tc_classid)),
  5124. BPF_EXIT_INSN(),
  5125. },
  5126. .result = REJECT,
  5127. .errstr = "invalid bpf_context access",
  5128. },
  5129. {
  5130. "leak pointer into ctx 1",
  5131. .insns = {
  5132. BPF_MOV64_IMM(BPF_REG_0, 0),
  5133. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  5134. offsetof(struct __sk_buff, cb[0])),
  5135. BPF_LD_MAP_FD(BPF_REG_2, 0),
  5136. BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_2,
  5137. offsetof(struct __sk_buff, cb[0])),
  5138. BPF_EXIT_INSN(),
  5139. },
  5140. .fixup_map1 = { 2 },
  5141. .errstr_unpriv = "R2 leaks addr into mem",
  5142. .result_unpriv = REJECT,
  5143. .result = REJECT,
  5144. .errstr = "BPF_XADD stores into R1 context is not allowed",
  5145. },
  5146. {
  5147. "leak pointer into ctx 2",
  5148. .insns = {
  5149. BPF_MOV64_IMM(BPF_REG_0, 0),
  5150. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  5151. offsetof(struct __sk_buff, cb[0])),
  5152. BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_10,
  5153. offsetof(struct __sk_buff, cb[0])),
  5154. BPF_EXIT_INSN(),
  5155. },
  5156. .errstr_unpriv = "R10 leaks addr into mem",
  5157. .result_unpriv = REJECT,
  5158. .result = REJECT,
  5159. .errstr = "BPF_XADD stores into R1 context is not allowed",
  5160. },
  5161. {
  5162. "leak pointer into ctx 3",
  5163. .insns = {
  5164. BPF_MOV64_IMM(BPF_REG_0, 0),
  5165. BPF_LD_MAP_FD(BPF_REG_2, 0),
  5166. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2,
  5167. offsetof(struct __sk_buff, cb[0])),
  5168. BPF_EXIT_INSN(),
  5169. },
  5170. .fixup_map1 = { 1 },
  5171. .errstr_unpriv = "R2 leaks addr into ctx",
  5172. .result_unpriv = REJECT,
  5173. .result = ACCEPT,
  5174. },
  5175. {
  5176. "leak pointer into map val",
  5177. .insns = {
  5178. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  5179. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  5180. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5181. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5182. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5183. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  5184. BPF_FUNC_map_lookup_elem),
  5185. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  5186. BPF_MOV64_IMM(BPF_REG_3, 0),
  5187. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  5188. BPF_STX_XADD(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  5189. BPF_MOV64_IMM(BPF_REG_0, 0),
  5190. BPF_EXIT_INSN(),
  5191. },
  5192. .fixup_map1 = { 4 },
  5193. .errstr_unpriv = "R6 leaks addr into mem",
  5194. .result_unpriv = REJECT,
  5195. .result = ACCEPT,
  5196. },
  5197. {
  5198. "helper access to map: full range",
  5199. .insns = {
  5200. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5201. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5202. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5203. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5204. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5205. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5206. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5207. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  5208. BPF_MOV64_IMM(BPF_REG_3, 0),
  5209. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5210. BPF_EXIT_INSN(),
  5211. },
  5212. .fixup_map2 = { 3 },
  5213. .result = ACCEPT,
  5214. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5215. },
  5216. {
  5217. "helper access to map: partial range",
  5218. .insns = {
  5219. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5220. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5221. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5222. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5223. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5224. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5225. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5226. BPF_MOV64_IMM(BPF_REG_2, 8),
  5227. BPF_MOV64_IMM(BPF_REG_3, 0),
  5228. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5229. BPF_EXIT_INSN(),
  5230. },
  5231. .fixup_map2 = { 3 },
  5232. .result = ACCEPT,
  5233. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5234. },
  5235. {
  5236. "helper access to map: empty range",
  5237. .insns = {
  5238. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5239. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5240. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5241. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5242. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5243. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  5244. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5245. BPF_MOV64_IMM(BPF_REG_2, 0),
  5246. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5247. BPF_EXIT_INSN(),
  5248. },
  5249. .fixup_map2 = { 3 },
  5250. .errstr = "invalid access to map value, value_size=48 off=0 size=0",
  5251. .result = REJECT,
  5252. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5253. },
  5254. {
  5255. "helper access to map: out-of-bound range",
  5256. .insns = {
  5257. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5258. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5259. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5260. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5261. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5262. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5263. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5264. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val) + 8),
  5265. BPF_MOV64_IMM(BPF_REG_3, 0),
  5266. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5267. BPF_EXIT_INSN(),
  5268. },
  5269. .fixup_map2 = { 3 },
  5270. .errstr = "invalid access to map value, value_size=48 off=0 size=56",
  5271. .result = REJECT,
  5272. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5273. },
  5274. {
  5275. "helper access to map: negative range",
  5276. .insns = {
  5277. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5278. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5279. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5280. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5281. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5282. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5283. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5284. BPF_MOV64_IMM(BPF_REG_2, -8),
  5285. BPF_MOV64_IMM(BPF_REG_3, 0),
  5286. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5287. BPF_EXIT_INSN(),
  5288. },
  5289. .fixup_map2 = { 3 },
  5290. .errstr = "R2 min value is negative",
  5291. .result = REJECT,
  5292. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5293. },
  5294. {
  5295. "helper access to adjusted map (via const imm): full range",
  5296. .insns = {
  5297. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5298. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5299. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5300. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5301. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5302. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5303. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5304. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5305. offsetof(struct test_val, foo)),
  5306. BPF_MOV64_IMM(BPF_REG_2,
  5307. sizeof(struct test_val) -
  5308. offsetof(struct test_val, foo)),
  5309. BPF_MOV64_IMM(BPF_REG_3, 0),
  5310. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5311. BPF_EXIT_INSN(),
  5312. },
  5313. .fixup_map2 = { 3 },
  5314. .result = ACCEPT,
  5315. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5316. },
  5317. {
  5318. "helper access to adjusted map (via const imm): partial range",
  5319. .insns = {
  5320. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5321. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5322. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5323. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5324. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5325. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5326. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5327. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5328. offsetof(struct test_val, foo)),
  5329. BPF_MOV64_IMM(BPF_REG_2, 8),
  5330. BPF_MOV64_IMM(BPF_REG_3, 0),
  5331. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5332. BPF_EXIT_INSN(),
  5333. },
  5334. .fixup_map2 = { 3 },
  5335. .result = ACCEPT,
  5336. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5337. },
  5338. {
  5339. "helper access to adjusted map (via const imm): empty range",
  5340. .insns = {
  5341. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5342. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5343. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5344. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5345. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5346. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5347. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5348. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5349. offsetof(struct test_val, foo)),
  5350. BPF_MOV64_IMM(BPF_REG_2, 0),
  5351. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5352. BPF_EXIT_INSN(),
  5353. },
  5354. .fixup_map2 = { 3 },
  5355. .errstr = "invalid access to map value, value_size=48 off=4 size=0",
  5356. .result = REJECT,
  5357. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5358. },
  5359. {
  5360. "helper access to adjusted map (via const imm): out-of-bound range",
  5361. .insns = {
  5362. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5363. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5364. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5365. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5366. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5367. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5368. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5369. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5370. offsetof(struct test_val, foo)),
  5371. BPF_MOV64_IMM(BPF_REG_2,
  5372. sizeof(struct test_val) -
  5373. offsetof(struct test_val, foo) + 8),
  5374. BPF_MOV64_IMM(BPF_REG_3, 0),
  5375. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5376. BPF_EXIT_INSN(),
  5377. },
  5378. .fixup_map2 = { 3 },
  5379. .errstr = "invalid access to map value, value_size=48 off=4 size=52",
  5380. .result = REJECT,
  5381. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5382. },
  5383. {
  5384. "helper access to adjusted map (via const imm): negative range (> adjustment)",
  5385. .insns = {
  5386. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5387. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5388. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5389. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5390. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5391. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5392. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5393. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5394. offsetof(struct test_val, foo)),
  5395. BPF_MOV64_IMM(BPF_REG_2, -8),
  5396. BPF_MOV64_IMM(BPF_REG_3, 0),
  5397. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5398. BPF_EXIT_INSN(),
  5399. },
  5400. .fixup_map2 = { 3 },
  5401. .errstr = "R2 min value is negative",
  5402. .result = REJECT,
  5403. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5404. },
  5405. {
  5406. "helper access to adjusted map (via const imm): negative range (< adjustment)",
  5407. .insns = {
  5408. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5409. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5410. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5411. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5412. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5413. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5414. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5415. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5416. offsetof(struct test_val, foo)),
  5417. BPF_MOV64_IMM(BPF_REG_2, -1),
  5418. BPF_MOV64_IMM(BPF_REG_3, 0),
  5419. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5420. BPF_EXIT_INSN(),
  5421. },
  5422. .fixup_map2 = { 3 },
  5423. .errstr = "R2 min value is negative",
  5424. .result = REJECT,
  5425. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5426. },
  5427. {
  5428. "helper access to adjusted map (via const reg): full range",
  5429. .insns = {
  5430. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5431. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5432. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5433. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5434. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5435. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5436. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5437. BPF_MOV64_IMM(BPF_REG_3,
  5438. offsetof(struct test_val, foo)),
  5439. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5440. BPF_MOV64_IMM(BPF_REG_2,
  5441. sizeof(struct test_val) -
  5442. offsetof(struct test_val, foo)),
  5443. BPF_MOV64_IMM(BPF_REG_3, 0),
  5444. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5445. BPF_EXIT_INSN(),
  5446. },
  5447. .fixup_map2 = { 3 },
  5448. .result = ACCEPT,
  5449. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5450. },
  5451. {
  5452. "helper access to adjusted map (via const reg): partial range",
  5453. .insns = {
  5454. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5455. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5456. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5457. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5458. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5459. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5460. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5461. BPF_MOV64_IMM(BPF_REG_3,
  5462. offsetof(struct test_val, foo)),
  5463. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5464. BPF_MOV64_IMM(BPF_REG_2, 8),
  5465. BPF_MOV64_IMM(BPF_REG_3, 0),
  5466. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5467. BPF_EXIT_INSN(),
  5468. },
  5469. .fixup_map2 = { 3 },
  5470. .result = ACCEPT,
  5471. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5472. },
  5473. {
  5474. "helper access to adjusted map (via const reg): empty range",
  5475. .insns = {
  5476. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5477. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5478. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5479. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5480. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5481. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5482. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5483. BPF_MOV64_IMM(BPF_REG_3, 0),
  5484. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5485. BPF_MOV64_IMM(BPF_REG_2, 0),
  5486. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5487. BPF_EXIT_INSN(),
  5488. },
  5489. .fixup_map2 = { 3 },
  5490. .errstr = "R1 min value is outside of the array range",
  5491. .result = REJECT,
  5492. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5493. },
  5494. {
  5495. "helper access to adjusted map (via const reg): out-of-bound range",
  5496. .insns = {
  5497. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5498. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5499. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5500. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5501. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5502. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5503. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5504. BPF_MOV64_IMM(BPF_REG_3,
  5505. offsetof(struct test_val, foo)),
  5506. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5507. BPF_MOV64_IMM(BPF_REG_2,
  5508. sizeof(struct test_val) -
  5509. offsetof(struct test_val, foo) + 8),
  5510. BPF_MOV64_IMM(BPF_REG_3, 0),
  5511. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5512. BPF_EXIT_INSN(),
  5513. },
  5514. .fixup_map2 = { 3 },
  5515. .errstr = "invalid access to map value, value_size=48 off=4 size=52",
  5516. .result = REJECT,
  5517. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5518. },
  5519. {
  5520. "helper access to adjusted map (via const reg): negative range (> adjustment)",
  5521. .insns = {
  5522. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5523. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5524. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5525. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5526. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5527. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5528. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5529. BPF_MOV64_IMM(BPF_REG_3,
  5530. offsetof(struct test_val, foo)),
  5531. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5532. BPF_MOV64_IMM(BPF_REG_2, -8),
  5533. BPF_MOV64_IMM(BPF_REG_3, 0),
  5534. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5535. BPF_EXIT_INSN(),
  5536. },
  5537. .fixup_map2 = { 3 },
  5538. .errstr = "R2 min value is negative",
  5539. .result = REJECT,
  5540. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5541. },
  5542. {
  5543. "helper access to adjusted map (via const reg): negative range (< adjustment)",
  5544. .insns = {
  5545. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5546. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5547. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5548. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5549. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5550. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5551. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5552. BPF_MOV64_IMM(BPF_REG_3,
  5553. offsetof(struct test_val, foo)),
  5554. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5555. BPF_MOV64_IMM(BPF_REG_2, -1),
  5556. BPF_MOV64_IMM(BPF_REG_3, 0),
  5557. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5558. BPF_EXIT_INSN(),
  5559. },
  5560. .fixup_map2 = { 3 },
  5561. .errstr = "R2 min value is negative",
  5562. .result = REJECT,
  5563. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5564. },
  5565. {
  5566. "helper access to adjusted map (via variable): full range",
  5567. .insns = {
  5568. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5569. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5570. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5571. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5572. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5573. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5574. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5575. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5576. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5577. offsetof(struct test_val, foo), 4),
  5578. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5579. BPF_MOV64_IMM(BPF_REG_2,
  5580. sizeof(struct test_val) -
  5581. offsetof(struct test_val, foo)),
  5582. BPF_MOV64_IMM(BPF_REG_3, 0),
  5583. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5584. BPF_EXIT_INSN(),
  5585. },
  5586. .fixup_map2 = { 3 },
  5587. .result = ACCEPT,
  5588. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5589. },
  5590. {
  5591. "helper access to adjusted map (via variable): partial range",
  5592. .insns = {
  5593. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5594. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5595. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5596. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5597. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5598. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5599. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5600. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5601. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5602. offsetof(struct test_val, foo), 4),
  5603. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5604. BPF_MOV64_IMM(BPF_REG_2, 8),
  5605. BPF_MOV64_IMM(BPF_REG_3, 0),
  5606. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5607. BPF_EXIT_INSN(),
  5608. },
  5609. .fixup_map2 = { 3 },
  5610. .result = ACCEPT,
  5611. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5612. },
  5613. {
  5614. "helper access to adjusted map (via variable): empty range",
  5615. .insns = {
  5616. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5617. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5618. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5619. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5620. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5621. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5622. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5623. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5624. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5625. offsetof(struct test_val, foo), 3),
  5626. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5627. BPF_MOV64_IMM(BPF_REG_2, 0),
  5628. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5629. BPF_EXIT_INSN(),
  5630. },
  5631. .fixup_map2 = { 3 },
  5632. .errstr = "R1 min value is outside of the array range",
  5633. .result = REJECT,
  5634. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5635. },
  5636. {
  5637. "helper access to adjusted map (via variable): no max check",
  5638. .insns = {
  5639. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5640. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5641. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5642. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5643. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5644. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5645. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5646. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5647. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5648. BPF_MOV64_IMM(BPF_REG_2, 1),
  5649. BPF_MOV64_IMM(BPF_REG_3, 0),
  5650. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5651. BPF_EXIT_INSN(),
  5652. },
  5653. .fixup_map2 = { 3 },
  5654. .errstr = "R1 unbounded memory access",
  5655. .result = REJECT,
  5656. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5657. },
  5658. {
  5659. "helper access to adjusted map (via variable): wrong max check",
  5660. .insns = {
  5661. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5662. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5663. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5664. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5665. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5666. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5667. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5668. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5669. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5670. offsetof(struct test_val, foo), 4),
  5671. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5672. BPF_MOV64_IMM(BPF_REG_2,
  5673. sizeof(struct test_val) -
  5674. offsetof(struct test_val, foo) + 1),
  5675. BPF_MOV64_IMM(BPF_REG_3, 0),
  5676. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5677. BPF_EXIT_INSN(),
  5678. },
  5679. .fixup_map2 = { 3 },
  5680. .errstr = "invalid access to map value, value_size=48 off=4 size=45",
  5681. .result = REJECT,
  5682. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5683. },
  5684. {
  5685. "helper access to map: bounds check using <, good access",
  5686. .insns = {
  5687. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5688. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5689. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5690. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5691. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5692. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5693. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5694. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5695. BPF_JMP_IMM(BPF_JLT, BPF_REG_3, 32, 2),
  5696. BPF_MOV64_IMM(BPF_REG_0, 0),
  5697. BPF_EXIT_INSN(),
  5698. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5699. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5700. BPF_MOV64_IMM(BPF_REG_0, 0),
  5701. BPF_EXIT_INSN(),
  5702. },
  5703. .fixup_map2 = { 3 },
  5704. .result = ACCEPT,
  5705. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5706. },
  5707. {
  5708. "helper access to map: bounds check using <, bad access",
  5709. .insns = {
  5710. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5711. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5712. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5713. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5714. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5715. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5716. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5717. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5718. BPF_JMP_IMM(BPF_JLT, BPF_REG_3, 32, 4),
  5719. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5720. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5721. BPF_MOV64_IMM(BPF_REG_0, 0),
  5722. BPF_EXIT_INSN(),
  5723. BPF_MOV64_IMM(BPF_REG_0, 0),
  5724. BPF_EXIT_INSN(),
  5725. },
  5726. .fixup_map2 = { 3 },
  5727. .result = REJECT,
  5728. .errstr = "R1 unbounded memory access",
  5729. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5730. },
  5731. {
  5732. "helper access to map: bounds check using <=, good access",
  5733. .insns = {
  5734. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5735. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5736. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5737. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5738. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5739. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5740. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5741. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5742. BPF_JMP_IMM(BPF_JLE, BPF_REG_3, 32, 2),
  5743. BPF_MOV64_IMM(BPF_REG_0, 0),
  5744. BPF_EXIT_INSN(),
  5745. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5746. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5747. BPF_MOV64_IMM(BPF_REG_0, 0),
  5748. BPF_EXIT_INSN(),
  5749. },
  5750. .fixup_map2 = { 3 },
  5751. .result = ACCEPT,
  5752. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5753. },
  5754. {
  5755. "helper access to map: bounds check using <=, bad access",
  5756. .insns = {
  5757. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5758. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5759. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5760. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5761. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5762. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5763. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5764. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5765. BPF_JMP_IMM(BPF_JLE, BPF_REG_3, 32, 4),
  5766. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5767. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5768. BPF_MOV64_IMM(BPF_REG_0, 0),
  5769. BPF_EXIT_INSN(),
  5770. BPF_MOV64_IMM(BPF_REG_0, 0),
  5771. BPF_EXIT_INSN(),
  5772. },
  5773. .fixup_map2 = { 3 },
  5774. .result = REJECT,
  5775. .errstr = "R1 unbounded memory access",
  5776. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5777. },
  5778. {
  5779. "helper access to map: bounds check using s<, good access",
  5780. .insns = {
  5781. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5782. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5783. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5784. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5785. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5786. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5787. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5788. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5789. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5790. BPF_MOV64_IMM(BPF_REG_0, 0),
  5791. BPF_EXIT_INSN(),
  5792. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 0, -3),
  5793. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5794. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5795. BPF_MOV64_IMM(BPF_REG_0, 0),
  5796. BPF_EXIT_INSN(),
  5797. },
  5798. .fixup_map2 = { 3 },
  5799. .result = ACCEPT,
  5800. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5801. },
  5802. {
  5803. "helper access to map: bounds check using s<, good access 2",
  5804. .insns = {
  5805. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5806. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5807. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5808. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5809. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5810. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5811. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5812. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5813. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5814. BPF_MOV64_IMM(BPF_REG_0, 0),
  5815. BPF_EXIT_INSN(),
  5816. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, -3, -3),
  5817. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5818. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5819. BPF_MOV64_IMM(BPF_REG_0, 0),
  5820. BPF_EXIT_INSN(),
  5821. },
  5822. .fixup_map2 = { 3 },
  5823. .result = ACCEPT,
  5824. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5825. },
  5826. {
  5827. "helper access to map: bounds check using s<, bad access",
  5828. .insns = {
  5829. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5830. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5831. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5832. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5833. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5834. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5835. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5836. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  5837. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5838. BPF_MOV64_IMM(BPF_REG_0, 0),
  5839. BPF_EXIT_INSN(),
  5840. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, -3, -3),
  5841. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5842. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5843. BPF_MOV64_IMM(BPF_REG_0, 0),
  5844. BPF_EXIT_INSN(),
  5845. },
  5846. .fixup_map2 = { 3 },
  5847. .result = REJECT,
  5848. .errstr = "R1 min value is negative",
  5849. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5850. },
  5851. {
  5852. "helper access to map: bounds check using s<=, good access",
  5853. .insns = {
  5854. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5855. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5856. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5857. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5858. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5859. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5860. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5861. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5862. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5863. BPF_MOV64_IMM(BPF_REG_0, 0),
  5864. BPF_EXIT_INSN(),
  5865. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 0, -3),
  5866. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5867. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5868. BPF_MOV64_IMM(BPF_REG_0, 0),
  5869. BPF_EXIT_INSN(),
  5870. },
  5871. .fixup_map2 = { 3 },
  5872. .result = ACCEPT,
  5873. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5874. },
  5875. {
  5876. "helper access to map: bounds check using s<=, good access 2",
  5877. .insns = {
  5878. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5879. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5880. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5881. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5882. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5883. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5884. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5885. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5886. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5887. BPF_MOV64_IMM(BPF_REG_0, 0),
  5888. BPF_EXIT_INSN(),
  5889. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, -3, -3),
  5890. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5891. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5892. BPF_MOV64_IMM(BPF_REG_0, 0),
  5893. BPF_EXIT_INSN(),
  5894. },
  5895. .fixup_map2 = { 3 },
  5896. .result = ACCEPT,
  5897. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5898. },
  5899. {
  5900. "helper access to map: bounds check using s<=, bad access",
  5901. .insns = {
  5902. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5903. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5904. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5905. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5906. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5907. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5908. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5909. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  5910. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5911. BPF_MOV64_IMM(BPF_REG_0, 0),
  5912. BPF_EXIT_INSN(),
  5913. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, -3, -3),
  5914. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5915. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5916. BPF_MOV64_IMM(BPF_REG_0, 0),
  5917. BPF_EXIT_INSN(),
  5918. },
  5919. .fixup_map2 = { 3 },
  5920. .result = REJECT,
  5921. .errstr = "R1 min value is negative",
  5922. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5923. },
  5924. {
  5925. "map lookup helper access to map",
  5926. .insns = {
  5927. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5928. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5929. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5930. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5931. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5932. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5933. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5934. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5935. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5936. BPF_EXIT_INSN(),
  5937. },
  5938. .fixup_map3 = { 3, 8 },
  5939. .result = ACCEPT,
  5940. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5941. },
  5942. {
  5943. "map update helper access to map",
  5944. .insns = {
  5945. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5946. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5947. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5948. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5949. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5950. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5951. BPF_MOV64_IMM(BPF_REG_4, 0),
  5952. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  5953. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5954. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5955. BPF_EMIT_CALL(BPF_FUNC_map_update_elem),
  5956. BPF_EXIT_INSN(),
  5957. },
  5958. .fixup_map3 = { 3, 10 },
  5959. .result = ACCEPT,
  5960. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5961. },
  5962. {
  5963. "map update helper access to map: wrong size",
  5964. .insns = {
  5965. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5966. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5967. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5968. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5969. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5970. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5971. BPF_MOV64_IMM(BPF_REG_4, 0),
  5972. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  5973. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5974. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5975. BPF_EMIT_CALL(BPF_FUNC_map_update_elem),
  5976. BPF_EXIT_INSN(),
  5977. },
  5978. .fixup_map1 = { 3 },
  5979. .fixup_map3 = { 10 },
  5980. .result = REJECT,
  5981. .errstr = "invalid access to map value, value_size=8 off=0 size=16",
  5982. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5983. },
  5984. {
  5985. "map helper access to adjusted map (via const imm)",
  5986. .insns = {
  5987. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5988. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5989. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5990. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5991. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5992. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5993. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  5995. offsetof(struct other_val, bar)),
  5996. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5997. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5998. BPF_EXIT_INSN(),
  5999. },
  6000. .fixup_map3 = { 3, 9 },
  6001. .result = ACCEPT,
  6002. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6003. },
  6004. {
  6005. "map helper access to adjusted map (via const imm): out-of-bound 1",
  6006. .insns = {
  6007. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6008. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6009. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6010. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6011. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6012. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6013. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6014. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  6015. sizeof(struct other_val) - 4),
  6016. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6017. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6018. BPF_EXIT_INSN(),
  6019. },
  6020. .fixup_map3 = { 3, 9 },
  6021. .result = REJECT,
  6022. .errstr = "invalid access to map value, value_size=16 off=12 size=8",
  6023. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6024. },
  6025. {
  6026. "map helper access to adjusted map (via const imm): out-of-bound 2",
  6027. .insns = {
  6028. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6029. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6030. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6031. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6032. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6033. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6034. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6035. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  6036. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6037. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6038. BPF_EXIT_INSN(),
  6039. },
  6040. .fixup_map3 = { 3, 9 },
  6041. .result = REJECT,
  6042. .errstr = "invalid access to map value, value_size=16 off=-4 size=8",
  6043. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6044. },
  6045. {
  6046. "map helper access to adjusted map (via const reg)",
  6047. .insns = {
  6048. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6049. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6050. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6051. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6052. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6053. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6054. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6055. BPF_MOV64_IMM(BPF_REG_3,
  6056. offsetof(struct other_val, bar)),
  6057. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6058. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6059. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6060. BPF_EXIT_INSN(),
  6061. },
  6062. .fixup_map3 = { 3, 10 },
  6063. .result = ACCEPT,
  6064. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6065. },
  6066. {
  6067. "map helper access to adjusted map (via const reg): out-of-bound 1",
  6068. .insns = {
  6069. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6070. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6071. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6072. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6073. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6074. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6075. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6076. BPF_MOV64_IMM(BPF_REG_3,
  6077. sizeof(struct other_val) - 4),
  6078. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6079. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6080. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6081. BPF_EXIT_INSN(),
  6082. },
  6083. .fixup_map3 = { 3, 10 },
  6084. .result = REJECT,
  6085. .errstr = "invalid access to map value, value_size=16 off=12 size=8",
  6086. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6087. },
  6088. {
  6089. "map helper access to adjusted map (via const reg): out-of-bound 2",
  6090. .insns = {
  6091. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6092. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6093. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6094. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6095. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6096. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6097. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6098. BPF_MOV64_IMM(BPF_REG_3, -4),
  6099. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6100. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6101. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6102. BPF_EXIT_INSN(),
  6103. },
  6104. .fixup_map3 = { 3, 10 },
  6105. .result = REJECT,
  6106. .errstr = "invalid access to map value, value_size=16 off=-4 size=8",
  6107. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6108. },
  6109. {
  6110. "map helper access to adjusted map (via variable)",
  6111. .insns = {
  6112. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6113. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6114. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6115. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6116. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6117. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6118. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6119. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  6120. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  6121. offsetof(struct other_val, bar), 4),
  6122. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6123. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6124. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6125. BPF_EXIT_INSN(),
  6126. },
  6127. .fixup_map3 = { 3, 11 },
  6128. .result = ACCEPT,
  6129. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6130. },
  6131. {
  6132. "map helper access to adjusted map (via variable): no max check",
  6133. .insns = {
  6134. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6135. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6136. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6137. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6138. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6139. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6140. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6141. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  6142. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6143. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6144. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6145. BPF_EXIT_INSN(),
  6146. },
  6147. .fixup_map3 = { 3, 10 },
  6148. .result = REJECT,
  6149. .errstr = "R2 unbounded memory access, make sure to bounds check any array access into a map",
  6150. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6151. },
  6152. {
  6153. "map helper access to adjusted map (via variable): wrong max check",
  6154. .insns = {
  6155. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6156. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6157. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6158. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6159. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6160. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6161. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6162. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  6163. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  6164. offsetof(struct other_val, bar) + 1, 4),
  6165. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6166. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6167. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6168. BPF_EXIT_INSN(),
  6169. },
  6170. .fixup_map3 = { 3, 11 },
  6171. .result = REJECT,
  6172. .errstr = "invalid access to map value, value_size=16 off=9 size=8",
  6173. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6174. },
  6175. {
  6176. "map element value is preserved across register spilling",
  6177. .insns = {
  6178. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6179. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6180. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6181. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6182. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6183. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6184. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6185. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6186. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
  6187. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6188. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6189. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6190. BPF_EXIT_INSN(),
  6191. },
  6192. .fixup_map2 = { 3 },
  6193. .errstr_unpriv = "R0 leaks addr",
  6194. .result = ACCEPT,
  6195. .result_unpriv = REJECT,
  6196. },
  6197. {
  6198. "map element value or null is marked on register spilling",
  6199. .insns = {
  6200. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6201. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6202. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6203. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6204. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6205. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6206. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -152),
  6207. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6208. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6209. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6210. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6211. BPF_EXIT_INSN(),
  6212. },
  6213. .fixup_map2 = { 3 },
  6214. .errstr_unpriv = "R0 leaks addr",
  6215. .result = ACCEPT,
  6216. .result_unpriv = REJECT,
  6217. },
  6218. {
  6219. "map element value store of cleared call register",
  6220. .insns = {
  6221. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6222. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6223. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6224. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6225. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6226. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  6227. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  6228. BPF_EXIT_INSN(),
  6229. },
  6230. .fixup_map2 = { 3 },
  6231. .errstr_unpriv = "R1 !read_ok",
  6232. .errstr = "R1 !read_ok",
  6233. .result = REJECT,
  6234. .result_unpriv = REJECT,
  6235. },
  6236. {
  6237. "map element value with unaligned store",
  6238. .insns = {
  6239. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6240. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6241. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6242. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6243. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6244. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 17),
  6245. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
  6246. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6247. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 43),
  6248. BPF_ST_MEM(BPF_DW, BPF_REG_0, -2, 44),
  6249. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  6250. BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 32),
  6251. BPF_ST_MEM(BPF_DW, BPF_REG_8, 2, 33),
  6252. BPF_ST_MEM(BPF_DW, BPF_REG_8, -2, 34),
  6253. BPF_ALU64_IMM(BPF_ADD, BPF_REG_8, 5),
  6254. BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 22),
  6255. BPF_ST_MEM(BPF_DW, BPF_REG_8, 4, 23),
  6256. BPF_ST_MEM(BPF_DW, BPF_REG_8, -7, 24),
  6257. BPF_MOV64_REG(BPF_REG_7, BPF_REG_8),
  6258. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, 3),
  6259. BPF_ST_MEM(BPF_DW, BPF_REG_7, 0, 22),
  6260. BPF_ST_MEM(BPF_DW, BPF_REG_7, 4, 23),
  6261. BPF_ST_MEM(BPF_DW, BPF_REG_7, -4, 24),
  6262. BPF_EXIT_INSN(),
  6263. },
  6264. .fixup_map2 = { 3 },
  6265. .errstr_unpriv = "R0 leaks addr",
  6266. .result = ACCEPT,
  6267. .result_unpriv = REJECT,
  6268. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6269. },
  6270. {
  6271. "map element value with unaligned load",
  6272. .insns = {
  6273. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6274. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6275. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6276. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6277. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6278. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6279. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  6280. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 9),
  6281. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
  6282. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  6283. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 2),
  6284. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  6285. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 0),
  6286. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 2),
  6287. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 5),
  6288. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  6289. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 4),
  6290. BPF_EXIT_INSN(),
  6291. },
  6292. .fixup_map2 = { 3 },
  6293. .errstr_unpriv = "R0 leaks addr",
  6294. .result = ACCEPT,
  6295. .result_unpriv = REJECT,
  6296. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6297. },
  6298. {
  6299. "map element value illegal alu op, 1",
  6300. .insns = {
  6301. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6302. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6303. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6304. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6305. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6306. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6307. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 8),
  6308. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6309. BPF_EXIT_INSN(),
  6310. },
  6311. .fixup_map2 = { 3 },
  6312. .errstr = "R0 bitwise operator &= on pointer",
  6313. .result = REJECT,
  6314. },
  6315. {
  6316. "map element value illegal alu op, 2",
  6317. .insns = {
  6318. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6319. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6320. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6321. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6322. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6323. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6324. BPF_ALU32_IMM(BPF_ADD, BPF_REG_0, 0),
  6325. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6326. BPF_EXIT_INSN(),
  6327. },
  6328. .fixup_map2 = { 3 },
  6329. .errstr = "R0 32-bit pointer arithmetic prohibited",
  6330. .result = REJECT,
  6331. },
  6332. {
  6333. "map element value illegal alu op, 3",
  6334. .insns = {
  6335. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6336. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6337. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6338. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6339. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6340. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6341. BPF_ALU64_IMM(BPF_DIV, BPF_REG_0, 42),
  6342. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6343. BPF_EXIT_INSN(),
  6344. },
  6345. .fixup_map2 = { 3 },
  6346. .errstr = "R0 pointer arithmetic with /= operator",
  6347. .result = REJECT,
  6348. },
  6349. {
  6350. "map element value illegal alu op, 4",
  6351. .insns = {
  6352. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6353. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6354. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6355. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6356. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6357. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6358. BPF_ENDIAN(BPF_FROM_BE, BPF_REG_0, 64),
  6359. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6360. BPF_EXIT_INSN(),
  6361. },
  6362. .fixup_map2 = { 3 },
  6363. .errstr_unpriv = "R0 pointer arithmetic prohibited",
  6364. .errstr = "invalid mem access 'inv'",
  6365. .result = REJECT,
  6366. .result_unpriv = REJECT,
  6367. },
  6368. {
  6369. "map element value illegal alu op, 5",
  6370. .insns = {
  6371. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6372. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6373. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6374. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6375. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6376. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6377. BPF_MOV64_IMM(BPF_REG_3, 4096),
  6378. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6379. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6380. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6381. BPF_STX_XADD(BPF_DW, BPF_REG_2, BPF_REG_3, 0),
  6382. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 0),
  6383. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6384. BPF_EXIT_INSN(),
  6385. },
  6386. .fixup_map2 = { 3 },
  6387. .errstr = "R0 invalid mem access 'inv'",
  6388. .result = REJECT,
  6389. },
  6390. {
  6391. "map element value is preserved across register spilling",
  6392. .insns = {
  6393. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6394. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6395. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6396. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6397. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6398. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6399. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0,
  6400. offsetof(struct test_val, foo)),
  6401. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6402. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6403. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
  6404. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6405. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6406. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6407. BPF_EXIT_INSN(),
  6408. },
  6409. .fixup_map2 = { 3 },
  6410. .errstr_unpriv = "R0 leaks addr",
  6411. .result = ACCEPT,
  6412. .result_unpriv = REJECT,
  6413. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6414. },
  6415. {
  6416. "helper access to variable memory: stack, bitwise AND + JMP, correct bounds",
  6417. .insns = {
  6418. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6419. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6420. BPF_MOV64_IMM(BPF_REG_0, 0),
  6421. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6422. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6423. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6424. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6425. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6426. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6427. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6428. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6429. BPF_MOV64_IMM(BPF_REG_2, 16),
  6430. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6431. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6432. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6433. BPF_MOV64_IMM(BPF_REG_4, 0),
  6434. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6435. BPF_MOV64_IMM(BPF_REG_3, 0),
  6436. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6437. BPF_MOV64_IMM(BPF_REG_0, 0),
  6438. BPF_EXIT_INSN(),
  6439. },
  6440. .result = ACCEPT,
  6441. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6442. },
  6443. {
  6444. "helper access to variable memory: stack, bitwise AND, zero included",
  6445. .insns = {
  6446. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6447. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6448. BPF_MOV64_IMM(BPF_REG_2, 16),
  6449. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6450. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6451. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6452. BPF_MOV64_IMM(BPF_REG_3, 0),
  6453. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6454. BPF_EXIT_INSN(),
  6455. },
  6456. .errstr = "invalid indirect read from stack off -64+0 size 64",
  6457. .result = REJECT,
  6458. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6459. },
  6460. {
  6461. "helper access to variable memory: stack, bitwise AND + JMP, wrong max",
  6462. .insns = {
  6463. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6464. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6465. BPF_MOV64_IMM(BPF_REG_2, 16),
  6466. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6467. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6468. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 65),
  6469. BPF_MOV64_IMM(BPF_REG_4, 0),
  6470. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6471. BPF_MOV64_IMM(BPF_REG_3, 0),
  6472. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6473. BPF_MOV64_IMM(BPF_REG_0, 0),
  6474. BPF_EXIT_INSN(),
  6475. },
  6476. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6477. .result = REJECT,
  6478. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6479. },
  6480. {
  6481. "helper access to variable memory: stack, JMP, correct bounds",
  6482. .insns = {
  6483. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6484. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6485. BPF_MOV64_IMM(BPF_REG_0, 0),
  6486. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6487. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6488. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6489. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6490. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6491. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6492. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6493. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6494. BPF_MOV64_IMM(BPF_REG_2, 16),
  6495. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6496. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6497. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 4),
  6498. BPF_MOV64_IMM(BPF_REG_4, 0),
  6499. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6500. BPF_MOV64_IMM(BPF_REG_3, 0),
  6501. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6502. BPF_MOV64_IMM(BPF_REG_0, 0),
  6503. BPF_EXIT_INSN(),
  6504. },
  6505. .result = ACCEPT,
  6506. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6507. },
  6508. {
  6509. "helper access to variable memory: stack, JMP (signed), correct bounds",
  6510. .insns = {
  6511. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6512. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6513. BPF_MOV64_IMM(BPF_REG_0, 0),
  6514. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6515. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6516. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6517. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6518. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6519. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6520. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6521. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6522. BPF_MOV64_IMM(BPF_REG_2, 16),
  6523. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6524. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6525. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 4),
  6526. BPF_MOV64_IMM(BPF_REG_4, 0),
  6527. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6528. BPF_MOV64_IMM(BPF_REG_3, 0),
  6529. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6530. BPF_MOV64_IMM(BPF_REG_0, 0),
  6531. BPF_EXIT_INSN(),
  6532. },
  6533. .result = ACCEPT,
  6534. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6535. },
  6536. {
  6537. "helper access to variable memory: stack, JMP, bounds + offset",
  6538. .insns = {
  6539. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6540. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6541. BPF_MOV64_IMM(BPF_REG_2, 16),
  6542. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6543. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6544. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 5),
  6545. BPF_MOV64_IMM(BPF_REG_4, 0),
  6546. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 3),
  6547. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  6548. BPF_MOV64_IMM(BPF_REG_3, 0),
  6549. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6550. BPF_MOV64_IMM(BPF_REG_0, 0),
  6551. BPF_EXIT_INSN(),
  6552. },
  6553. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6554. .result = REJECT,
  6555. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6556. },
  6557. {
  6558. "helper access to variable memory: stack, JMP, wrong max",
  6559. .insns = {
  6560. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6561. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6562. BPF_MOV64_IMM(BPF_REG_2, 16),
  6563. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6564. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6565. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 65, 4),
  6566. BPF_MOV64_IMM(BPF_REG_4, 0),
  6567. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6568. BPF_MOV64_IMM(BPF_REG_3, 0),
  6569. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6570. BPF_MOV64_IMM(BPF_REG_0, 0),
  6571. BPF_EXIT_INSN(),
  6572. },
  6573. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6574. .result = REJECT,
  6575. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6576. },
  6577. {
  6578. "helper access to variable memory: stack, JMP, no max check",
  6579. .insns = {
  6580. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6581. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6582. BPF_MOV64_IMM(BPF_REG_2, 16),
  6583. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6584. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6585. BPF_MOV64_IMM(BPF_REG_4, 0),
  6586. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6587. BPF_MOV64_IMM(BPF_REG_3, 0),
  6588. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6589. BPF_MOV64_IMM(BPF_REG_0, 0),
  6590. BPF_EXIT_INSN(),
  6591. },
  6592. /* because max wasn't checked, signed min is negative */
  6593. .errstr = "R2 min value is negative, either use unsigned or 'var &= const'",
  6594. .result = REJECT,
  6595. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6596. },
  6597. {
  6598. "helper access to variable memory: stack, JMP, no min check",
  6599. .insns = {
  6600. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6601. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6602. BPF_MOV64_IMM(BPF_REG_2, 16),
  6603. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6604. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6605. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 3),
  6606. BPF_MOV64_IMM(BPF_REG_3, 0),
  6607. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6608. BPF_MOV64_IMM(BPF_REG_0, 0),
  6609. BPF_EXIT_INSN(),
  6610. },
  6611. .errstr = "invalid indirect read from stack off -64+0 size 64",
  6612. .result = REJECT,
  6613. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6614. },
  6615. {
  6616. "helper access to variable memory: stack, JMP (signed), no min check",
  6617. .insns = {
  6618. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6619. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6620. BPF_MOV64_IMM(BPF_REG_2, 16),
  6621. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6622. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6623. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 3),
  6624. BPF_MOV64_IMM(BPF_REG_3, 0),
  6625. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6626. BPF_MOV64_IMM(BPF_REG_0, 0),
  6627. BPF_EXIT_INSN(),
  6628. },
  6629. .errstr = "R2 min value is negative",
  6630. .result = REJECT,
  6631. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6632. },
  6633. {
  6634. "helper access to variable memory: map, JMP, correct bounds",
  6635. .insns = {
  6636. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6637. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6638. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6639. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6640. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6641. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  6642. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6643. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6644. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6645. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6646. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6647. sizeof(struct test_val), 4),
  6648. BPF_MOV64_IMM(BPF_REG_4, 0),
  6649. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6650. BPF_MOV64_IMM(BPF_REG_3, 0),
  6651. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6652. BPF_MOV64_IMM(BPF_REG_0, 0),
  6653. BPF_EXIT_INSN(),
  6654. },
  6655. .fixup_map2 = { 3 },
  6656. .result = ACCEPT,
  6657. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6658. },
  6659. {
  6660. "helper access to variable memory: map, JMP, wrong max",
  6661. .insns = {
  6662. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6663. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6664. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6665. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6666. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6667. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  6668. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6669. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6670. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6671. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6672. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6673. sizeof(struct test_val) + 1, 4),
  6674. BPF_MOV64_IMM(BPF_REG_4, 0),
  6675. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6676. BPF_MOV64_IMM(BPF_REG_3, 0),
  6677. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6678. BPF_MOV64_IMM(BPF_REG_0, 0),
  6679. BPF_EXIT_INSN(),
  6680. },
  6681. .fixup_map2 = { 3 },
  6682. .errstr = "invalid access to map value, value_size=48 off=0 size=49",
  6683. .result = REJECT,
  6684. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6685. },
  6686. {
  6687. "helper access to variable memory: map adjusted, JMP, correct bounds",
  6688. .insns = {
  6689. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6690. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6691. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6692. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6693. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6694. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6695. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6696. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
  6697. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6698. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6699. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6700. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6701. sizeof(struct test_val) - 20, 4),
  6702. BPF_MOV64_IMM(BPF_REG_4, 0),
  6703. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6704. BPF_MOV64_IMM(BPF_REG_3, 0),
  6705. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6706. BPF_MOV64_IMM(BPF_REG_0, 0),
  6707. BPF_EXIT_INSN(),
  6708. },
  6709. .fixup_map2 = { 3 },
  6710. .result = ACCEPT,
  6711. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6712. },
  6713. {
  6714. "helper access to variable memory: map adjusted, JMP, wrong max",
  6715. .insns = {
  6716. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6717. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6718. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6719. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6720. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6721. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6722. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6723. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
  6724. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6725. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6726. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6727. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6728. sizeof(struct test_val) - 19, 4),
  6729. BPF_MOV64_IMM(BPF_REG_4, 0),
  6730. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6731. BPF_MOV64_IMM(BPF_REG_3, 0),
  6732. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6733. BPF_MOV64_IMM(BPF_REG_0, 0),
  6734. BPF_EXIT_INSN(),
  6735. },
  6736. .fixup_map2 = { 3 },
  6737. .errstr = "R1 min value is outside of the array range",
  6738. .result = REJECT,
  6739. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6740. },
  6741. {
  6742. "helper access to variable memory: size = 0 allowed on NULL (ARG_PTR_TO_MEM_OR_NULL)",
  6743. .insns = {
  6744. BPF_MOV64_IMM(BPF_REG_1, 0),
  6745. BPF_MOV64_IMM(BPF_REG_2, 0),
  6746. BPF_MOV64_IMM(BPF_REG_3, 0),
  6747. BPF_MOV64_IMM(BPF_REG_4, 0),
  6748. BPF_MOV64_IMM(BPF_REG_5, 0),
  6749. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6750. BPF_EXIT_INSN(),
  6751. },
  6752. .result = ACCEPT,
  6753. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6754. },
  6755. {
  6756. "helper access to variable memory: size > 0 not allowed on NULL (ARG_PTR_TO_MEM_OR_NULL)",
  6757. .insns = {
  6758. BPF_MOV64_IMM(BPF_REG_1, 0),
  6759. BPF_MOV64_IMM(BPF_REG_2, 1),
  6760. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6761. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6762. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6763. BPF_MOV64_IMM(BPF_REG_3, 0),
  6764. BPF_MOV64_IMM(BPF_REG_4, 0),
  6765. BPF_MOV64_IMM(BPF_REG_5, 0),
  6766. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6767. BPF_EXIT_INSN(),
  6768. },
  6769. .errstr = "R1 type=inv expected=fp",
  6770. .result = REJECT,
  6771. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6772. },
  6773. {
  6774. "helper access to variable memory: size = 0 allowed on != NULL stack pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6775. .insns = {
  6776. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6777. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6778. BPF_MOV64_IMM(BPF_REG_2, 0),
  6779. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, 0),
  6780. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 8),
  6781. BPF_MOV64_IMM(BPF_REG_3, 0),
  6782. BPF_MOV64_IMM(BPF_REG_4, 0),
  6783. BPF_MOV64_IMM(BPF_REG_5, 0),
  6784. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6785. BPF_EXIT_INSN(),
  6786. },
  6787. .result = ACCEPT,
  6788. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6789. },
  6790. {
  6791. "helper access to variable memory: size = 0 allowed on != NULL map pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6792. .insns = {
  6793. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6794. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6795. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6796. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6797. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6798. BPF_FUNC_map_lookup_elem),
  6799. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6800. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6801. BPF_MOV64_IMM(BPF_REG_2, 0),
  6802. BPF_MOV64_IMM(BPF_REG_3, 0),
  6803. BPF_MOV64_IMM(BPF_REG_4, 0),
  6804. BPF_MOV64_IMM(BPF_REG_5, 0),
  6805. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6806. BPF_EXIT_INSN(),
  6807. },
  6808. .fixup_map1 = { 3 },
  6809. .result = ACCEPT,
  6810. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6811. },
  6812. {
  6813. "helper access to variable memory: size possible = 0 allowed on != NULL stack pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6814. .insns = {
  6815. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6816. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6817. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6818. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6819. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6820. BPF_FUNC_map_lookup_elem),
  6821. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  6822. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6823. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 7),
  6824. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6825. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6826. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, 0),
  6827. BPF_MOV64_IMM(BPF_REG_3, 0),
  6828. BPF_MOV64_IMM(BPF_REG_4, 0),
  6829. BPF_MOV64_IMM(BPF_REG_5, 0),
  6830. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6831. BPF_EXIT_INSN(),
  6832. },
  6833. .fixup_map1 = { 3 },
  6834. .result = ACCEPT,
  6835. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6836. },
  6837. {
  6838. "helper access to variable memory: size possible = 0 allowed on != NULL map pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6839. .insns = {
  6840. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6841. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6842. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6843. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6844. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6845. BPF_FUNC_map_lookup_elem),
  6846. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6847. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6848. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6849. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6850. BPF_MOV64_IMM(BPF_REG_3, 0),
  6851. BPF_MOV64_IMM(BPF_REG_4, 0),
  6852. BPF_MOV64_IMM(BPF_REG_5, 0),
  6853. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6854. BPF_EXIT_INSN(),
  6855. },
  6856. .fixup_map1 = { 3 },
  6857. .result = ACCEPT,
  6858. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6859. },
  6860. {
  6861. "helper access to variable memory: size possible = 0 allowed on != NULL packet pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6862. .insns = {
  6863. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  6864. offsetof(struct __sk_buff, data)),
  6865. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  6866. offsetof(struct __sk_buff, data_end)),
  6867. BPF_MOV64_REG(BPF_REG_0, BPF_REG_6),
  6868. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  6869. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 7),
  6870. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  6871. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 0),
  6872. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6873. BPF_MOV64_IMM(BPF_REG_3, 0),
  6874. BPF_MOV64_IMM(BPF_REG_4, 0),
  6875. BPF_MOV64_IMM(BPF_REG_5, 0),
  6876. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6877. BPF_EXIT_INSN(),
  6878. },
  6879. .result = ACCEPT,
  6880. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6881. .retval = 0 /* csum_diff of 64-byte packet */,
  6882. },
  6883. {
  6884. "helper access to variable memory: size = 0 not allowed on NULL (!ARG_PTR_TO_MEM_OR_NULL)",
  6885. .insns = {
  6886. BPF_MOV64_IMM(BPF_REG_1, 0),
  6887. BPF_MOV64_IMM(BPF_REG_2, 0),
  6888. BPF_MOV64_IMM(BPF_REG_3, 0),
  6889. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6890. BPF_EXIT_INSN(),
  6891. },
  6892. .errstr = "R1 type=inv expected=fp",
  6893. .result = REJECT,
  6894. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6895. },
  6896. {
  6897. "helper access to variable memory: size > 0 not allowed on NULL (!ARG_PTR_TO_MEM_OR_NULL)",
  6898. .insns = {
  6899. BPF_MOV64_IMM(BPF_REG_1, 0),
  6900. BPF_MOV64_IMM(BPF_REG_2, 1),
  6901. BPF_MOV64_IMM(BPF_REG_3, 0),
  6902. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6903. BPF_EXIT_INSN(),
  6904. },
  6905. .errstr = "R1 type=inv expected=fp",
  6906. .result = REJECT,
  6907. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6908. },
  6909. {
  6910. "helper access to variable memory: size = 0 allowed on != NULL stack pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6911. .insns = {
  6912. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6913. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6914. BPF_MOV64_IMM(BPF_REG_2, 0),
  6915. BPF_MOV64_IMM(BPF_REG_3, 0),
  6916. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6917. BPF_EXIT_INSN(),
  6918. },
  6919. .result = ACCEPT,
  6920. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6921. },
  6922. {
  6923. "helper access to variable memory: size = 0 allowed on != NULL map pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6924. .insns = {
  6925. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6926. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6927. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6928. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6929. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6930. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  6931. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6932. BPF_MOV64_IMM(BPF_REG_2, 0),
  6933. BPF_MOV64_IMM(BPF_REG_3, 0),
  6934. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6935. BPF_EXIT_INSN(),
  6936. },
  6937. .fixup_map1 = { 3 },
  6938. .result = ACCEPT,
  6939. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6940. },
  6941. {
  6942. "helper access to variable memory: size possible = 0 allowed on != NULL stack pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6943. .insns = {
  6944. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6945. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6946. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6947. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6948. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6949. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6950. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6951. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6952. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6953. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6954. BPF_MOV64_IMM(BPF_REG_3, 0),
  6955. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6956. BPF_EXIT_INSN(),
  6957. },
  6958. .fixup_map1 = { 3 },
  6959. .result = ACCEPT,
  6960. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6961. },
  6962. {
  6963. "helper access to variable memory: size possible = 0 allowed on != NULL map pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6964. .insns = {
  6965. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6966. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6967. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6968. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6969. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6970. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6971. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6972. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6973. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 2),
  6974. BPF_MOV64_IMM(BPF_REG_3, 0),
  6975. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6976. BPF_EXIT_INSN(),
  6977. },
  6978. .fixup_map1 = { 3 },
  6979. .result = ACCEPT,
  6980. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6981. },
  6982. {
  6983. "helper access to variable memory: 8 bytes leak",
  6984. .insns = {
  6985. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6986. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6987. BPF_MOV64_IMM(BPF_REG_0, 0),
  6988. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6989. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6990. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6991. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6992. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6993. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6994. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6995. BPF_MOV64_IMM(BPF_REG_2, 1),
  6996. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6997. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6998. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 63),
  6999. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  7000. BPF_MOV64_IMM(BPF_REG_3, 0),
  7001. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  7002. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7003. BPF_EXIT_INSN(),
  7004. },
  7005. .errstr = "invalid indirect read from stack off -64+32 size 64",
  7006. .result = REJECT,
  7007. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  7008. },
  7009. {
  7010. "helper access to variable memory: 8 bytes no leak (init memory)",
  7011. .insns = {
  7012. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  7013. BPF_MOV64_IMM(BPF_REG_0, 0),
  7014. BPF_MOV64_IMM(BPF_REG_0, 0),
  7015. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  7016. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  7017. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  7018. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  7019. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  7020. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  7021. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  7022. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  7023. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  7024. BPF_MOV64_IMM(BPF_REG_2, 0),
  7025. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 32),
  7026. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 32),
  7027. BPF_MOV64_IMM(BPF_REG_3, 0),
  7028. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  7029. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7030. BPF_EXIT_INSN(),
  7031. },
  7032. .result = ACCEPT,
  7033. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  7034. },
  7035. {
  7036. "invalid and of negative number",
  7037. .insns = {
  7038. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7039. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7040. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7041. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7042. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7043. BPF_FUNC_map_lookup_elem),
  7044. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7045. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7046. BPF_ALU64_IMM(BPF_AND, BPF_REG_1, -4),
  7047. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  7048. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7049. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  7050. offsetof(struct test_val, foo)),
  7051. BPF_EXIT_INSN(),
  7052. },
  7053. .fixup_map2 = { 3 },
  7054. .errstr = "R0 max value is outside of the array range",
  7055. .result = REJECT,
  7056. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  7057. },
  7058. {
  7059. "invalid range check",
  7060. .insns = {
  7061. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7062. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7063. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7064. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7065. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7066. BPF_FUNC_map_lookup_elem),
  7067. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 12),
  7068. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  7069. BPF_MOV64_IMM(BPF_REG_9, 1),
  7070. BPF_ALU32_IMM(BPF_MOD, BPF_REG_1, 2),
  7071. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 1),
  7072. BPF_ALU32_REG(BPF_AND, BPF_REG_9, BPF_REG_1),
  7073. BPF_ALU32_IMM(BPF_ADD, BPF_REG_9, 1),
  7074. BPF_ALU32_IMM(BPF_RSH, BPF_REG_9, 1),
  7075. BPF_MOV32_IMM(BPF_REG_3, 1),
  7076. BPF_ALU32_REG(BPF_SUB, BPF_REG_3, BPF_REG_9),
  7077. BPF_ALU32_IMM(BPF_MUL, BPF_REG_3, 0x10000000),
  7078. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  7079. BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_3, 0),
  7080. BPF_MOV64_REG(BPF_REG_0, 0),
  7081. BPF_EXIT_INSN(),
  7082. },
  7083. .fixup_map2 = { 3 },
  7084. .errstr = "R0 max value is outside of the array range",
  7085. .result = REJECT,
  7086. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  7087. },
  7088. {
  7089. "map in map access",
  7090. .insns = {
  7091. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7092. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7093. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7094. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7095. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7096. BPF_FUNC_map_lookup_elem),
  7097. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  7098. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7099. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7100. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7101. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  7102. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7103. BPF_FUNC_map_lookup_elem),
  7104. BPF_MOV64_IMM(BPF_REG_0, 0),
  7105. BPF_EXIT_INSN(),
  7106. },
  7107. .fixup_map_in_map = { 3 },
  7108. .result = ACCEPT,
  7109. },
  7110. {
  7111. "invalid inner map pointer",
  7112. .insns = {
  7113. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7114. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7115. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7116. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7117. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7118. BPF_FUNC_map_lookup_elem),
  7119. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  7120. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7121. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7122. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7123. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  7124. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  7125. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7126. BPF_FUNC_map_lookup_elem),
  7127. BPF_MOV64_IMM(BPF_REG_0, 0),
  7128. BPF_EXIT_INSN(),
  7129. },
  7130. .fixup_map_in_map = { 3 },
  7131. .errstr = "R1 pointer arithmetic on CONST_PTR_TO_MAP prohibited",
  7132. .result = REJECT,
  7133. },
  7134. {
  7135. "forgot null checking on the inner map pointer",
  7136. .insns = {
  7137. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7138. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7139. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7140. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7141. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7142. BPF_FUNC_map_lookup_elem),
  7143. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7144. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7145. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7146. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  7147. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7148. BPF_FUNC_map_lookup_elem),
  7149. BPF_MOV64_IMM(BPF_REG_0, 0),
  7150. BPF_EXIT_INSN(),
  7151. },
  7152. .fixup_map_in_map = { 3 },
  7153. .errstr = "R1 type=map_value_or_null expected=map_ptr",
  7154. .result = REJECT,
  7155. },
  7156. {
  7157. "ld_abs: check calling conv, r1",
  7158. .insns = {
  7159. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7160. BPF_MOV64_IMM(BPF_REG_1, 0),
  7161. BPF_LD_ABS(BPF_W, -0x200000),
  7162. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  7163. BPF_EXIT_INSN(),
  7164. },
  7165. .errstr = "R1 !read_ok",
  7166. .result = REJECT,
  7167. },
  7168. {
  7169. "ld_abs: check calling conv, r2",
  7170. .insns = {
  7171. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7172. BPF_MOV64_IMM(BPF_REG_2, 0),
  7173. BPF_LD_ABS(BPF_W, -0x200000),
  7174. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  7175. BPF_EXIT_INSN(),
  7176. },
  7177. .errstr = "R2 !read_ok",
  7178. .result = REJECT,
  7179. },
  7180. {
  7181. "ld_abs: check calling conv, r3",
  7182. .insns = {
  7183. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7184. BPF_MOV64_IMM(BPF_REG_3, 0),
  7185. BPF_LD_ABS(BPF_W, -0x200000),
  7186. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  7187. BPF_EXIT_INSN(),
  7188. },
  7189. .errstr = "R3 !read_ok",
  7190. .result = REJECT,
  7191. },
  7192. {
  7193. "ld_abs: check calling conv, r4",
  7194. .insns = {
  7195. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7196. BPF_MOV64_IMM(BPF_REG_4, 0),
  7197. BPF_LD_ABS(BPF_W, -0x200000),
  7198. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  7199. BPF_EXIT_INSN(),
  7200. },
  7201. .errstr = "R4 !read_ok",
  7202. .result = REJECT,
  7203. },
  7204. {
  7205. "ld_abs: check calling conv, r5",
  7206. .insns = {
  7207. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7208. BPF_MOV64_IMM(BPF_REG_5, 0),
  7209. BPF_LD_ABS(BPF_W, -0x200000),
  7210. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  7211. BPF_EXIT_INSN(),
  7212. },
  7213. .errstr = "R5 !read_ok",
  7214. .result = REJECT,
  7215. },
  7216. {
  7217. "ld_abs: check calling conv, r7",
  7218. .insns = {
  7219. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7220. BPF_MOV64_IMM(BPF_REG_7, 0),
  7221. BPF_LD_ABS(BPF_W, -0x200000),
  7222. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  7223. BPF_EXIT_INSN(),
  7224. },
  7225. .result = ACCEPT,
  7226. },
  7227. {
  7228. "ld_abs: tests on r6 and skb data reload helper",
  7229. .insns = {
  7230. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7231. BPF_LD_ABS(BPF_B, 0),
  7232. BPF_LD_ABS(BPF_H, 0),
  7233. BPF_LD_ABS(BPF_W, 0),
  7234. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  7235. BPF_MOV64_IMM(BPF_REG_6, 0),
  7236. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  7237. BPF_MOV64_IMM(BPF_REG_2, 1),
  7238. BPF_MOV64_IMM(BPF_REG_3, 2),
  7239. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7240. BPF_FUNC_skb_vlan_push),
  7241. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  7242. BPF_LD_ABS(BPF_B, 0),
  7243. BPF_LD_ABS(BPF_H, 0),
  7244. BPF_LD_ABS(BPF_W, 0),
  7245. BPF_MOV64_IMM(BPF_REG_0, 42),
  7246. BPF_EXIT_INSN(),
  7247. },
  7248. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  7249. .result = ACCEPT,
  7250. .retval = 42 /* ultimate return value */,
  7251. },
  7252. {
  7253. "ld_ind: check calling conv, r1",
  7254. .insns = {
  7255. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7256. BPF_MOV64_IMM(BPF_REG_1, 1),
  7257. BPF_LD_IND(BPF_W, BPF_REG_1, -0x200000),
  7258. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  7259. BPF_EXIT_INSN(),
  7260. },
  7261. .errstr = "R1 !read_ok",
  7262. .result = REJECT,
  7263. },
  7264. {
  7265. "ld_ind: check calling conv, r2",
  7266. .insns = {
  7267. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7268. BPF_MOV64_IMM(BPF_REG_2, 1),
  7269. BPF_LD_IND(BPF_W, BPF_REG_2, -0x200000),
  7270. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  7271. BPF_EXIT_INSN(),
  7272. },
  7273. .errstr = "R2 !read_ok",
  7274. .result = REJECT,
  7275. },
  7276. {
  7277. "ld_ind: check calling conv, r3",
  7278. .insns = {
  7279. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7280. BPF_MOV64_IMM(BPF_REG_3, 1),
  7281. BPF_LD_IND(BPF_W, BPF_REG_3, -0x200000),
  7282. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  7283. BPF_EXIT_INSN(),
  7284. },
  7285. .errstr = "R3 !read_ok",
  7286. .result = REJECT,
  7287. },
  7288. {
  7289. "ld_ind: check calling conv, r4",
  7290. .insns = {
  7291. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7292. BPF_MOV64_IMM(BPF_REG_4, 1),
  7293. BPF_LD_IND(BPF_W, BPF_REG_4, -0x200000),
  7294. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  7295. BPF_EXIT_INSN(),
  7296. },
  7297. .errstr = "R4 !read_ok",
  7298. .result = REJECT,
  7299. },
  7300. {
  7301. "ld_ind: check calling conv, r5",
  7302. .insns = {
  7303. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7304. BPF_MOV64_IMM(BPF_REG_5, 1),
  7305. BPF_LD_IND(BPF_W, BPF_REG_5, -0x200000),
  7306. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  7307. BPF_EXIT_INSN(),
  7308. },
  7309. .errstr = "R5 !read_ok",
  7310. .result = REJECT,
  7311. },
  7312. {
  7313. "ld_ind: check calling conv, r7",
  7314. .insns = {
  7315. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7316. BPF_MOV64_IMM(BPF_REG_7, 1),
  7317. BPF_LD_IND(BPF_W, BPF_REG_7, -0x200000),
  7318. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  7319. BPF_EXIT_INSN(),
  7320. },
  7321. .result = ACCEPT,
  7322. .retval = 1,
  7323. },
  7324. {
  7325. "check bpf_perf_event_data->sample_period byte load permitted",
  7326. .insns = {
  7327. BPF_MOV64_IMM(BPF_REG_0, 0),
  7328. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7329. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  7330. offsetof(struct bpf_perf_event_data, sample_period)),
  7331. #else
  7332. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  7333. offsetof(struct bpf_perf_event_data, sample_period) + 7),
  7334. #endif
  7335. BPF_EXIT_INSN(),
  7336. },
  7337. .result = ACCEPT,
  7338. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7339. },
  7340. {
  7341. "check bpf_perf_event_data->sample_period half load permitted",
  7342. .insns = {
  7343. BPF_MOV64_IMM(BPF_REG_0, 0),
  7344. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7345. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7346. offsetof(struct bpf_perf_event_data, sample_period)),
  7347. #else
  7348. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7349. offsetof(struct bpf_perf_event_data, sample_period) + 6),
  7350. #endif
  7351. BPF_EXIT_INSN(),
  7352. },
  7353. .result = ACCEPT,
  7354. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7355. },
  7356. {
  7357. "check bpf_perf_event_data->sample_period word load permitted",
  7358. .insns = {
  7359. BPF_MOV64_IMM(BPF_REG_0, 0),
  7360. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7361. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  7362. offsetof(struct bpf_perf_event_data, sample_period)),
  7363. #else
  7364. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  7365. offsetof(struct bpf_perf_event_data, sample_period) + 4),
  7366. #endif
  7367. BPF_EXIT_INSN(),
  7368. },
  7369. .result = ACCEPT,
  7370. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7371. },
  7372. {
  7373. "check bpf_perf_event_data->sample_period dword load permitted",
  7374. .insns = {
  7375. BPF_MOV64_IMM(BPF_REG_0, 0),
  7376. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  7377. offsetof(struct bpf_perf_event_data, sample_period)),
  7378. BPF_EXIT_INSN(),
  7379. },
  7380. .result = ACCEPT,
  7381. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7382. },
  7383. {
  7384. "check skb->data half load not permitted",
  7385. .insns = {
  7386. BPF_MOV64_IMM(BPF_REG_0, 0),
  7387. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7388. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7389. offsetof(struct __sk_buff, data)),
  7390. #else
  7391. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7392. offsetof(struct __sk_buff, data) + 2),
  7393. #endif
  7394. BPF_EXIT_INSN(),
  7395. },
  7396. .result = REJECT,
  7397. .errstr = "invalid bpf_context access",
  7398. },
  7399. {
  7400. "check skb->tc_classid half load not permitted for lwt prog",
  7401. .insns = {
  7402. BPF_MOV64_IMM(BPF_REG_0, 0),
  7403. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7404. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7405. offsetof(struct __sk_buff, tc_classid)),
  7406. #else
  7407. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7408. offsetof(struct __sk_buff, tc_classid) + 2),
  7409. #endif
  7410. BPF_EXIT_INSN(),
  7411. },
  7412. .result = REJECT,
  7413. .errstr = "invalid bpf_context access",
  7414. .prog_type = BPF_PROG_TYPE_LWT_IN,
  7415. },
  7416. {
  7417. "bounds checks mixing signed and unsigned, positive bounds",
  7418. .insns = {
  7419. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7420. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7421. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7422. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7423. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7424. BPF_FUNC_map_lookup_elem),
  7425. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7426. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7427. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7428. BPF_MOV64_IMM(BPF_REG_2, 2),
  7429. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 3),
  7430. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 4, 2),
  7431. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7432. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7433. BPF_MOV64_IMM(BPF_REG_0, 0),
  7434. BPF_EXIT_INSN(),
  7435. },
  7436. .fixup_map1 = { 3 },
  7437. .errstr = "unbounded min value",
  7438. .result = REJECT,
  7439. },
  7440. {
  7441. "bounds checks mixing signed and unsigned",
  7442. .insns = {
  7443. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7444. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7445. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7446. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7447. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7448. BPF_FUNC_map_lookup_elem),
  7449. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7450. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7451. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7452. BPF_MOV64_IMM(BPF_REG_2, -1),
  7453. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
  7454. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7455. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7456. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7457. BPF_MOV64_IMM(BPF_REG_0, 0),
  7458. BPF_EXIT_INSN(),
  7459. },
  7460. .fixup_map1 = { 3 },
  7461. .errstr = "unbounded min value",
  7462. .result = REJECT,
  7463. },
  7464. {
  7465. "bounds checks mixing signed and unsigned, variant 2",
  7466. .insns = {
  7467. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7468. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7469. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7470. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7471. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7472. BPF_FUNC_map_lookup_elem),
  7473. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7474. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7475. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7476. BPF_MOV64_IMM(BPF_REG_2, -1),
  7477. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
  7478. BPF_MOV64_IMM(BPF_REG_8, 0),
  7479. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_1),
  7480. BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
  7481. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  7482. BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
  7483. BPF_MOV64_IMM(BPF_REG_0, 0),
  7484. BPF_EXIT_INSN(),
  7485. },
  7486. .fixup_map1 = { 3 },
  7487. .errstr = "unbounded min value",
  7488. .result = REJECT,
  7489. },
  7490. {
  7491. "bounds checks mixing signed and unsigned, variant 3",
  7492. .insns = {
  7493. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7494. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7495. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7496. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7497. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7498. BPF_FUNC_map_lookup_elem),
  7499. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7500. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7501. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7502. BPF_MOV64_IMM(BPF_REG_2, -1),
  7503. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 4),
  7504. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  7505. BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
  7506. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  7507. BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
  7508. BPF_MOV64_IMM(BPF_REG_0, 0),
  7509. BPF_EXIT_INSN(),
  7510. },
  7511. .fixup_map1 = { 3 },
  7512. .errstr = "unbounded min value",
  7513. .result = REJECT,
  7514. },
  7515. {
  7516. "bounds checks mixing signed and unsigned, variant 4",
  7517. .insns = {
  7518. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7519. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7520. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7521. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7522. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7523. BPF_FUNC_map_lookup_elem),
  7524. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7525. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7526. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7527. BPF_MOV64_IMM(BPF_REG_2, 1),
  7528. BPF_ALU64_REG(BPF_AND, BPF_REG_1, BPF_REG_2),
  7529. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7530. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7531. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7532. BPF_MOV64_IMM(BPF_REG_0, 0),
  7533. BPF_EXIT_INSN(),
  7534. },
  7535. .fixup_map1 = { 3 },
  7536. .result = ACCEPT,
  7537. },
  7538. {
  7539. "bounds checks mixing signed and unsigned, variant 5",
  7540. .insns = {
  7541. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7542. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7543. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7544. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7545. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7546. BPF_FUNC_map_lookup_elem),
  7547. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7548. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7549. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7550. BPF_MOV64_IMM(BPF_REG_2, -1),
  7551. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
  7552. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 4),
  7553. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 4),
  7554. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  7555. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7556. BPF_MOV64_IMM(BPF_REG_0, 0),
  7557. BPF_EXIT_INSN(),
  7558. },
  7559. .fixup_map1 = { 3 },
  7560. .errstr = "unbounded min value",
  7561. .result = REJECT,
  7562. },
  7563. {
  7564. "bounds checks mixing signed and unsigned, variant 6",
  7565. .insns = {
  7566. BPF_MOV64_IMM(BPF_REG_2, 0),
  7567. BPF_MOV64_REG(BPF_REG_3, BPF_REG_10),
  7568. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, -512),
  7569. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7570. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -16),
  7571. BPF_MOV64_IMM(BPF_REG_6, -1),
  7572. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_6, 5),
  7573. BPF_JMP_IMM(BPF_JSGT, BPF_REG_4, 1, 4),
  7574. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 1),
  7575. BPF_MOV64_IMM(BPF_REG_5, 0),
  7576. BPF_ST_MEM(BPF_H, BPF_REG_10, -512, 0),
  7577. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7578. BPF_FUNC_skb_load_bytes),
  7579. BPF_MOV64_IMM(BPF_REG_0, 0),
  7580. BPF_EXIT_INSN(),
  7581. },
  7582. .errstr = "R4 min value is negative, either use unsigned",
  7583. .result = REJECT,
  7584. },
  7585. {
  7586. "bounds checks mixing signed and unsigned, variant 7",
  7587. .insns = {
  7588. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7589. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7590. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7591. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7592. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7593. BPF_FUNC_map_lookup_elem),
  7594. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7595. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7596. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7597. BPF_MOV64_IMM(BPF_REG_2, 1024 * 1024 * 1024),
  7598. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
  7599. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7600. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7601. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7602. BPF_MOV64_IMM(BPF_REG_0, 0),
  7603. BPF_EXIT_INSN(),
  7604. },
  7605. .fixup_map1 = { 3 },
  7606. .result = ACCEPT,
  7607. },
  7608. {
  7609. "bounds checks mixing signed and unsigned, variant 8",
  7610. .insns = {
  7611. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7612. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7613. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7614. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7615. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7616. BPF_FUNC_map_lookup_elem),
  7617. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7618. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7619. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7620. BPF_MOV64_IMM(BPF_REG_2, -1),
  7621. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7622. BPF_MOV64_IMM(BPF_REG_0, 0),
  7623. BPF_EXIT_INSN(),
  7624. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7625. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7626. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7627. BPF_MOV64_IMM(BPF_REG_0, 0),
  7628. BPF_EXIT_INSN(),
  7629. },
  7630. .fixup_map1 = { 3 },
  7631. .errstr = "unbounded min value",
  7632. .result = REJECT,
  7633. },
  7634. {
  7635. "bounds checks mixing signed and unsigned, variant 9",
  7636. .insns = {
  7637. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7638. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7639. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7640. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7641. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7642. BPF_FUNC_map_lookup_elem),
  7643. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  7644. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7645. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7646. BPF_LD_IMM64(BPF_REG_2, -9223372036854775808ULL),
  7647. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7648. BPF_MOV64_IMM(BPF_REG_0, 0),
  7649. BPF_EXIT_INSN(),
  7650. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7651. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7652. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7653. BPF_MOV64_IMM(BPF_REG_0, 0),
  7654. BPF_EXIT_INSN(),
  7655. },
  7656. .fixup_map1 = { 3 },
  7657. .result = ACCEPT,
  7658. },
  7659. {
  7660. "bounds checks mixing signed and unsigned, variant 10",
  7661. .insns = {
  7662. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7663. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7664. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7665. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7666. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7667. BPF_FUNC_map_lookup_elem),
  7668. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7669. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7670. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7671. BPF_MOV64_IMM(BPF_REG_2, 0),
  7672. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7673. BPF_MOV64_IMM(BPF_REG_0, 0),
  7674. BPF_EXIT_INSN(),
  7675. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7676. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7677. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7678. BPF_MOV64_IMM(BPF_REG_0, 0),
  7679. BPF_EXIT_INSN(),
  7680. },
  7681. .fixup_map1 = { 3 },
  7682. .errstr = "unbounded min value",
  7683. .result = REJECT,
  7684. },
  7685. {
  7686. "bounds checks mixing signed and unsigned, variant 11",
  7687. .insns = {
  7688. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7689. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7690. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7691. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7692. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7693. BPF_FUNC_map_lookup_elem),
  7694. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7695. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7696. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7697. BPF_MOV64_IMM(BPF_REG_2, -1),
  7698. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7699. /* Dead branch. */
  7700. BPF_MOV64_IMM(BPF_REG_0, 0),
  7701. BPF_EXIT_INSN(),
  7702. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7703. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7704. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7705. BPF_MOV64_IMM(BPF_REG_0, 0),
  7706. BPF_EXIT_INSN(),
  7707. },
  7708. .fixup_map1 = { 3 },
  7709. .errstr = "unbounded min value",
  7710. .result = REJECT,
  7711. },
  7712. {
  7713. "bounds checks mixing signed and unsigned, variant 12",
  7714. .insns = {
  7715. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7716. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7717. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7718. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7719. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7720. BPF_FUNC_map_lookup_elem),
  7721. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7722. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7723. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7724. BPF_MOV64_IMM(BPF_REG_2, -6),
  7725. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7726. BPF_MOV64_IMM(BPF_REG_0, 0),
  7727. BPF_EXIT_INSN(),
  7728. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7729. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7730. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7731. BPF_MOV64_IMM(BPF_REG_0, 0),
  7732. BPF_EXIT_INSN(),
  7733. },
  7734. .fixup_map1 = { 3 },
  7735. .errstr = "unbounded min value",
  7736. .result = REJECT,
  7737. },
  7738. {
  7739. "bounds checks mixing signed and unsigned, variant 13",
  7740. .insns = {
  7741. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7742. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7743. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7744. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7745. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7746. BPF_FUNC_map_lookup_elem),
  7747. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  7748. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7749. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7750. BPF_MOV64_IMM(BPF_REG_2, 2),
  7751. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7752. BPF_MOV64_IMM(BPF_REG_7, 1),
  7753. BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 0, 2),
  7754. BPF_MOV64_IMM(BPF_REG_0, 0),
  7755. BPF_EXIT_INSN(),
  7756. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_1),
  7757. BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 4, 2),
  7758. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_7),
  7759. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7760. BPF_MOV64_IMM(BPF_REG_0, 0),
  7761. BPF_EXIT_INSN(),
  7762. },
  7763. .fixup_map1 = { 3 },
  7764. .errstr = "unbounded min value",
  7765. .result = REJECT,
  7766. },
  7767. {
  7768. "bounds checks mixing signed and unsigned, variant 14",
  7769. .insns = {
  7770. BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_1,
  7771. offsetof(struct __sk_buff, mark)),
  7772. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7773. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7774. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7775. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7776. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7777. BPF_FUNC_map_lookup_elem),
  7778. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7779. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7780. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7781. BPF_MOV64_IMM(BPF_REG_2, -1),
  7782. BPF_MOV64_IMM(BPF_REG_8, 2),
  7783. BPF_JMP_IMM(BPF_JEQ, BPF_REG_9, 42, 6),
  7784. BPF_JMP_REG(BPF_JSGT, BPF_REG_8, BPF_REG_1, 3),
  7785. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7786. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7787. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7788. BPF_MOV64_IMM(BPF_REG_0, 0),
  7789. BPF_EXIT_INSN(),
  7790. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, -3),
  7791. BPF_JMP_IMM(BPF_JA, 0, 0, -7),
  7792. },
  7793. .fixup_map1 = { 4 },
  7794. .errstr = "R0 invalid mem access 'inv'",
  7795. .result = REJECT,
  7796. },
  7797. {
  7798. "bounds checks mixing signed and unsigned, variant 15",
  7799. .insns = {
  7800. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7801. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7802. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7803. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7804. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7805. BPF_FUNC_map_lookup_elem),
  7806. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7807. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7808. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7809. BPF_MOV64_IMM(BPF_REG_2, -6),
  7810. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7811. BPF_MOV64_IMM(BPF_REG_0, 0),
  7812. BPF_EXIT_INSN(),
  7813. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7814. BPF_JMP_IMM(BPF_JGT, BPF_REG_0, 1, 2),
  7815. BPF_MOV64_IMM(BPF_REG_0, 0),
  7816. BPF_EXIT_INSN(),
  7817. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7818. BPF_MOV64_IMM(BPF_REG_0, 0),
  7819. BPF_EXIT_INSN(),
  7820. },
  7821. .fixup_map1 = { 3 },
  7822. .errstr = "unbounded min value",
  7823. .result = REJECT,
  7824. .result_unpriv = REJECT,
  7825. },
  7826. {
  7827. "subtraction bounds (map value) variant 1",
  7828. .insns = {
  7829. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7830. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7831. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7832. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7833. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7834. BPF_FUNC_map_lookup_elem),
  7835. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7836. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7837. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 7),
  7838. BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
  7839. BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 5),
  7840. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
  7841. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 56),
  7842. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7843. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7844. BPF_EXIT_INSN(),
  7845. BPF_MOV64_IMM(BPF_REG_0, 0),
  7846. BPF_EXIT_INSN(),
  7847. },
  7848. .fixup_map1 = { 3 },
  7849. .errstr = "R0 max value is outside of the array range",
  7850. .result = REJECT,
  7851. },
  7852. {
  7853. "subtraction bounds (map value) variant 2",
  7854. .insns = {
  7855. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7856. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7857. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7858. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7859. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7860. BPF_FUNC_map_lookup_elem),
  7861. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7862. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7863. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 6),
  7864. BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
  7865. BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 4),
  7866. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
  7867. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7868. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7869. BPF_EXIT_INSN(),
  7870. BPF_MOV64_IMM(BPF_REG_0, 0),
  7871. BPF_EXIT_INSN(),
  7872. },
  7873. .fixup_map1 = { 3 },
  7874. .errstr = "R0 min value is negative, either use unsigned index or do a if (index >=0) check.",
  7875. .result = REJECT,
  7876. },
  7877. {
  7878. "bounds check based on zero-extended MOV",
  7879. .insns = {
  7880. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7881. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7882. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7883. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7884. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7885. BPF_FUNC_map_lookup_elem),
  7886. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7887. /* r2 = 0x0000'0000'ffff'ffff */
  7888. BPF_MOV32_IMM(BPF_REG_2, 0xffffffff),
  7889. /* r2 = 0 */
  7890. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 32),
  7891. /* no-op */
  7892. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7893. /* access at offset 0 */
  7894. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7895. /* exit */
  7896. BPF_MOV64_IMM(BPF_REG_0, 0),
  7897. BPF_EXIT_INSN(),
  7898. },
  7899. .fixup_map1 = { 3 },
  7900. .result = ACCEPT
  7901. },
  7902. {
  7903. "bounds check based on sign-extended MOV. test1",
  7904. .insns = {
  7905. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7906. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7907. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7908. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7909. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7910. BPF_FUNC_map_lookup_elem),
  7911. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7912. /* r2 = 0xffff'ffff'ffff'ffff */
  7913. BPF_MOV64_IMM(BPF_REG_2, 0xffffffff),
  7914. /* r2 = 0xffff'ffff */
  7915. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 32),
  7916. /* r0 = <oob pointer> */
  7917. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7918. /* access to OOB pointer */
  7919. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7920. /* exit */
  7921. BPF_MOV64_IMM(BPF_REG_0, 0),
  7922. BPF_EXIT_INSN(),
  7923. },
  7924. .fixup_map1 = { 3 },
  7925. .errstr = "map_value pointer and 4294967295",
  7926. .result = REJECT
  7927. },
  7928. {
  7929. "bounds check based on sign-extended MOV. test2",
  7930. .insns = {
  7931. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7932. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7933. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7934. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7935. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7936. BPF_FUNC_map_lookup_elem),
  7937. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7938. /* r2 = 0xffff'ffff'ffff'ffff */
  7939. BPF_MOV64_IMM(BPF_REG_2, 0xffffffff),
  7940. /* r2 = 0xfff'ffff */
  7941. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 36),
  7942. /* r0 = <oob pointer> */
  7943. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7944. /* access to OOB pointer */
  7945. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7946. /* exit */
  7947. BPF_MOV64_IMM(BPF_REG_0, 0),
  7948. BPF_EXIT_INSN(),
  7949. },
  7950. .fixup_map1 = { 3 },
  7951. .errstr = "R0 min value is outside of the array range",
  7952. .result = REJECT
  7953. },
  7954. {
  7955. "bounds check based on reg_off + var_off + insn_off. test1",
  7956. .insns = {
  7957. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  7958. offsetof(struct __sk_buff, mark)),
  7959. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7960. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7961. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7962. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7963. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7964. BPF_FUNC_map_lookup_elem),
  7965. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7966. BPF_ALU64_IMM(BPF_AND, BPF_REG_6, 1),
  7967. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, (1 << 29) - 1),
  7968. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_6),
  7969. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, (1 << 29) - 1),
  7970. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 3),
  7971. BPF_MOV64_IMM(BPF_REG_0, 0),
  7972. BPF_EXIT_INSN(),
  7973. },
  7974. .fixup_map1 = { 4 },
  7975. .errstr = "value_size=8 off=1073741825",
  7976. .result = REJECT,
  7977. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  7978. },
  7979. {
  7980. "bounds check based on reg_off + var_off + insn_off. test2",
  7981. .insns = {
  7982. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  7983. offsetof(struct __sk_buff, mark)),
  7984. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7985. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7986. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7987. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7988. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7989. BPF_FUNC_map_lookup_elem),
  7990. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7991. BPF_ALU64_IMM(BPF_AND, BPF_REG_6, 1),
  7992. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, (1 << 30) - 1),
  7993. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_6),
  7994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, (1 << 29) - 1),
  7995. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 3),
  7996. BPF_MOV64_IMM(BPF_REG_0, 0),
  7997. BPF_EXIT_INSN(),
  7998. },
  7999. .fixup_map1 = { 4 },
  8000. .errstr = "value 1073741823",
  8001. .result = REJECT,
  8002. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8003. },
  8004. {
  8005. "bounds check after truncation of non-boundary-crossing range",
  8006. .insns = {
  8007. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8008. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8009. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8010. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8011. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8012. BPF_FUNC_map_lookup_elem),
  8013. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  8014. /* r1 = [0x00, 0xff] */
  8015. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8016. BPF_MOV64_IMM(BPF_REG_2, 1),
  8017. /* r2 = 0x10'0000'0000 */
  8018. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 36),
  8019. /* r1 = [0x10'0000'0000, 0x10'0000'00ff] */
  8020. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  8021. /* r1 = [0x10'7fff'ffff, 0x10'8000'00fe] */
  8022. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8023. /* r1 = [0x00, 0xff] */
  8024. BPF_ALU32_IMM(BPF_SUB, BPF_REG_1, 0x7fffffff),
  8025. /* r1 = 0 */
  8026. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8027. /* no-op */
  8028. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8029. /* access at offset 0 */
  8030. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8031. /* exit */
  8032. BPF_MOV64_IMM(BPF_REG_0, 0),
  8033. BPF_EXIT_INSN(),
  8034. },
  8035. .fixup_map1 = { 3 },
  8036. .result = ACCEPT
  8037. },
  8038. {
  8039. "bounds check after truncation of boundary-crossing range (1)",
  8040. .insns = {
  8041. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8042. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8043. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8044. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8045. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8046. BPF_FUNC_map_lookup_elem),
  8047. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  8048. /* r1 = [0x00, 0xff] */
  8049. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8050. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8051. /* r1 = [0xffff'ff80, 0x1'0000'007f] */
  8052. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8053. /* r1 = [0xffff'ff80, 0xffff'ffff] or
  8054. * [0x0000'0000, 0x0000'007f]
  8055. */
  8056. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 0),
  8057. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8058. /* r1 = [0x00, 0xff] or
  8059. * [0xffff'ffff'0000'0080, 0xffff'ffff'ffff'ffff]
  8060. */
  8061. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8062. /* r1 = 0 or
  8063. * [0x00ff'ffff'ff00'0000, 0x00ff'ffff'ffff'ffff]
  8064. */
  8065. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8066. /* no-op or OOB pointer computation */
  8067. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8068. /* potentially OOB access */
  8069. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8070. /* exit */
  8071. BPF_MOV64_IMM(BPF_REG_0, 0),
  8072. BPF_EXIT_INSN(),
  8073. },
  8074. .fixup_map1 = { 3 },
  8075. /* not actually fully unbounded, but the bound is very high */
  8076. .errstr = "R0 unbounded memory access",
  8077. .result = REJECT
  8078. },
  8079. {
  8080. "bounds check after truncation of boundary-crossing range (2)",
  8081. .insns = {
  8082. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8083. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8084. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8085. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8086. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8087. BPF_FUNC_map_lookup_elem),
  8088. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  8089. /* r1 = [0x00, 0xff] */
  8090. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8091. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8092. /* r1 = [0xffff'ff80, 0x1'0000'007f] */
  8093. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8094. /* r1 = [0xffff'ff80, 0xffff'ffff] or
  8095. * [0x0000'0000, 0x0000'007f]
  8096. * difference to previous test: truncation via MOV32
  8097. * instead of ALU32.
  8098. */
  8099. BPF_MOV32_REG(BPF_REG_1, BPF_REG_1),
  8100. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8101. /* r1 = [0x00, 0xff] or
  8102. * [0xffff'ffff'0000'0080, 0xffff'ffff'ffff'ffff]
  8103. */
  8104. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8105. /* r1 = 0 or
  8106. * [0x00ff'ffff'ff00'0000, 0x00ff'ffff'ffff'ffff]
  8107. */
  8108. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8109. /* no-op or OOB pointer computation */
  8110. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8111. /* potentially OOB access */
  8112. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8113. /* exit */
  8114. BPF_MOV64_IMM(BPF_REG_0, 0),
  8115. BPF_EXIT_INSN(),
  8116. },
  8117. .fixup_map1 = { 3 },
  8118. /* not actually fully unbounded, but the bound is very high */
  8119. .errstr = "R0 unbounded memory access",
  8120. .result = REJECT
  8121. },
  8122. {
  8123. "bounds check after wrapping 32-bit addition",
  8124. .insns = {
  8125. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8126. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8127. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8128. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8129. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8130. BPF_FUNC_map_lookup_elem),
  8131. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  8132. /* r1 = 0x7fff'ffff */
  8133. BPF_MOV64_IMM(BPF_REG_1, 0x7fffffff),
  8134. /* r1 = 0xffff'fffe */
  8135. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8136. /* r1 = 0 */
  8137. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 2),
  8138. /* no-op */
  8139. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8140. /* access at offset 0 */
  8141. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8142. /* exit */
  8143. BPF_MOV64_IMM(BPF_REG_0, 0),
  8144. BPF_EXIT_INSN(),
  8145. },
  8146. .fixup_map1 = { 3 },
  8147. .result = ACCEPT
  8148. },
  8149. {
  8150. "bounds check after shift with oversized count operand",
  8151. .insns = {
  8152. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8153. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8154. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8155. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8156. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8157. BPF_FUNC_map_lookup_elem),
  8158. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  8159. BPF_MOV64_IMM(BPF_REG_2, 32),
  8160. BPF_MOV64_IMM(BPF_REG_1, 1),
  8161. /* r1 = (u32)1 << (u32)32 = ? */
  8162. BPF_ALU32_REG(BPF_LSH, BPF_REG_1, BPF_REG_2),
  8163. /* r1 = [0x0000, 0xffff] */
  8164. BPF_ALU64_IMM(BPF_AND, BPF_REG_1, 0xffff),
  8165. /* computes unknown pointer, potentially OOB */
  8166. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8167. /* potentially OOB access */
  8168. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8169. /* exit */
  8170. BPF_MOV64_IMM(BPF_REG_0, 0),
  8171. BPF_EXIT_INSN(),
  8172. },
  8173. .fixup_map1 = { 3 },
  8174. .errstr = "R0 max value is outside of the array range",
  8175. .result = REJECT
  8176. },
  8177. {
  8178. "bounds check after right shift of maybe-negative number",
  8179. .insns = {
  8180. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8181. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8182. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8183. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8184. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8185. BPF_FUNC_map_lookup_elem),
  8186. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  8187. /* r1 = [0x00, 0xff] */
  8188. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8189. /* r1 = [-0x01, 0xfe] */
  8190. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 1),
  8191. /* r1 = 0 or 0xff'ffff'ffff'ffff */
  8192. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8193. /* r1 = 0 or 0xffff'ffff'ffff */
  8194. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8195. /* computes unknown pointer, potentially OOB */
  8196. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8197. /* potentially OOB access */
  8198. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8199. /* exit */
  8200. BPF_MOV64_IMM(BPF_REG_0, 0),
  8201. BPF_EXIT_INSN(),
  8202. },
  8203. .fixup_map1 = { 3 },
  8204. .errstr = "R0 unbounded memory access",
  8205. .result = REJECT
  8206. },
  8207. {
  8208. "bounds check map access with off+size signed 32bit overflow. test1",
  8209. .insns = {
  8210. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8211. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8212. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8213. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8214. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8215. BPF_FUNC_map_lookup_elem),
  8216. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8217. BPF_EXIT_INSN(),
  8218. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x7ffffffe),
  8219. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8220. BPF_JMP_A(0),
  8221. BPF_EXIT_INSN(),
  8222. },
  8223. .fixup_map1 = { 3 },
  8224. .errstr = "map_value pointer and 2147483646",
  8225. .result = REJECT
  8226. },
  8227. {
  8228. "bounds check map access with off+size signed 32bit overflow. test2",
  8229. .insns = {
  8230. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8231. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8232. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8233. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8234. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8235. BPF_FUNC_map_lookup_elem),
  8236. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8237. BPF_EXIT_INSN(),
  8238. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8239. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8240. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8241. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8242. BPF_JMP_A(0),
  8243. BPF_EXIT_INSN(),
  8244. },
  8245. .fixup_map1 = { 3 },
  8246. .errstr = "pointer offset 1073741822",
  8247. .result = REJECT
  8248. },
  8249. {
  8250. "bounds check map access with off+size signed 32bit overflow. test3",
  8251. .insns = {
  8252. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8253. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8254. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8255. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8256. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8257. BPF_FUNC_map_lookup_elem),
  8258. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8259. BPF_EXIT_INSN(),
  8260. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 0x1fffffff),
  8261. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 0x1fffffff),
  8262. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 2),
  8263. BPF_JMP_A(0),
  8264. BPF_EXIT_INSN(),
  8265. },
  8266. .fixup_map1 = { 3 },
  8267. .errstr = "pointer offset -1073741822",
  8268. .result = REJECT
  8269. },
  8270. {
  8271. "bounds check map access with off+size signed 32bit overflow. test4",
  8272. .insns = {
  8273. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8274. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8275. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8276. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8277. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8278. BPF_FUNC_map_lookup_elem),
  8279. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8280. BPF_EXIT_INSN(),
  8281. BPF_MOV64_IMM(BPF_REG_1, 1000000),
  8282. BPF_ALU64_IMM(BPF_MUL, BPF_REG_1, 1000000),
  8283. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8284. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 2),
  8285. BPF_JMP_A(0),
  8286. BPF_EXIT_INSN(),
  8287. },
  8288. .fixup_map1 = { 3 },
  8289. .errstr = "map_value pointer and 1000000000000",
  8290. .result = REJECT
  8291. },
  8292. {
  8293. "pointer/scalar confusion in state equality check (way 1)",
  8294. .insns = {
  8295. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8296. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8297. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8298. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8299. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8300. BPF_FUNC_map_lookup_elem),
  8301. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  8302. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8303. BPF_JMP_A(1),
  8304. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  8305. BPF_JMP_A(0),
  8306. BPF_EXIT_INSN(),
  8307. },
  8308. .fixup_map1 = { 3 },
  8309. .result = ACCEPT,
  8310. .retval = POINTER_VALUE,
  8311. .result_unpriv = REJECT,
  8312. .errstr_unpriv = "R0 leaks addr as return value"
  8313. },
  8314. {
  8315. "pointer/scalar confusion in state equality check (way 2)",
  8316. .insns = {
  8317. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8318. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8319. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8320. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8321. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8322. BPF_FUNC_map_lookup_elem),
  8323. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  8324. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  8325. BPF_JMP_A(1),
  8326. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8327. BPF_EXIT_INSN(),
  8328. },
  8329. .fixup_map1 = { 3 },
  8330. .result = ACCEPT,
  8331. .retval = POINTER_VALUE,
  8332. .result_unpriv = REJECT,
  8333. .errstr_unpriv = "R0 leaks addr as return value"
  8334. },
  8335. {
  8336. "variable-offset ctx access",
  8337. .insns = {
  8338. /* Get an unknown value */
  8339. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8340. /* Make it small and 4-byte aligned */
  8341. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8342. /* add it to skb. We now have either &skb->len or
  8343. * &skb->pkt_type, but we don't know which
  8344. */
  8345. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  8346. /* dereference it */
  8347. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  8348. BPF_EXIT_INSN(),
  8349. },
  8350. .errstr = "variable ctx access var_off=(0x0; 0x4)",
  8351. .result = REJECT,
  8352. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8353. },
  8354. {
  8355. "variable-offset stack access",
  8356. .insns = {
  8357. /* Fill the top 8 bytes of the stack */
  8358. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8359. /* Get an unknown value */
  8360. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8361. /* Make it small and 4-byte aligned */
  8362. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8363. BPF_ALU64_IMM(BPF_SUB, BPF_REG_2, 8),
  8364. /* add it to fp. We now have either fp-4 or fp-8, but
  8365. * we don't know which
  8366. */
  8367. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_10),
  8368. /* dereference it */
  8369. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_2, 0),
  8370. BPF_EXIT_INSN(),
  8371. },
  8372. .errstr = "variable stack access var_off=(0xfffffffffffffff8; 0x4)",
  8373. .result = REJECT,
  8374. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8375. },
  8376. {
  8377. "indirect variable-offset stack access",
  8378. .insns = {
  8379. /* Fill the top 8 bytes of the stack */
  8380. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8381. /* Get an unknown value */
  8382. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8383. /* Make it small and 4-byte aligned */
  8384. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8385. BPF_ALU64_IMM(BPF_SUB, BPF_REG_2, 8),
  8386. /* add it to fp. We now have either fp-4 or fp-8, but
  8387. * we don't know which
  8388. */
  8389. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_10),
  8390. /* dereference it indirectly */
  8391. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8392. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8393. BPF_FUNC_map_lookup_elem),
  8394. BPF_MOV64_IMM(BPF_REG_0, 0),
  8395. BPF_EXIT_INSN(),
  8396. },
  8397. .fixup_map1 = { 5 },
  8398. .errstr = "variable stack read R2",
  8399. .result = REJECT,
  8400. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8401. },
  8402. {
  8403. "direct stack access with 32-bit wraparound. test1",
  8404. .insns = {
  8405. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8406. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8407. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8408. BPF_MOV32_IMM(BPF_REG_0, 0),
  8409. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8410. BPF_EXIT_INSN()
  8411. },
  8412. .errstr = "fp pointer and 2147483647",
  8413. .result = REJECT
  8414. },
  8415. {
  8416. "direct stack access with 32-bit wraparound. test2",
  8417. .insns = {
  8418. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8419. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x3fffffff),
  8420. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x3fffffff),
  8421. BPF_MOV32_IMM(BPF_REG_0, 0),
  8422. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8423. BPF_EXIT_INSN()
  8424. },
  8425. .errstr = "fp pointer and 1073741823",
  8426. .result = REJECT
  8427. },
  8428. {
  8429. "direct stack access with 32-bit wraparound. test3",
  8430. .insns = {
  8431. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8432. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x1fffffff),
  8433. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x1fffffff),
  8434. BPF_MOV32_IMM(BPF_REG_0, 0),
  8435. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8436. BPF_EXIT_INSN()
  8437. },
  8438. .errstr = "fp pointer offset 1073741822",
  8439. .result = REJECT
  8440. },
  8441. {
  8442. "liveness pruning and write screening",
  8443. .insns = {
  8444. /* Get an unknown value */
  8445. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8446. /* branch conditions teach us nothing about R2 */
  8447. BPF_JMP_IMM(BPF_JGE, BPF_REG_2, 0, 1),
  8448. BPF_MOV64_IMM(BPF_REG_0, 0),
  8449. BPF_JMP_IMM(BPF_JGE, BPF_REG_2, 0, 1),
  8450. BPF_MOV64_IMM(BPF_REG_0, 0),
  8451. BPF_EXIT_INSN(),
  8452. },
  8453. .errstr = "R0 !read_ok",
  8454. .result = REJECT,
  8455. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8456. },
  8457. {
  8458. "varlen_map_value_access pruning",
  8459. .insns = {
  8460. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8461. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8462. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8463. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8464. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8465. BPF_FUNC_map_lookup_elem),
  8466. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  8467. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  8468. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  8469. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  8470. BPF_MOV32_IMM(BPF_REG_1, 0),
  8471. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  8472. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8473. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  8474. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  8475. offsetof(struct test_val, foo)),
  8476. BPF_EXIT_INSN(),
  8477. },
  8478. .fixup_map2 = { 3 },
  8479. .errstr_unpriv = "R0 leaks addr",
  8480. .errstr = "R0 unbounded memory access",
  8481. .result_unpriv = REJECT,
  8482. .result = REJECT,
  8483. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8484. },
  8485. {
  8486. "invalid 64-bit BPF_END",
  8487. .insns = {
  8488. BPF_MOV32_IMM(BPF_REG_0, 0),
  8489. {
  8490. .code = BPF_ALU64 | BPF_END | BPF_TO_LE,
  8491. .dst_reg = BPF_REG_0,
  8492. .src_reg = 0,
  8493. .off = 0,
  8494. .imm = 32,
  8495. },
  8496. BPF_EXIT_INSN(),
  8497. },
  8498. .errstr = "unknown opcode d7",
  8499. .result = REJECT,
  8500. },
  8501. {
  8502. "XDP, using ifindex from netdev",
  8503. .insns = {
  8504. BPF_MOV64_IMM(BPF_REG_0, 0),
  8505. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8506. offsetof(struct xdp_md, ingress_ifindex)),
  8507. BPF_JMP_IMM(BPF_JLT, BPF_REG_2, 1, 1),
  8508. BPF_MOV64_IMM(BPF_REG_0, 1),
  8509. BPF_EXIT_INSN(),
  8510. },
  8511. .result = ACCEPT,
  8512. .prog_type = BPF_PROG_TYPE_XDP,
  8513. .retval = 1,
  8514. },
  8515. {
  8516. "meta access, test1",
  8517. .insns = {
  8518. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8519. offsetof(struct xdp_md, data_meta)),
  8520. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8521. offsetof(struct xdp_md, data)),
  8522. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8523. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8524. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8525. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8526. BPF_MOV64_IMM(BPF_REG_0, 0),
  8527. BPF_EXIT_INSN(),
  8528. },
  8529. .result = ACCEPT,
  8530. .prog_type = BPF_PROG_TYPE_XDP,
  8531. },
  8532. {
  8533. "meta access, test2",
  8534. .insns = {
  8535. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8536. offsetof(struct xdp_md, data_meta)),
  8537. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8538. offsetof(struct xdp_md, data)),
  8539. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8540. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 8),
  8541. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8542. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8543. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8544. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8545. BPF_MOV64_IMM(BPF_REG_0, 0),
  8546. BPF_EXIT_INSN(),
  8547. },
  8548. .result = REJECT,
  8549. .errstr = "invalid access to packet, off=-8",
  8550. .prog_type = BPF_PROG_TYPE_XDP,
  8551. },
  8552. {
  8553. "meta access, test3",
  8554. .insns = {
  8555. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8556. offsetof(struct xdp_md, data_meta)),
  8557. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8558. offsetof(struct xdp_md, data_end)),
  8559. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8560. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8561. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8562. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8563. BPF_MOV64_IMM(BPF_REG_0, 0),
  8564. BPF_EXIT_INSN(),
  8565. },
  8566. .result = REJECT,
  8567. .errstr = "invalid access to packet",
  8568. .prog_type = BPF_PROG_TYPE_XDP,
  8569. },
  8570. {
  8571. "meta access, test4",
  8572. .insns = {
  8573. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8574. offsetof(struct xdp_md, data_meta)),
  8575. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8576. offsetof(struct xdp_md, data_end)),
  8577. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8578. offsetof(struct xdp_md, data)),
  8579. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  8580. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8581. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8582. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8583. BPF_MOV64_IMM(BPF_REG_0, 0),
  8584. BPF_EXIT_INSN(),
  8585. },
  8586. .result = REJECT,
  8587. .errstr = "invalid access to packet",
  8588. .prog_type = BPF_PROG_TYPE_XDP,
  8589. },
  8590. {
  8591. "meta access, test5",
  8592. .insns = {
  8593. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8594. offsetof(struct xdp_md, data_meta)),
  8595. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8596. offsetof(struct xdp_md, data)),
  8597. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8598. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8599. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_4, 3),
  8600. BPF_MOV64_IMM(BPF_REG_2, -8),
  8601. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8602. BPF_FUNC_xdp_adjust_meta),
  8603. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 0),
  8604. BPF_MOV64_IMM(BPF_REG_0, 0),
  8605. BPF_EXIT_INSN(),
  8606. },
  8607. .result = REJECT,
  8608. .errstr = "R3 !read_ok",
  8609. .prog_type = BPF_PROG_TYPE_XDP,
  8610. },
  8611. {
  8612. "meta access, test6",
  8613. .insns = {
  8614. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8615. offsetof(struct xdp_md, data_meta)),
  8616. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8617. offsetof(struct xdp_md, data)),
  8618. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8619. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8620. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8621. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8622. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_0, 1),
  8623. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8624. BPF_MOV64_IMM(BPF_REG_0, 0),
  8625. BPF_EXIT_INSN(),
  8626. },
  8627. .result = REJECT,
  8628. .errstr = "invalid access to packet",
  8629. .prog_type = BPF_PROG_TYPE_XDP,
  8630. },
  8631. {
  8632. "meta access, test7",
  8633. .insns = {
  8634. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8635. offsetof(struct xdp_md, data_meta)),
  8636. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8637. offsetof(struct xdp_md, data)),
  8638. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8639. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8640. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8641. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8642. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8643. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8644. BPF_MOV64_IMM(BPF_REG_0, 0),
  8645. BPF_EXIT_INSN(),
  8646. },
  8647. .result = ACCEPT,
  8648. .prog_type = BPF_PROG_TYPE_XDP,
  8649. },
  8650. {
  8651. "meta access, test8",
  8652. .insns = {
  8653. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8654. offsetof(struct xdp_md, data_meta)),
  8655. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8656. offsetof(struct xdp_md, data)),
  8657. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8658. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0xFFFF),
  8659. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8660. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8661. BPF_MOV64_IMM(BPF_REG_0, 0),
  8662. BPF_EXIT_INSN(),
  8663. },
  8664. .result = ACCEPT,
  8665. .prog_type = BPF_PROG_TYPE_XDP,
  8666. },
  8667. {
  8668. "meta access, test9",
  8669. .insns = {
  8670. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8671. offsetof(struct xdp_md, data_meta)),
  8672. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8673. offsetof(struct xdp_md, data)),
  8674. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8675. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0xFFFF),
  8676. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 1),
  8677. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8678. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8679. BPF_MOV64_IMM(BPF_REG_0, 0),
  8680. BPF_EXIT_INSN(),
  8681. },
  8682. .result = REJECT,
  8683. .errstr = "invalid access to packet",
  8684. .prog_type = BPF_PROG_TYPE_XDP,
  8685. },
  8686. {
  8687. "meta access, test10",
  8688. .insns = {
  8689. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8690. offsetof(struct xdp_md, data_meta)),
  8691. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8692. offsetof(struct xdp_md, data)),
  8693. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8694. offsetof(struct xdp_md, data_end)),
  8695. BPF_MOV64_IMM(BPF_REG_5, 42),
  8696. BPF_MOV64_IMM(BPF_REG_6, 24),
  8697. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_5, -8),
  8698. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  8699. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -8),
  8700. BPF_JMP_IMM(BPF_JGT, BPF_REG_5, 100, 6),
  8701. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_5),
  8702. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  8703. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  8704. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  8705. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_5, 1),
  8706. BPF_LDX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  8707. BPF_MOV64_IMM(BPF_REG_0, 0),
  8708. BPF_EXIT_INSN(),
  8709. },
  8710. .result = REJECT,
  8711. .errstr = "invalid access to packet",
  8712. .prog_type = BPF_PROG_TYPE_XDP,
  8713. },
  8714. {
  8715. "meta access, test11",
  8716. .insns = {
  8717. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8718. offsetof(struct xdp_md, data_meta)),
  8719. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8720. offsetof(struct xdp_md, data)),
  8721. BPF_MOV64_IMM(BPF_REG_5, 42),
  8722. BPF_MOV64_IMM(BPF_REG_6, 24),
  8723. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_5, -8),
  8724. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  8725. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -8),
  8726. BPF_JMP_IMM(BPF_JGT, BPF_REG_5, 100, 6),
  8727. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_5),
  8728. BPF_MOV64_REG(BPF_REG_5, BPF_REG_2),
  8729. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  8730. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  8731. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_3, 1),
  8732. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_5, 0),
  8733. BPF_MOV64_IMM(BPF_REG_0, 0),
  8734. BPF_EXIT_INSN(),
  8735. },
  8736. .result = ACCEPT,
  8737. .prog_type = BPF_PROG_TYPE_XDP,
  8738. },
  8739. {
  8740. "meta access, test12",
  8741. .insns = {
  8742. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8743. offsetof(struct xdp_md, data_meta)),
  8744. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8745. offsetof(struct xdp_md, data)),
  8746. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8747. offsetof(struct xdp_md, data_end)),
  8748. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  8749. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 16),
  8750. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_4, 5),
  8751. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 0),
  8752. BPF_MOV64_REG(BPF_REG_5, BPF_REG_2),
  8753. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 16),
  8754. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 1),
  8755. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8756. BPF_MOV64_IMM(BPF_REG_0, 0),
  8757. BPF_EXIT_INSN(),
  8758. },
  8759. .result = ACCEPT,
  8760. .prog_type = BPF_PROG_TYPE_XDP,
  8761. },
  8762. {
  8763. "arithmetic ops make PTR_TO_CTX unusable",
  8764. .insns = {
  8765. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  8766. offsetof(struct __sk_buff, data) -
  8767. offsetof(struct __sk_buff, mark)),
  8768. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  8769. offsetof(struct __sk_buff, mark)),
  8770. BPF_EXIT_INSN(),
  8771. },
  8772. .errstr = "dereference of modified ctx ptr",
  8773. .result = REJECT,
  8774. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8775. },
  8776. {
  8777. "pkt_end - pkt_start is allowed",
  8778. .insns = {
  8779. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  8780. offsetof(struct __sk_buff, data_end)),
  8781. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8782. offsetof(struct __sk_buff, data)),
  8783. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_2),
  8784. BPF_EXIT_INSN(),
  8785. },
  8786. .result = ACCEPT,
  8787. .retval = TEST_DATA_LEN,
  8788. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8789. },
  8790. {
  8791. "XDP pkt read, pkt_end mangling, bad access 1",
  8792. .insns = {
  8793. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8794. offsetof(struct xdp_md, data)),
  8795. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8796. offsetof(struct xdp_md, data_end)),
  8797. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8798. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8799. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 8),
  8800. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8801. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8802. BPF_MOV64_IMM(BPF_REG_0, 0),
  8803. BPF_EXIT_INSN(),
  8804. },
  8805. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  8806. .result = REJECT,
  8807. .prog_type = BPF_PROG_TYPE_XDP,
  8808. },
  8809. {
  8810. "XDP pkt read, pkt_end mangling, bad access 2",
  8811. .insns = {
  8812. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8813. offsetof(struct xdp_md, data)),
  8814. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8815. offsetof(struct xdp_md, data_end)),
  8816. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8817. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8818. BPF_ALU64_IMM(BPF_SUB, BPF_REG_3, 8),
  8819. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8820. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8821. BPF_MOV64_IMM(BPF_REG_0, 0),
  8822. BPF_EXIT_INSN(),
  8823. },
  8824. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  8825. .result = REJECT,
  8826. .prog_type = BPF_PROG_TYPE_XDP,
  8827. },
  8828. {
  8829. "XDP pkt read, pkt_data' > pkt_end, good access",
  8830. .insns = {
  8831. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8832. offsetof(struct xdp_md, data)),
  8833. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8834. offsetof(struct xdp_md, data_end)),
  8835. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8836. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8837. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8838. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8839. BPF_MOV64_IMM(BPF_REG_0, 0),
  8840. BPF_EXIT_INSN(),
  8841. },
  8842. .result = ACCEPT,
  8843. .prog_type = BPF_PROG_TYPE_XDP,
  8844. },
  8845. {
  8846. "XDP pkt read, pkt_data' > pkt_end, bad access 1",
  8847. .insns = {
  8848. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8849. offsetof(struct xdp_md, data)),
  8850. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8851. offsetof(struct xdp_md, data_end)),
  8852. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8853. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8854. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8855. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  8856. BPF_MOV64_IMM(BPF_REG_0, 0),
  8857. BPF_EXIT_INSN(),
  8858. },
  8859. .errstr = "R1 offset is outside of the packet",
  8860. .result = REJECT,
  8861. .prog_type = BPF_PROG_TYPE_XDP,
  8862. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8863. },
  8864. {
  8865. "XDP pkt read, pkt_data' > pkt_end, bad access 2",
  8866. .insns = {
  8867. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8868. offsetof(struct xdp_md, data)),
  8869. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8870. offsetof(struct xdp_md, data_end)),
  8871. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8872. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8873. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 0),
  8874. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8875. BPF_MOV64_IMM(BPF_REG_0, 0),
  8876. BPF_EXIT_INSN(),
  8877. },
  8878. .errstr = "R1 offset is outside of the packet",
  8879. .result = REJECT,
  8880. .prog_type = BPF_PROG_TYPE_XDP,
  8881. },
  8882. {
  8883. "XDP pkt read, pkt_end > pkt_data', good access",
  8884. .insns = {
  8885. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8886. offsetof(struct xdp_md, data)),
  8887. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8888. offsetof(struct xdp_md, data_end)),
  8889. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8890. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8891. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8892. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8893. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8894. BPF_MOV64_IMM(BPF_REG_0, 0),
  8895. BPF_EXIT_INSN(),
  8896. },
  8897. .result = ACCEPT,
  8898. .prog_type = BPF_PROG_TYPE_XDP,
  8899. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8900. },
  8901. {
  8902. "XDP pkt read, pkt_end > pkt_data', bad access 1",
  8903. .insns = {
  8904. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8905. offsetof(struct xdp_md, data)),
  8906. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8907. offsetof(struct xdp_md, data_end)),
  8908. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8909. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8910. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8911. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8912. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8913. BPF_MOV64_IMM(BPF_REG_0, 0),
  8914. BPF_EXIT_INSN(),
  8915. },
  8916. .errstr = "R1 offset is outside of the packet",
  8917. .result = REJECT,
  8918. .prog_type = BPF_PROG_TYPE_XDP,
  8919. },
  8920. {
  8921. "XDP pkt read, pkt_end > pkt_data', bad access 2",
  8922. .insns = {
  8923. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8924. offsetof(struct xdp_md, data)),
  8925. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8926. offsetof(struct xdp_md, data_end)),
  8927. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8928. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8929. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8930. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8931. BPF_MOV64_IMM(BPF_REG_0, 0),
  8932. BPF_EXIT_INSN(),
  8933. },
  8934. .errstr = "R1 offset is outside of the packet",
  8935. .result = REJECT,
  8936. .prog_type = BPF_PROG_TYPE_XDP,
  8937. },
  8938. {
  8939. "XDP pkt read, pkt_data' < pkt_end, good access",
  8940. .insns = {
  8941. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8942. offsetof(struct xdp_md, data)),
  8943. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8944. offsetof(struct xdp_md, data_end)),
  8945. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8946. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8947. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8948. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8949. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8950. BPF_MOV64_IMM(BPF_REG_0, 0),
  8951. BPF_EXIT_INSN(),
  8952. },
  8953. .result = ACCEPT,
  8954. .prog_type = BPF_PROG_TYPE_XDP,
  8955. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8956. },
  8957. {
  8958. "XDP pkt read, pkt_data' < pkt_end, bad access 1",
  8959. .insns = {
  8960. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8961. offsetof(struct xdp_md, data)),
  8962. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8963. offsetof(struct xdp_md, data_end)),
  8964. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8965. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8966. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8967. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8968. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8969. BPF_MOV64_IMM(BPF_REG_0, 0),
  8970. BPF_EXIT_INSN(),
  8971. },
  8972. .errstr = "R1 offset is outside of the packet",
  8973. .result = REJECT,
  8974. .prog_type = BPF_PROG_TYPE_XDP,
  8975. },
  8976. {
  8977. "XDP pkt read, pkt_data' < pkt_end, bad access 2",
  8978. .insns = {
  8979. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8980. offsetof(struct xdp_md, data)),
  8981. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8982. offsetof(struct xdp_md, data_end)),
  8983. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8984. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8985. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8986. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8987. BPF_MOV64_IMM(BPF_REG_0, 0),
  8988. BPF_EXIT_INSN(),
  8989. },
  8990. .errstr = "R1 offset is outside of the packet",
  8991. .result = REJECT,
  8992. .prog_type = BPF_PROG_TYPE_XDP,
  8993. },
  8994. {
  8995. "XDP pkt read, pkt_end < pkt_data', good access",
  8996. .insns = {
  8997. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8998. offsetof(struct xdp_md, data)),
  8999. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9000. offsetof(struct xdp_md, data_end)),
  9001. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9002. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9003. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9004. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9005. BPF_MOV64_IMM(BPF_REG_0, 0),
  9006. BPF_EXIT_INSN(),
  9007. },
  9008. .result = ACCEPT,
  9009. .prog_type = BPF_PROG_TYPE_XDP,
  9010. },
  9011. {
  9012. "XDP pkt read, pkt_end < pkt_data', bad access 1",
  9013. .insns = {
  9014. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9015. offsetof(struct xdp_md, data)),
  9016. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9017. offsetof(struct xdp_md, data_end)),
  9018. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9019. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9020. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9021. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9022. BPF_MOV64_IMM(BPF_REG_0, 0),
  9023. BPF_EXIT_INSN(),
  9024. },
  9025. .errstr = "R1 offset is outside of the packet",
  9026. .result = REJECT,
  9027. .prog_type = BPF_PROG_TYPE_XDP,
  9028. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9029. },
  9030. {
  9031. "XDP pkt read, pkt_end < pkt_data', bad access 2",
  9032. .insns = {
  9033. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9034. offsetof(struct xdp_md, data)),
  9035. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9036. offsetof(struct xdp_md, data_end)),
  9037. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9038. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9039. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 0),
  9040. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9041. BPF_MOV64_IMM(BPF_REG_0, 0),
  9042. BPF_EXIT_INSN(),
  9043. },
  9044. .errstr = "R1 offset is outside of the packet",
  9045. .result = REJECT,
  9046. .prog_type = BPF_PROG_TYPE_XDP,
  9047. },
  9048. {
  9049. "XDP pkt read, pkt_data' >= pkt_end, good access",
  9050. .insns = {
  9051. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9052. offsetof(struct xdp_md, data)),
  9053. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9054. offsetof(struct xdp_md, data_end)),
  9055. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9056. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9057. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9058. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9059. BPF_MOV64_IMM(BPF_REG_0, 0),
  9060. BPF_EXIT_INSN(),
  9061. },
  9062. .result = ACCEPT,
  9063. .prog_type = BPF_PROG_TYPE_XDP,
  9064. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9065. },
  9066. {
  9067. "XDP pkt read, pkt_data' >= pkt_end, bad access 1",
  9068. .insns = {
  9069. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9070. offsetof(struct xdp_md, data)),
  9071. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9072. offsetof(struct xdp_md, data_end)),
  9073. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9074. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9075. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9076. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9077. BPF_MOV64_IMM(BPF_REG_0, 0),
  9078. BPF_EXIT_INSN(),
  9079. },
  9080. .errstr = "R1 offset is outside of the packet",
  9081. .result = REJECT,
  9082. .prog_type = BPF_PROG_TYPE_XDP,
  9083. },
  9084. {
  9085. "XDP pkt read, pkt_data' >= pkt_end, bad access 2",
  9086. .insns = {
  9087. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9088. offsetof(struct xdp_md, data)),
  9089. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9090. offsetof(struct xdp_md, data_end)),
  9091. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9092. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9093. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 0),
  9094. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9095. BPF_MOV64_IMM(BPF_REG_0, 0),
  9096. BPF_EXIT_INSN(),
  9097. },
  9098. .errstr = "R1 offset is outside of the packet",
  9099. .result = REJECT,
  9100. .prog_type = BPF_PROG_TYPE_XDP,
  9101. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9102. },
  9103. {
  9104. "XDP pkt read, pkt_end >= pkt_data', good access",
  9105. .insns = {
  9106. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9107. offsetof(struct xdp_md, data)),
  9108. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9109. offsetof(struct xdp_md, data_end)),
  9110. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9111. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9112. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9113. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9114. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9115. BPF_MOV64_IMM(BPF_REG_0, 0),
  9116. BPF_EXIT_INSN(),
  9117. },
  9118. .result = ACCEPT,
  9119. .prog_type = BPF_PROG_TYPE_XDP,
  9120. },
  9121. {
  9122. "XDP pkt read, pkt_end >= pkt_data', bad access 1",
  9123. .insns = {
  9124. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9125. offsetof(struct xdp_md, data)),
  9126. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9127. offsetof(struct xdp_md, data_end)),
  9128. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9129. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9130. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9131. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9132. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9133. BPF_MOV64_IMM(BPF_REG_0, 0),
  9134. BPF_EXIT_INSN(),
  9135. },
  9136. .errstr = "R1 offset is outside of the packet",
  9137. .result = REJECT,
  9138. .prog_type = BPF_PROG_TYPE_XDP,
  9139. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9140. },
  9141. {
  9142. "XDP pkt read, pkt_end >= pkt_data', bad access 2",
  9143. .insns = {
  9144. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9145. offsetof(struct xdp_md, data)),
  9146. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9147. offsetof(struct xdp_md, data_end)),
  9148. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9149. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9150. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9151. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9152. BPF_MOV64_IMM(BPF_REG_0, 0),
  9153. BPF_EXIT_INSN(),
  9154. },
  9155. .errstr = "R1 offset is outside of the packet",
  9156. .result = REJECT,
  9157. .prog_type = BPF_PROG_TYPE_XDP,
  9158. },
  9159. {
  9160. "XDP pkt read, pkt_data' <= pkt_end, good access",
  9161. .insns = {
  9162. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9163. offsetof(struct xdp_md, data)),
  9164. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9165. offsetof(struct xdp_md, data_end)),
  9166. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9167. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9168. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9169. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9170. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9171. BPF_MOV64_IMM(BPF_REG_0, 0),
  9172. BPF_EXIT_INSN(),
  9173. },
  9174. .result = ACCEPT,
  9175. .prog_type = BPF_PROG_TYPE_XDP,
  9176. },
  9177. {
  9178. "XDP pkt read, pkt_data' <= pkt_end, bad access 1",
  9179. .insns = {
  9180. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9181. offsetof(struct xdp_md, data)),
  9182. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9183. offsetof(struct xdp_md, data_end)),
  9184. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9185. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9186. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9187. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9188. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9189. BPF_MOV64_IMM(BPF_REG_0, 0),
  9190. BPF_EXIT_INSN(),
  9191. },
  9192. .errstr = "R1 offset is outside of the packet",
  9193. .result = REJECT,
  9194. .prog_type = BPF_PROG_TYPE_XDP,
  9195. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9196. },
  9197. {
  9198. "XDP pkt read, pkt_data' <= pkt_end, bad access 2",
  9199. .insns = {
  9200. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9201. offsetof(struct xdp_md, data)),
  9202. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9203. offsetof(struct xdp_md, data_end)),
  9204. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9205. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9206. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9207. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9208. BPF_MOV64_IMM(BPF_REG_0, 0),
  9209. BPF_EXIT_INSN(),
  9210. },
  9211. .errstr = "R1 offset is outside of the packet",
  9212. .result = REJECT,
  9213. .prog_type = BPF_PROG_TYPE_XDP,
  9214. },
  9215. {
  9216. "XDP pkt read, pkt_end <= pkt_data', good access",
  9217. .insns = {
  9218. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9219. offsetof(struct xdp_md, data)),
  9220. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9221. offsetof(struct xdp_md, data_end)),
  9222. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9223. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9224. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9225. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9226. BPF_MOV64_IMM(BPF_REG_0, 0),
  9227. BPF_EXIT_INSN(),
  9228. },
  9229. .result = ACCEPT,
  9230. .prog_type = BPF_PROG_TYPE_XDP,
  9231. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9232. },
  9233. {
  9234. "XDP pkt read, pkt_end <= pkt_data', bad access 1",
  9235. .insns = {
  9236. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9237. offsetof(struct xdp_md, data)),
  9238. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9239. offsetof(struct xdp_md, data_end)),
  9240. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9241. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9242. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9243. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9244. BPF_MOV64_IMM(BPF_REG_0, 0),
  9245. BPF_EXIT_INSN(),
  9246. },
  9247. .errstr = "R1 offset is outside of the packet",
  9248. .result = REJECT,
  9249. .prog_type = BPF_PROG_TYPE_XDP,
  9250. },
  9251. {
  9252. "XDP pkt read, pkt_end <= pkt_data', bad access 2",
  9253. .insns = {
  9254. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9255. offsetof(struct xdp_md, data)),
  9256. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9257. offsetof(struct xdp_md, data_end)),
  9258. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9259. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9260. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 0),
  9261. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9262. BPF_MOV64_IMM(BPF_REG_0, 0),
  9263. BPF_EXIT_INSN(),
  9264. },
  9265. .errstr = "R1 offset is outside of the packet",
  9266. .result = REJECT,
  9267. .prog_type = BPF_PROG_TYPE_XDP,
  9268. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9269. },
  9270. {
  9271. "XDP pkt read, pkt_meta' > pkt_data, good access",
  9272. .insns = {
  9273. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9274. offsetof(struct xdp_md, data_meta)),
  9275. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9276. offsetof(struct xdp_md, data)),
  9277. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9278. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9279. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  9280. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9281. BPF_MOV64_IMM(BPF_REG_0, 0),
  9282. BPF_EXIT_INSN(),
  9283. },
  9284. .result = ACCEPT,
  9285. .prog_type = BPF_PROG_TYPE_XDP,
  9286. },
  9287. {
  9288. "XDP pkt read, pkt_meta' > pkt_data, bad access 1",
  9289. .insns = {
  9290. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9291. offsetof(struct xdp_md, data_meta)),
  9292. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9293. offsetof(struct xdp_md, data)),
  9294. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9295. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9296. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  9297. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9298. BPF_MOV64_IMM(BPF_REG_0, 0),
  9299. BPF_EXIT_INSN(),
  9300. },
  9301. .errstr = "R1 offset is outside of the packet",
  9302. .result = REJECT,
  9303. .prog_type = BPF_PROG_TYPE_XDP,
  9304. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9305. },
  9306. {
  9307. "XDP pkt read, pkt_meta' > pkt_data, bad access 2",
  9308. .insns = {
  9309. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9310. offsetof(struct xdp_md, data_meta)),
  9311. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9312. offsetof(struct xdp_md, data)),
  9313. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9314. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9315. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 0),
  9316. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9317. BPF_MOV64_IMM(BPF_REG_0, 0),
  9318. BPF_EXIT_INSN(),
  9319. },
  9320. .errstr = "R1 offset is outside of the packet",
  9321. .result = REJECT,
  9322. .prog_type = BPF_PROG_TYPE_XDP,
  9323. },
  9324. {
  9325. "XDP pkt read, pkt_data > pkt_meta', good access",
  9326. .insns = {
  9327. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9328. offsetof(struct xdp_md, data_meta)),
  9329. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9330. offsetof(struct xdp_md, data)),
  9331. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9332. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9333. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9334. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9335. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9336. BPF_MOV64_IMM(BPF_REG_0, 0),
  9337. BPF_EXIT_INSN(),
  9338. },
  9339. .result = ACCEPT,
  9340. .prog_type = BPF_PROG_TYPE_XDP,
  9341. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9342. },
  9343. {
  9344. "XDP pkt read, pkt_data > pkt_meta', bad access 1",
  9345. .insns = {
  9346. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9347. offsetof(struct xdp_md, data_meta)),
  9348. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9349. offsetof(struct xdp_md, data)),
  9350. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9351. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9352. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9353. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9354. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9355. BPF_MOV64_IMM(BPF_REG_0, 0),
  9356. BPF_EXIT_INSN(),
  9357. },
  9358. .errstr = "R1 offset is outside of the packet",
  9359. .result = REJECT,
  9360. .prog_type = BPF_PROG_TYPE_XDP,
  9361. },
  9362. {
  9363. "XDP pkt read, pkt_data > pkt_meta', bad access 2",
  9364. .insns = {
  9365. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9366. offsetof(struct xdp_md, data_meta)),
  9367. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9368. offsetof(struct xdp_md, data)),
  9369. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9370. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9371. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9372. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9373. BPF_MOV64_IMM(BPF_REG_0, 0),
  9374. BPF_EXIT_INSN(),
  9375. },
  9376. .errstr = "R1 offset is outside of the packet",
  9377. .result = REJECT,
  9378. .prog_type = BPF_PROG_TYPE_XDP,
  9379. },
  9380. {
  9381. "XDP pkt read, pkt_meta' < pkt_data, good access",
  9382. .insns = {
  9383. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9384. offsetof(struct xdp_md, data_meta)),
  9385. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9386. offsetof(struct xdp_md, data)),
  9387. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9388. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9389. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9390. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9391. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9392. BPF_MOV64_IMM(BPF_REG_0, 0),
  9393. BPF_EXIT_INSN(),
  9394. },
  9395. .result = ACCEPT,
  9396. .prog_type = BPF_PROG_TYPE_XDP,
  9397. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9398. },
  9399. {
  9400. "XDP pkt read, pkt_meta' < pkt_data, bad access 1",
  9401. .insns = {
  9402. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9403. offsetof(struct xdp_md, data_meta)),
  9404. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9405. offsetof(struct xdp_md, data)),
  9406. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9407. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9408. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9409. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9410. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9411. BPF_MOV64_IMM(BPF_REG_0, 0),
  9412. BPF_EXIT_INSN(),
  9413. },
  9414. .errstr = "R1 offset is outside of the packet",
  9415. .result = REJECT,
  9416. .prog_type = BPF_PROG_TYPE_XDP,
  9417. },
  9418. {
  9419. "XDP pkt read, pkt_meta' < pkt_data, bad access 2",
  9420. .insns = {
  9421. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9422. offsetof(struct xdp_md, data_meta)),
  9423. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9424. offsetof(struct xdp_md, data)),
  9425. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9426. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9427. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9428. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9429. BPF_MOV64_IMM(BPF_REG_0, 0),
  9430. BPF_EXIT_INSN(),
  9431. },
  9432. .errstr = "R1 offset is outside of the packet",
  9433. .result = REJECT,
  9434. .prog_type = BPF_PROG_TYPE_XDP,
  9435. },
  9436. {
  9437. "XDP pkt read, pkt_data < pkt_meta', good access",
  9438. .insns = {
  9439. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9440. offsetof(struct xdp_md, data_meta)),
  9441. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9442. offsetof(struct xdp_md, data)),
  9443. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9444. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9445. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9446. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9447. BPF_MOV64_IMM(BPF_REG_0, 0),
  9448. BPF_EXIT_INSN(),
  9449. },
  9450. .result = ACCEPT,
  9451. .prog_type = BPF_PROG_TYPE_XDP,
  9452. },
  9453. {
  9454. "XDP pkt read, pkt_data < pkt_meta', bad access 1",
  9455. .insns = {
  9456. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9457. offsetof(struct xdp_md, data_meta)),
  9458. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9459. offsetof(struct xdp_md, data)),
  9460. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9461. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9462. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9463. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9464. BPF_MOV64_IMM(BPF_REG_0, 0),
  9465. BPF_EXIT_INSN(),
  9466. },
  9467. .errstr = "R1 offset is outside of the packet",
  9468. .result = REJECT,
  9469. .prog_type = BPF_PROG_TYPE_XDP,
  9470. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9471. },
  9472. {
  9473. "XDP pkt read, pkt_data < pkt_meta', bad access 2",
  9474. .insns = {
  9475. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9476. offsetof(struct xdp_md, data_meta)),
  9477. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9478. offsetof(struct xdp_md, data)),
  9479. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9480. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9481. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 0),
  9482. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9483. BPF_MOV64_IMM(BPF_REG_0, 0),
  9484. BPF_EXIT_INSN(),
  9485. },
  9486. .errstr = "R1 offset is outside of the packet",
  9487. .result = REJECT,
  9488. .prog_type = BPF_PROG_TYPE_XDP,
  9489. },
  9490. {
  9491. "XDP pkt read, pkt_meta' >= pkt_data, good access",
  9492. .insns = {
  9493. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9494. offsetof(struct xdp_md, data_meta)),
  9495. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9496. offsetof(struct xdp_md, data)),
  9497. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9498. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9499. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9500. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9501. BPF_MOV64_IMM(BPF_REG_0, 0),
  9502. BPF_EXIT_INSN(),
  9503. },
  9504. .result = ACCEPT,
  9505. .prog_type = BPF_PROG_TYPE_XDP,
  9506. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9507. },
  9508. {
  9509. "XDP pkt read, pkt_meta' >= pkt_data, bad access 1",
  9510. .insns = {
  9511. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9512. offsetof(struct xdp_md, data_meta)),
  9513. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9514. offsetof(struct xdp_md, data)),
  9515. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9516. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9517. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9518. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9519. BPF_MOV64_IMM(BPF_REG_0, 0),
  9520. BPF_EXIT_INSN(),
  9521. },
  9522. .errstr = "R1 offset is outside of the packet",
  9523. .result = REJECT,
  9524. .prog_type = BPF_PROG_TYPE_XDP,
  9525. },
  9526. {
  9527. "XDP pkt read, pkt_meta' >= pkt_data, bad access 2",
  9528. .insns = {
  9529. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9530. offsetof(struct xdp_md, data_meta)),
  9531. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9532. offsetof(struct xdp_md, data)),
  9533. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9534. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9535. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 0),
  9536. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9537. BPF_MOV64_IMM(BPF_REG_0, 0),
  9538. BPF_EXIT_INSN(),
  9539. },
  9540. .errstr = "R1 offset is outside of the packet",
  9541. .result = REJECT,
  9542. .prog_type = BPF_PROG_TYPE_XDP,
  9543. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9544. },
  9545. {
  9546. "XDP pkt read, pkt_data >= pkt_meta', good access",
  9547. .insns = {
  9548. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9549. offsetof(struct xdp_md, data_meta)),
  9550. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9551. offsetof(struct xdp_md, data)),
  9552. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9553. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9554. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9555. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9556. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9557. BPF_MOV64_IMM(BPF_REG_0, 0),
  9558. BPF_EXIT_INSN(),
  9559. },
  9560. .result = ACCEPT,
  9561. .prog_type = BPF_PROG_TYPE_XDP,
  9562. },
  9563. {
  9564. "XDP pkt read, pkt_data >= pkt_meta', bad access 1",
  9565. .insns = {
  9566. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9567. offsetof(struct xdp_md, data_meta)),
  9568. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9569. offsetof(struct xdp_md, data)),
  9570. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9571. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9572. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9573. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9574. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9575. BPF_MOV64_IMM(BPF_REG_0, 0),
  9576. BPF_EXIT_INSN(),
  9577. },
  9578. .errstr = "R1 offset is outside of the packet",
  9579. .result = REJECT,
  9580. .prog_type = BPF_PROG_TYPE_XDP,
  9581. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9582. },
  9583. {
  9584. "XDP pkt read, pkt_data >= pkt_meta', bad access 2",
  9585. .insns = {
  9586. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9587. offsetof(struct xdp_md, data_meta)),
  9588. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9589. offsetof(struct xdp_md, data)),
  9590. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9591. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9592. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9593. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9594. BPF_MOV64_IMM(BPF_REG_0, 0),
  9595. BPF_EXIT_INSN(),
  9596. },
  9597. .errstr = "R1 offset is outside of the packet",
  9598. .result = REJECT,
  9599. .prog_type = BPF_PROG_TYPE_XDP,
  9600. },
  9601. {
  9602. "XDP pkt read, pkt_meta' <= pkt_data, good access",
  9603. .insns = {
  9604. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9605. offsetof(struct xdp_md, data_meta)),
  9606. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9607. offsetof(struct xdp_md, data)),
  9608. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9609. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9610. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9611. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9612. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9613. BPF_MOV64_IMM(BPF_REG_0, 0),
  9614. BPF_EXIT_INSN(),
  9615. },
  9616. .result = ACCEPT,
  9617. .prog_type = BPF_PROG_TYPE_XDP,
  9618. },
  9619. {
  9620. "XDP pkt read, pkt_meta' <= pkt_data, bad access 1",
  9621. .insns = {
  9622. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9623. offsetof(struct xdp_md, data_meta)),
  9624. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9625. offsetof(struct xdp_md, data)),
  9626. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9627. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9628. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9629. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9630. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9631. BPF_MOV64_IMM(BPF_REG_0, 0),
  9632. BPF_EXIT_INSN(),
  9633. },
  9634. .errstr = "R1 offset is outside of the packet",
  9635. .result = REJECT,
  9636. .prog_type = BPF_PROG_TYPE_XDP,
  9637. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9638. },
  9639. {
  9640. "XDP pkt read, pkt_meta' <= pkt_data, bad access 2",
  9641. .insns = {
  9642. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9643. offsetof(struct xdp_md, data_meta)),
  9644. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9645. offsetof(struct xdp_md, data)),
  9646. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9647. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9648. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9649. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9650. BPF_MOV64_IMM(BPF_REG_0, 0),
  9651. BPF_EXIT_INSN(),
  9652. },
  9653. .errstr = "R1 offset is outside of the packet",
  9654. .result = REJECT,
  9655. .prog_type = BPF_PROG_TYPE_XDP,
  9656. },
  9657. {
  9658. "XDP pkt read, pkt_data <= pkt_meta', good access",
  9659. .insns = {
  9660. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9661. offsetof(struct xdp_md, data_meta)),
  9662. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9663. offsetof(struct xdp_md, data)),
  9664. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9665. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9666. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9667. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9668. BPF_MOV64_IMM(BPF_REG_0, 0),
  9669. BPF_EXIT_INSN(),
  9670. },
  9671. .result = ACCEPT,
  9672. .prog_type = BPF_PROG_TYPE_XDP,
  9673. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9674. },
  9675. {
  9676. "XDP pkt read, pkt_data <= pkt_meta', bad access 1",
  9677. .insns = {
  9678. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9679. offsetof(struct xdp_md, data_meta)),
  9680. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9681. offsetof(struct xdp_md, data)),
  9682. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9683. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9684. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9685. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9686. BPF_MOV64_IMM(BPF_REG_0, 0),
  9687. BPF_EXIT_INSN(),
  9688. },
  9689. .errstr = "R1 offset is outside of the packet",
  9690. .result = REJECT,
  9691. .prog_type = BPF_PROG_TYPE_XDP,
  9692. },
  9693. {
  9694. "XDP pkt read, pkt_data <= pkt_meta', bad access 2",
  9695. .insns = {
  9696. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9697. offsetof(struct xdp_md, data_meta)),
  9698. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9699. offsetof(struct xdp_md, data)),
  9700. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9701. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9702. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 0),
  9703. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9704. BPF_MOV64_IMM(BPF_REG_0, 0),
  9705. BPF_EXIT_INSN(),
  9706. },
  9707. .errstr = "R1 offset is outside of the packet",
  9708. .result = REJECT,
  9709. .prog_type = BPF_PROG_TYPE_XDP,
  9710. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9711. },
  9712. {
  9713. "check deducing bounds from const, 1",
  9714. .insns = {
  9715. BPF_MOV64_IMM(BPF_REG_0, 1),
  9716. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 1, 0),
  9717. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9718. BPF_EXIT_INSN(),
  9719. },
  9720. .result = REJECT,
  9721. .errstr = "R0 tried to subtract pointer from scalar",
  9722. },
  9723. {
  9724. "check deducing bounds from const, 2",
  9725. .insns = {
  9726. BPF_MOV64_IMM(BPF_REG_0, 1),
  9727. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 1, 1),
  9728. BPF_EXIT_INSN(),
  9729. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 1, 1),
  9730. BPF_EXIT_INSN(),
  9731. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9732. BPF_EXIT_INSN(),
  9733. },
  9734. .result = ACCEPT,
  9735. .retval = 1,
  9736. },
  9737. {
  9738. "check deducing bounds from const, 3",
  9739. .insns = {
  9740. BPF_MOV64_IMM(BPF_REG_0, 0),
  9741. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 0),
  9742. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9743. BPF_EXIT_INSN(),
  9744. },
  9745. .result = REJECT,
  9746. .errstr = "R0 tried to subtract pointer from scalar",
  9747. },
  9748. {
  9749. "check deducing bounds from const, 4",
  9750. .insns = {
  9751. BPF_MOV64_IMM(BPF_REG_0, 0),
  9752. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 1),
  9753. BPF_EXIT_INSN(),
  9754. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9755. BPF_EXIT_INSN(),
  9756. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9757. BPF_EXIT_INSN(),
  9758. },
  9759. .result = ACCEPT,
  9760. },
  9761. {
  9762. "check deducing bounds from const, 5",
  9763. .insns = {
  9764. BPF_MOV64_IMM(BPF_REG_0, 0),
  9765. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9766. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9767. BPF_EXIT_INSN(),
  9768. },
  9769. .result = REJECT,
  9770. .errstr = "R0 tried to subtract pointer from scalar",
  9771. },
  9772. {
  9773. "check deducing bounds from const, 6",
  9774. .insns = {
  9775. BPF_MOV64_IMM(BPF_REG_0, 0),
  9776. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9777. BPF_EXIT_INSN(),
  9778. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9779. BPF_EXIT_INSN(),
  9780. },
  9781. .result = REJECT,
  9782. .errstr = "R0 tried to subtract pointer from scalar",
  9783. },
  9784. {
  9785. "check deducing bounds from const, 7",
  9786. .insns = {
  9787. BPF_MOV64_IMM(BPF_REG_0, ~0),
  9788. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 0),
  9789. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9790. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9791. offsetof(struct __sk_buff, mark)),
  9792. BPF_EXIT_INSN(),
  9793. },
  9794. .result = REJECT,
  9795. .errstr = "dereference of modified ctx ptr",
  9796. },
  9797. {
  9798. "check deducing bounds from const, 8",
  9799. .insns = {
  9800. BPF_MOV64_IMM(BPF_REG_0, ~0),
  9801. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9802. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_0),
  9803. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9804. offsetof(struct __sk_buff, mark)),
  9805. BPF_EXIT_INSN(),
  9806. },
  9807. .result = REJECT,
  9808. .errstr = "dereference of modified ctx ptr",
  9809. },
  9810. {
  9811. "check deducing bounds from const, 9",
  9812. .insns = {
  9813. BPF_MOV64_IMM(BPF_REG_0, 0),
  9814. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 0),
  9815. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9816. BPF_EXIT_INSN(),
  9817. },
  9818. .result = REJECT,
  9819. .errstr = "R0 tried to subtract pointer from scalar",
  9820. },
  9821. {
  9822. "check deducing bounds from const, 10",
  9823. .insns = {
  9824. BPF_MOV64_IMM(BPF_REG_0, 0),
  9825. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 0),
  9826. /* Marks reg as unknown. */
  9827. BPF_ALU64_IMM(BPF_NEG, BPF_REG_0, 0),
  9828. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9829. BPF_EXIT_INSN(),
  9830. },
  9831. .result = REJECT,
  9832. .errstr = "math between ctx pointer and register with unbounded min value is not allowed",
  9833. },
  9834. {
  9835. "bpf_exit with invalid return code. test1",
  9836. .insns = {
  9837. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9838. BPF_EXIT_INSN(),
  9839. },
  9840. .errstr = "R0 has value (0x0; 0xffffffff)",
  9841. .result = REJECT,
  9842. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9843. },
  9844. {
  9845. "bpf_exit with invalid return code. test2",
  9846. .insns = {
  9847. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9848. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  9849. BPF_EXIT_INSN(),
  9850. },
  9851. .result = ACCEPT,
  9852. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9853. },
  9854. {
  9855. "bpf_exit with invalid return code. test3",
  9856. .insns = {
  9857. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9858. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 3),
  9859. BPF_EXIT_INSN(),
  9860. },
  9861. .errstr = "R0 has value (0x0; 0x3)",
  9862. .result = REJECT,
  9863. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9864. },
  9865. {
  9866. "bpf_exit with invalid return code. test4",
  9867. .insns = {
  9868. BPF_MOV64_IMM(BPF_REG_0, 1),
  9869. BPF_EXIT_INSN(),
  9870. },
  9871. .result = ACCEPT,
  9872. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9873. },
  9874. {
  9875. "bpf_exit with invalid return code. test5",
  9876. .insns = {
  9877. BPF_MOV64_IMM(BPF_REG_0, 2),
  9878. BPF_EXIT_INSN(),
  9879. },
  9880. .errstr = "R0 has value (0x2; 0x0)",
  9881. .result = REJECT,
  9882. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9883. },
  9884. {
  9885. "bpf_exit with invalid return code. test6",
  9886. .insns = {
  9887. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  9888. BPF_EXIT_INSN(),
  9889. },
  9890. .errstr = "R0 is not a known value (ctx)",
  9891. .result = REJECT,
  9892. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9893. },
  9894. {
  9895. "bpf_exit with invalid return code. test7",
  9896. .insns = {
  9897. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9898. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 4),
  9899. BPF_ALU64_REG(BPF_MUL, BPF_REG_0, BPF_REG_2),
  9900. BPF_EXIT_INSN(),
  9901. },
  9902. .errstr = "R0 has unknown scalar value",
  9903. .result = REJECT,
  9904. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9905. },
  9906. {
  9907. "calls: basic sanity",
  9908. .insns = {
  9909. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  9910. BPF_MOV64_IMM(BPF_REG_0, 1),
  9911. BPF_EXIT_INSN(),
  9912. BPF_MOV64_IMM(BPF_REG_0, 2),
  9913. BPF_EXIT_INSN(),
  9914. },
  9915. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9916. .result = ACCEPT,
  9917. },
  9918. {
  9919. "calls: not on unpriviledged",
  9920. .insns = {
  9921. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  9922. BPF_MOV64_IMM(BPF_REG_0, 1),
  9923. BPF_EXIT_INSN(),
  9924. BPF_MOV64_IMM(BPF_REG_0, 2),
  9925. BPF_EXIT_INSN(),
  9926. },
  9927. .errstr_unpriv = "function calls to other bpf functions are allowed for root only",
  9928. .result_unpriv = REJECT,
  9929. .result = ACCEPT,
  9930. .retval = 1,
  9931. },
  9932. {
  9933. "calls: div by 0 in subprog",
  9934. .insns = {
  9935. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9936. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9937. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9938. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9939. offsetof(struct __sk_buff, data_end)),
  9940. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9941. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9942. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9943. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9944. BPF_MOV64_IMM(BPF_REG_0, 1),
  9945. BPF_EXIT_INSN(),
  9946. BPF_MOV32_IMM(BPF_REG_2, 0),
  9947. BPF_MOV32_IMM(BPF_REG_3, 1),
  9948. BPF_ALU32_REG(BPF_DIV, BPF_REG_3, BPF_REG_2),
  9949. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9950. offsetof(struct __sk_buff, data)),
  9951. BPF_EXIT_INSN(),
  9952. },
  9953. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  9954. .result = ACCEPT,
  9955. .retval = 1,
  9956. },
  9957. {
  9958. "calls: multiple ret types in subprog 1",
  9959. .insns = {
  9960. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9961. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9962. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9963. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9964. offsetof(struct __sk_buff, data_end)),
  9965. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9966. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9967. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9968. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9969. BPF_MOV64_IMM(BPF_REG_0, 1),
  9970. BPF_EXIT_INSN(),
  9971. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9972. offsetof(struct __sk_buff, data)),
  9973. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  9974. BPF_MOV32_IMM(BPF_REG_0, 42),
  9975. BPF_EXIT_INSN(),
  9976. },
  9977. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  9978. .result = REJECT,
  9979. .errstr = "R0 invalid mem access 'inv'",
  9980. },
  9981. {
  9982. "calls: multiple ret types in subprog 2",
  9983. .insns = {
  9984. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9985. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9986. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9987. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9988. offsetof(struct __sk_buff, data_end)),
  9989. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9990. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9991. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9992. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9993. BPF_MOV64_IMM(BPF_REG_0, 1),
  9994. BPF_EXIT_INSN(),
  9995. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9996. offsetof(struct __sk_buff, data)),
  9997. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9998. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 9),
  9999. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10000. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10001. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10002. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10003. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10004. BPF_FUNC_map_lookup_elem),
  10005. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  10006. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,
  10007. offsetof(struct __sk_buff, data)),
  10008. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 64),
  10009. BPF_EXIT_INSN(),
  10010. },
  10011. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10012. .fixup_map1 = { 16 },
  10013. .result = REJECT,
  10014. .errstr = "R0 min value is outside of the array range",
  10015. },
  10016. {
  10017. "calls: overlapping caller/callee",
  10018. .insns = {
  10019. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 0),
  10020. BPF_MOV64_IMM(BPF_REG_0, 1),
  10021. BPF_EXIT_INSN(),
  10022. },
  10023. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10024. .errstr = "last insn is not an exit or jmp",
  10025. .result = REJECT,
  10026. },
  10027. {
  10028. "calls: wrong recursive calls",
  10029. .insns = {
  10030. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  10031. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  10032. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  10033. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  10034. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  10035. BPF_MOV64_IMM(BPF_REG_0, 1),
  10036. BPF_EXIT_INSN(),
  10037. },
  10038. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10039. .errstr = "jump out of range",
  10040. .result = REJECT,
  10041. },
  10042. {
  10043. "calls: wrong src reg",
  10044. .insns = {
  10045. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 2, 0, 0),
  10046. BPF_MOV64_IMM(BPF_REG_0, 1),
  10047. BPF_EXIT_INSN(),
  10048. },
  10049. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10050. .errstr = "BPF_CALL uses reserved fields",
  10051. .result = REJECT,
  10052. },
  10053. {
  10054. "calls: wrong off value",
  10055. .insns = {
  10056. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, -1, 2),
  10057. BPF_MOV64_IMM(BPF_REG_0, 1),
  10058. BPF_EXIT_INSN(),
  10059. BPF_MOV64_IMM(BPF_REG_0, 2),
  10060. BPF_EXIT_INSN(),
  10061. },
  10062. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10063. .errstr = "BPF_CALL uses reserved fields",
  10064. .result = REJECT,
  10065. },
  10066. {
  10067. "calls: jump back loop",
  10068. .insns = {
  10069. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -1),
  10070. BPF_MOV64_IMM(BPF_REG_0, 1),
  10071. BPF_EXIT_INSN(),
  10072. },
  10073. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10074. .errstr = "back-edge from insn 0 to 0",
  10075. .result = REJECT,
  10076. },
  10077. {
  10078. "calls: conditional call",
  10079. .insns = {
  10080. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10081. offsetof(struct __sk_buff, mark)),
  10082. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10083. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10084. BPF_MOV64_IMM(BPF_REG_0, 1),
  10085. BPF_EXIT_INSN(),
  10086. BPF_MOV64_IMM(BPF_REG_0, 2),
  10087. BPF_EXIT_INSN(),
  10088. },
  10089. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10090. .errstr = "jump out of range",
  10091. .result = REJECT,
  10092. },
  10093. {
  10094. "calls: conditional call 2",
  10095. .insns = {
  10096. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10097. offsetof(struct __sk_buff, mark)),
  10098. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10099. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10100. BPF_MOV64_IMM(BPF_REG_0, 1),
  10101. BPF_EXIT_INSN(),
  10102. BPF_MOV64_IMM(BPF_REG_0, 2),
  10103. BPF_EXIT_INSN(),
  10104. BPF_MOV64_IMM(BPF_REG_0, 3),
  10105. BPF_EXIT_INSN(),
  10106. },
  10107. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10108. .result = ACCEPT,
  10109. },
  10110. {
  10111. "calls: conditional call 3",
  10112. .insns = {
  10113. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10114. offsetof(struct __sk_buff, mark)),
  10115. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10116. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  10117. BPF_MOV64_IMM(BPF_REG_0, 1),
  10118. BPF_EXIT_INSN(),
  10119. BPF_MOV64_IMM(BPF_REG_0, 1),
  10120. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  10121. BPF_MOV64_IMM(BPF_REG_0, 3),
  10122. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  10123. },
  10124. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10125. .errstr = "back-edge from insn",
  10126. .result = REJECT,
  10127. },
  10128. {
  10129. "calls: conditional call 4",
  10130. .insns = {
  10131. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10132. offsetof(struct __sk_buff, mark)),
  10133. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10134. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10135. BPF_MOV64_IMM(BPF_REG_0, 1),
  10136. BPF_EXIT_INSN(),
  10137. BPF_MOV64_IMM(BPF_REG_0, 1),
  10138. BPF_JMP_IMM(BPF_JA, 0, 0, -5),
  10139. BPF_MOV64_IMM(BPF_REG_0, 3),
  10140. BPF_EXIT_INSN(),
  10141. },
  10142. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10143. .result = ACCEPT,
  10144. },
  10145. {
  10146. "calls: conditional call 5",
  10147. .insns = {
  10148. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10149. offsetof(struct __sk_buff, mark)),
  10150. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10151. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10152. BPF_MOV64_IMM(BPF_REG_0, 1),
  10153. BPF_EXIT_INSN(),
  10154. BPF_MOV64_IMM(BPF_REG_0, 1),
  10155. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  10156. BPF_MOV64_IMM(BPF_REG_0, 3),
  10157. BPF_EXIT_INSN(),
  10158. },
  10159. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10160. .errstr = "back-edge from insn",
  10161. .result = REJECT,
  10162. },
  10163. {
  10164. "calls: conditional call 6",
  10165. .insns = {
  10166. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10167. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, -2),
  10168. BPF_EXIT_INSN(),
  10169. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10170. offsetof(struct __sk_buff, mark)),
  10171. BPF_EXIT_INSN(),
  10172. },
  10173. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10174. .errstr = "back-edge from insn",
  10175. .result = REJECT,
  10176. },
  10177. {
  10178. "calls: using r0 returned by callee",
  10179. .insns = {
  10180. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10181. BPF_EXIT_INSN(),
  10182. BPF_MOV64_IMM(BPF_REG_0, 2),
  10183. BPF_EXIT_INSN(),
  10184. },
  10185. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10186. .result = ACCEPT,
  10187. },
  10188. {
  10189. "calls: using uninit r0 from callee",
  10190. .insns = {
  10191. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10192. BPF_EXIT_INSN(),
  10193. BPF_EXIT_INSN(),
  10194. },
  10195. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10196. .errstr = "!read_ok",
  10197. .result = REJECT,
  10198. },
  10199. {
  10200. "calls: callee is using r1",
  10201. .insns = {
  10202. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10203. BPF_EXIT_INSN(),
  10204. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10205. offsetof(struct __sk_buff, len)),
  10206. BPF_EXIT_INSN(),
  10207. },
  10208. .prog_type = BPF_PROG_TYPE_SCHED_ACT,
  10209. .result = ACCEPT,
  10210. .retval = TEST_DATA_LEN,
  10211. },
  10212. {
  10213. "calls: callee using args1",
  10214. .insns = {
  10215. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10216. BPF_EXIT_INSN(),
  10217. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  10218. BPF_EXIT_INSN(),
  10219. },
  10220. .errstr_unpriv = "allowed for root only",
  10221. .result_unpriv = REJECT,
  10222. .result = ACCEPT,
  10223. .retval = POINTER_VALUE,
  10224. },
  10225. {
  10226. "calls: callee using wrong args2",
  10227. .insns = {
  10228. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10229. BPF_EXIT_INSN(),
  10230. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  10231. BPF_EXIT_INSN(),
  10232. },
  10233. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10234. .errstr = "R2 !read_ok",
  10235. .result = REJECT,
  10236. },
  10237. {
  10238. "calls: callee using two args",
  10239. .insns = {
  10240. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10241. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_6,
  10242. offsetof(struct __sk_buff, len)),
  10243. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_6,
  10244. offsetof(struct __sk_buff, len)),
  10245. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10246. BPF_EXIT_INSN(),
  10247. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  10248. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  10249. BPF_EXIT_INSN(),
  10250. },
  10251. .errstr_unpriv = "allowed for root only",
  10252. .result_unpriv = REJECT,
  10253. .result = ACCEPT,
  10254. .retval = TEST_DATA_LEN + TEST_DATA_LEN - ETH_HLEN - ETH_HLEN,
  10255. },
  10256. {
  10257. "calls: callee changing pkt pointers",
  10258. .insns = {
  10259. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  10260. offsetof(struct xdp_md, data)),
  10261. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  10262. offsetof(struct xdp_md, data_end)),
  10263. BPF_MOV64_REG(BPF_REG_8, BPF_REG_6),
  10264. BPF_ALU64_IMM(BPF_ADD, BPF_REG_8, 8),
  10265. BPF_JMP_REG(BPF_JGT, BPF_REG_8, BPF_REG_7, 2),
  10266. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10267. /* clear_all_pkt_pointers() has to walk all frames
  10268. * to make sure that pkt pointers in the caller
  10269. * are cleared when callee is calling a helper that
  10270. * adjusts packet size
  10271. */
  10272. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10273. BPF_MOV32_IMM(BPF_REG_0, 0),
  10274. BPF_EXIT_INSN(),
  10275. BPF_MOV64_IMM(BPF_REG_2, 0),
  10276. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10277. BPF_FUNC_xdp_adjust_head),
  10278. BPF_EXIT_INSN(),
  10279. },
  10280. .result = REJECT,
  10281. .errstr = "R6 invalid mem access 'inv'",
  10282. .prog_type = BPF_PROG_TYPE_XDP,
  10283. },
  10284. {
  10285. "calls: two calls with args",
  10286. .insns = {
  10287. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10288. BPF_EXIT_INSN(),
  10289. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10290. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10291. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10292. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10293. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10294. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10295. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10296. BPF_EXIT_INSN(),
  10297. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10298. offsetof(struct __sk_buff, len)),
  10299. BPF_EXIT_INSN(),
  10300. },
  10301. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10302. .result = ACCEPT,
  10303. .retval = TEST_DATA_LEN + TEST_DATA_LEN,
  10304. },
  10305. {
  10306. "calls: calls with stack arith",
  10307. .insns = {
  10308. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10309. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10310. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10311. BPF_EXIT_INSN(),
  10312. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10313. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10314. BPF_EXIT_INSN(),
  10315. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10316. BPF_MOV64_IMM(BPF_REG_0, 42),
  10317. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  10318. BPF_EXIT_INSN(),
  10319. },
  10320. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10321. .result = ACCEPT,
  10322. .retval = 42,
  10323. },
  10324. {
  10325. "calls: calls with misaligned stack access",
  10326. .insns = {
  10327. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10328. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -63),
  10329. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10330. BPF_EXIT_INSN(),
  10331. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -61),
  10332. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10333. BPF_EXIT_INSN(),
  10334. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -63),
  10335. BPF_MOV64_IMM(BPF_REG_0, 42),
  10336. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  10337. BPF_EXIT_INSN(),
  10338. },
  10339. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10340. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  10341. .errstr = "misaligned stack access",
  10342. .result = REJECT,
  10343. },
  10344. {
  10345. "calls: calls control flow, jump test",
  10346. .insns = {
  10347. BPF_MOV64_IMM(BPF_REG_0, 42),
  10348. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10349. BPF_MOV64_IMM(BPF_REG_0, 43),
  10350. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  10351. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  10352. BPF_EXIT_INSN(),
  10353. },
  10354. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10355. .result = ACCEPT,
  10356. .retval = 43,
  10357. },
  10358. {
  10359. "calls: calls control flow, jump test 2",
  10360. .insns = {
  10361. BPF_MOV64_IMM(BPF_REG_0, 42),
  10362. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10363. BPF_MOV64_IMM(BPF_REG_0, 43),
  10364. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  10365. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -3),
  10366. BPF_EXIT_INSN(),
  10367. },
  10368. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10369. .errstr = "jump out of range from insn 1 to 4",
  10370. .result = REJECT,
  10371. },
  10372. {
  10373. "calls: two calls with bad jump",
  10374. .insns = {
  10375. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10376. BPF_EXIT_INSN(),
  10377. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10378. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10379. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10380. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10381. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10382. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10383. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10384. BPF_EXIT_INSN(),
  10385. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10386. offsetof(struct __sk_buff, len)),
  10387. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, -3),
  10388. BPF_EXIT_INSN(),
  10389. },
  10390. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10391. .errstr = "jump out of range from insn 11 to 9",
  10392. .result = REJECT,
  10393. },
  10394. {
  10395. "calls: recursive call. test1",
  10396. .insns = {
  10397. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10398. BPF_EXIT_INSN(),
  10399. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -1),
  10400. BPF_EXIT_INSN(),
  10401. },
  10402. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10403. .errstr = "back-edge",
  10404. .result = REJECT,
  10405. },
  10406. {
  10407. "calls: recursive call. test2",
  10408. .insns = {
  10409. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10410. BPF_EXIT_INSN(),
  10411. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -3),
  10412. BPF_EXIT_INSN(),
  10413. },
  10414. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10415. .errstr = "back-edge",
  10416. .result = REJECT,
  10417. },
  10418. {
  10419. "calls: unreachable code",
  10420. .insns = {
  10421. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10422. BPF_EXIT_INSN(),
  10423. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10424. BPF_EXIT_INSN(),
  10425. BPF_MOV64_IMM(BPF_REG_0, 0),
  10426. BPF_EXIT_INSN(),
  10427. BPF_MOV64_IMM(BPF_REG_0, 0),
  10428. BPF_EXIT_INSN(),
  10429. },
  10430. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10431. .errstr = "unreachable insn 6",
  10432. .result = REJECT,
  10433. },
  10434. {
  10435. "calls: invalid call",
  10436. .insns = {
  10437. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10438. BPF_EXIT_INSN(),
  10439. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -4),
  10440. BPF_EXIT_INSN(),
  10441. },
  10442. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10443. .errstr = "invalid destination",
  10444. .result = REJECT,
  10445. },
  10446. {
  10447. "calls: invalid call 2",
  10448. .insns = {
  10449. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10450. BPF_EXIT_INSN(),
  10451. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 0x7fffffff),
  10452. BPF_EXIT_INSN(),
  10453. },
  10454. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10455. .errstr = "invalid destination",
  10456. .result = REJECT,
  10457. },
  10458. {
  10459. "calls: jumping across function bodies. test1",
  10460. .insns = {
  10461. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10462. BPF_MOV64_IMM(BPF_REG_0, 0),
  10463. BPF_EXIT_INSN(),
  10464. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -3),
  10465. BPF_EXIT_INSN(),
  10466. },
  10467. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10468. .errstr = "jump out of range",
  10469. .result = REJECT,
  10470. },
  10471. {
  10472. "calls: jumping across function bodies. test2",
  10473. .insns = {
  10474. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  10475. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10476. BPF_MOV64_IMM(BPF_REG_0, 0),
  10477. BPF_EXIT_INSN(),
  10478. BPF_EXIT_INSN(),
  10479. },
  10480. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10481. .errstr = "jump out of range",
  10482. .result = REJECT,
  10483. },
  10484. {
  10485. "calls: call without exit",
  10486. .insns = {
  10487. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10488. BPF_EXIT_INSN(),
  10489. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10490. BPF_EXIT_INSN(),
  10491. BPF_MOV64_IMM(BPF_REG_0, 0),
  10492. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -2),
  10493. },
  10494. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10495. .errstr = "not an exit",
  10496. .result = REJECT,
  10497. },
  10498. {
  10499. "calls: call into middle of ld_imm64",
  10500. .insns = {
  10501. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10502. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10503. BPF_MOV64_IMM(BPF_REG_0, 0),
  10504. BPF_EXIT_INSN(),
  10505. BPF_LD_IMM64(BPF_REG_0, 0),
  10506. BPF_EXIT_INSN(),
  10507. },
  10508. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10509. .errstr = "last insn",
  10510. .result = REJECT,
  10511. },
  10512. {
  10513. "calls: call into middle of other call",
  10514. .insns = {
  10515. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10516. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10517. BPF_MOV64_IMM(BPF_REG_0, 0),
  10518. BPF_EXIT_INSN(),
  10519. BPF_MOV64_IMM(BPF_REG_0, 0),
  10520. BPF_MOV64_IMM(BPF_REG_0, 0),
  10521. BPF_EXIT_INSN(),
  10522. },
  10523. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10524. .errstr = "last insn",
  10525. .result = REJECT,
  10526. },
  10527. {
  10528. "calls: ld_abs with changing ctx data in callee",
  10529. .insns = {
  10530. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10531. BPF_LD_ABS(BPF_B, 0),
  10532. BPF_LD_ABS(BPF_H, 0),
  10533. BPF_LD_ABS(BPF_W, 0),
  10534. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  10535. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  10536. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  10537. BPF_LD_ABS(BPF_B, 0),
  10538. BPF_LD_ABS(BPF_H, 0),
  10539. BPF_LD_ABS(BPF_W, 0),
  10540. BPF_EXIT_INSN(),
  10541. BPF_MOV64_IMM(BPF_REG_2, 1),
  10542. BPF_MOV64_IMM(BPF_REG_3, 2),
  10543. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10544. BPF_FUNC_skb_vlan_push),
  10545. BPF_EXIT_INSN(),
  10546. },
  10547. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10548. .errstr = "BPF_LD_[ABS|IND] instructions cannot be mixed",
  10549. .result = REJECT,
  10550. },
  10551. {
  10552. "calls: two calls with bad fallthrough",
  10553. .insns = {
  10554. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10555. BPF_EXIT_INSN(),
  10556. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10557. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10558. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10559. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10560. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10561. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10562. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10563. BPF_MOV64_REG(BPF_REG_0, BPF_REG_0),
  10564. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10565. offsetof(struct __sk_buff, len)),
  10566. BPF_EXIT_INSN(),
  10567. },
  10568. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10569. .errstr = "not an exit",
  10570. .result = REJECT,
  10571. },
  10572. {
  10573. "calls: two calls with stack read",
  10574. .insns = {
  10575. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10576. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10577. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10578. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10579. BPF_EXIT_INSN(),
  10580. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10581. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10582. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10583. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10584. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10585. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10586. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10587. BPF_EXIT_INSN(),
  10588. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  10589. BPF_EXIT_INSN(),
  10590. },
  10591. .prog_type = BPF_PROG_TYPE_XDP,
  10592. .result = ACCEPT,
  10593. },
  10594. {
  10595. "calls: two calls with stack write",
  10596. .insns = {
  10597. /* main prog */
  10598. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10599. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10600. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10601. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10602. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10603. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10604. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10605. BPF_EXIT_INSN(),
  10606. /* subprog 1 */
  10607. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10608. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10609. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 7),
  10610. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  10611. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10612. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10613. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  10614. BPF_MOV64_REG(BPF_REG_0, BPF_REG_8),
  10615. /* write into stack frame of main prog */
  10616. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  10617. BPF_EXIT_INSN(),
  10618. /* subprog 2 */
  10619. /* read from stack frame of main prog */
  10620. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  10621. BPF_EXIT_INSN(),
  10622. },
  10623. .prog_type = BPF_PROG_TYPE_XDP,
  10624. .result = ACCEPT,
  10625. },
  10626. {
  10627. "calls: stack overflow using two frames (pre-call access)",
  10628. .insns = {
  10629. /* prog 1 */
  10630. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10631. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1),
  10632. BPF_EXIT_INSN(),
  10633. /* prog 2 */
  10634. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10635. BPF_MOV64_IMM(BPF_REG_0, 0),
  10636. BPF_EXIT_INSN(),
  10637. },
  10638. .prog_type = BPF_PROG_TYPE_XDP,
  10639. .errstr = "combined stack size",
  10640. .result = REJECT,
  10641. },
  10642. {
  10643. "calls: stack overflow using two frames (post-call access)",
  10644. .insns = {
  10645. /* prog 1 */
  10646. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 2),
  10647. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10648. BPF_EXIT_INSN(),
  10649. /* prog 2 */
  10650. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10651. BPF_MOV64_IMM(BPF_REG_0, 0),
  10652. BPF_EXIT_INSN(),
  10653. },
  10654. .prog_type = BPF_PROG_TYPE_XDP,
  10655. .errstr = "combined stack size",
  10656. .result = REJECT,
  10657. },
  10658. {
  10659. "calls: stack depth check using three frames. test1",
  10660. .insns = {
  10661. /* main */
  10662. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10663. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 5), /* call B */
  10664. BPF_ST_MEM(BPF_B, BPF_REG_10, -32, 0),
  10665. BPF_MOV64_IMM(BPF_REG_0, 0),
  10666. BPF_EXIT_INSN(),
  10667. /* A */
  10668. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10669. BPF_EXIT_INSN(),
  10670. /* B */
  10671. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -3), /* call A */
  10672. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10673. BPF_EXIT_INSN(),
  10674. },
  10675. .prog_type = BPF_PROG_TYPE_XDP,
  10676. /* stack_main=32, stack_A=256, stack_B=64
  10677. * and max(main+A, main+A+B) < 512
  10678. */
  10679. .result = ACCEPT,
  10680. },
  10681. {
  10682. "calls: stack depth check using three frames. test2",
  10683. .insns = {
  10684. /* main */
  10685. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10686. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 5), /* call B */
  10687. BPF_ST_MEM(BPF_B, BPF_REG_10, -32, 0),
  10688. BPF_MOV64_IMM(BPF_REG_0, 0),
  10689. BPF_EXIT_INSN(),
  10690. /* A */
  10691. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10692. BPF_EXIT_INSN(),
  10693. /* B */
  10694. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -3), /* call A */
  10695. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10696. BPF_EXIT_INSN(),
  10697. },
  10698. .prog_type = BPF_PROG_TYPE_XDP,
  10699. /* stack_main=32, stack_A=64, stack_B=256
  10700. * and max(main+A, main+A+B) < 512
  10701. */
  10702. .result = ACCEPT,
  10703. },
  10704. {
  10705. "calls: stack depth check using three frames. test3",
  10706. .insns = {
  10707. /* main */
  10708. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10709. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 6), /* call A */
  10710. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10711. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 8), /* call B */
  10712. BPF_JMP_IMM(BPF_JGE, BPF_REG_6, 0, 1),
  10713. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10714. BPF_MOV64_IMM(BPF_REG_0, 0),
  10715. BPF_EXIT_INSN(),
  10716. /* A */
  10717. BPF_JMP_IMM(BPF_JLT, BPF_REG_1, 10, 1),
  10718. BPF_EXIT_INSN(),
  10719. BPF_ST_MEM(BPF_B, BPF_REG_10, -224, 0),
  10720. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  10721. /* B */
  10722. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 2, 1),
  10723. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -6), /* call A */
  10724. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10725. BPF_EXIT_INSN(),
  10726. },
  10727. .prog_type = BPF_PROG_TYPE_XDP,
  10728. /* stack_main=64, stack_A=224, stack_B=256
  10729. * and max(main+A, main+A+B) > 512
  10730. */
  10731. .errstr = "combined stack",
  10732. .result = REJECT,
  10733. },
  10734. {
  10735. "calls: stack depth check using three frames. test4",
  10736. /* void main(void) {
  10737. * func1(0);
  10738. * func1(1);
  10739. * func2(1);
  10740. * }
  10741. * void func1(int alloc_or_recurse) {
  10742. * if (alloc_or_recurse) {
  10743. * frame_pointer[-300] = 1;
  10744. * } else {
  10745. * func2(alloc_or_recurse);
  10746. * }
  10747. * }
  10748. * void func2(int alloc_or_recurse) {
  10749. * if (alloc_or_recurse) {
  10750. * frame_pointer[-300] = 1;
  10751. * }
  10752. * }
  10753. */
  10754. .insns = {
  10755. /* main */
  10756. BPF_MOV64_IMM(BPF_REG_1, 0),
  10757. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 6), /* call A */
  10758. BPF_MOV64_IMM(BPF_REG_1, 1),
  10759. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10760. BPF_MOV64_IMM(BPF_REG_1, 1),
  10761. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 7), /* call B */
  10762. BPF_MOV64_IMM(BPF_REG_0, 0),
  10763. BPF_EXIT_INSN(),
  10764. /* A */
  10765. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 2),
  10766. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10767. BPF_EXIT_INSN(),
  10768. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call B */
  10769. BPF_EXIT_INSN(),
  10770. /* B */
  10771. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  10772. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10773. BPF_EXIT_INSN(),
  10774. },
  10775. .prog_type = BPF_PROG_TYPE_XDP,
  10776. .result = REJECT,
  10777. .errstr = "combined stack",
  10778. },
  10779. {
  10780. "calls: stack depth check using three frames. test5",
  10781. .insns = {
  10782. /* main */
  10783. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call A */
  10784. BPF_EXIT_INSN(),
  10785. /* A */
  10786. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call B */
  10787. BPF_EXIT_INSN(),
  10788. /* B */
  10789. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call C */
  10790. BPF_EXIT_INSN(),
  10791. /* C */
  10792. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call D */
  10793. BPF_EXIT_INSN(),
  10794. /* D */
  10795. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call E */
  10796. BPF_EXIT_INSN(),
  10797. /* E */
  10798. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call F */
  10799. BPF_EXIT_INSN(),
  10800. /* F */
  10801. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call G */
  10802. BPF_EXIT_INSN(),
  10803. /* G */
  10804. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call H */
  10805. BPF_EXIT_INSN(),
  10806. /* H */
  10807. BPF_MOV64_IMM(BPF_REG_0, 0),
  10808. BPF_EXIT_INSN(),
  10809. },
  10810. .prog_type = BPF_PROG_TYPE_XDP,
  10811. .errstr = "call stack",
  10812. .result = REJECT,
  10813. },
  10814. {
  10815. "calls: spill into caller stack frame",
  10816. .insns = {
  10817. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10818. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10819. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10820. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10821. BPF_EXIT_INSN(),
  10822. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0),
  10823. BPF_MOV64_IMM(BPF_REG_0, 0),
  10824. BPF_EXIT_INSN(),
  10825. },
  10826. .prog_type = BPF_PROG_TYPE_XDP,
  10827. .errstr = "cannot spill",
  10828. .result = REJECT,
  10829. },
  10830. {
  10831. "calls: write into caller stack frame",
  10832. .insns = {
  10833. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10834. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10835. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10836. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10837. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10838. BPF_EXIT_INSN(),
  10839. BPF_ST_MEM(BPF_DW, BPF_REG_1, 0, 42),
  10840. BPF_MOV64_IMM(BPF_REG_0, 0),
  10841. BPF_EXIT_INSN(),
  10842. },
  10843. .prog_type = BPF_PROG_TYPE_XDP,
  10844. .result = ACCEPT,
  10845. .retval = 42,
  10846. },
  10847. {
  10848. "calls: write into callee stack frame",
  10849. .insns = {
  10850. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10851. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  10852. BPF_EXIT_INSN(),
  10853. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  10854. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, -8),
  10855. BPF_EXIT_INSN(),
  10856. },
  10857. .prog_type = BPF_PROG_TYPE_XDP,
  10858. .errstr = "cannot return stack pointer",
  10859. .result = REJECT,
  10860. },
  10861. {
  10862. "calls: two calls with stack write and void return",
  10863. .insns = {
  10864. /* main prog */
  10865. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10866. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10867. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10868. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10869. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10870. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10871. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10872. BPF_EXIT_INSN(),
  10873. /* subprog 1 */
  10874. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10875. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10876. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10877. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10878. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10879. BPF_EXIT_INSN(),
  10880. /* subprog 2 */
  10881. /* write into stack frame of main prog */
  10882. BPF_ST_MEM(BPF_DW, BPF_REG_1, 0, 0),
  10883. BPF_EXIT_INSN(), /* void return */
  10884. },
  10885. .prog_type = BPF_PROG_TYPE_XDP,
  10886. .result = ACCEPT,
  10887. },
  10888. {
  10889. "calls: ambiguous return value",
  10890. .insns = {
  10891. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10892. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  10893. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  10894. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10895. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10896. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  10897. BPF_EXIT_INSN(),
  10898. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  10899. BPF_MOV64_IMM(BPF_REG_0, 0),
  10900. BPF_EXIT_INSN(),
  10901. },
  10902. .errstr_unpriv = "allowed for root only",
  10903. .result_unpriv = REJECT,
  10904. .errstr = "R0 !read_ok",
  10905. .result = REJECT,
  10906. },
  10907. {
  10908. "calls: two calls that return map_value",
  10909. .insns = {
  10910. /* main prog */
  10911. /* pass fp-16, fp-8 into a function */
  10912. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10913. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10914. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10915. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10916. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  10917. /* fetch map_value_ptr from the stack of this function */
  10918. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  10919. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  10920. /* write into map value */
  10921. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10922. /* fetch secound map_value_ptr from the stack */
  10923. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10924. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  10925. /* write into map value */
  10926. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10927. BPF_MOV64_IMM(BPF_REG_0, 0),
  10928. BPF_EXIT_INSN(),
  10929. /* subprog 1 */
  10930. /* call 3rd function twice */
  10931. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10932. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10933. /* first time with fp-8 */
  10934. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10935. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10936. /* second time with fp-16 */
  10937. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10938. BPF_EXIT_INSN(),
  10939. /* subprog 2 */
  10940. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10941. /* lookup from map */
  10942. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10943. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10944. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10945. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10946. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10947. BPF_FUNC_map_lookup_elem),
  10948. /* write map_value_ptr into stack frame of main prog */
  10949. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  10950. BPF_MOV64_IMM(BPF_REG_0, 0),
  10951. BPF_EXIT_INSN(), /* return 0 */
  10952. },
  10953. .prog_type = BPF_PROG_TYPE_XDP,
  10954. .fixup_map1 = { 23 },
  10955. .result = ACCEPT,
  10956. },
  10957. {
  10958. "calls: two calls that return map_value with bool condition",
  10959. .insns = {
  10960. /* main prog */
  10961. /* pass fp-16, fp-8 into a function */
  10962. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10963. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10964. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10965. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10966. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10967. BPF_MOV64_IMM(BPF_REG_0, 0),
  10968. BPF_EXIT_INSN(),
  10969. /* subprog 1 */
  10970. /* call 3rd function twice */
  10971. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10972. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10973. /* first time with fp-8 */
  10974. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 9),
  10975. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  10976. /* fetch map_value_ptr from the stack of this function */
  10977. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10978. /* write into map value */
  10979. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10980. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10981. /* second time with fp-16 */
  10982. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10983. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  10984. /* fetch secound map_value_ptr from the stack */
  10985. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  10986. /* write into map value */
  10987. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10988. BPF_EXIT_INSN(),
  10989. /* subprog 2 */
  10990. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10991. /* lookup from map */
  10992. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10993. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10995. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10996. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10997. BPF_FUNC_map_lookup_elem),
  10998. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  10999. BPF_MOV64_IMM(BPF_REG_0, 0),
  11000. BPF_EXIT_INSN(), /* return 0 */
  11001. /* write map_value_ptr into stack frame of main prog */
  11002. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11003. BPF_MOV64_IMM(BPF_REG_0, 1),
  11004. BPF_EXIT_INSN(), /* return 1 */
  11005. },
  11006. .prog_type = BPF_PROG_TYPE_XDP,
  11007. .fixup_map1 = { 23 },
  11008. .result = ACCEPT,
  11009. },
  11010. {
  11011. "calls: two calls that return map_value with incorrect bool check",
  11012. .insns = {
  11013. /* main prog */
  11014. /* pass fp-16, fp-8 into a function */
  11015. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11016. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11017. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11018. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11019. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11020. BPF_MOV64_IMM(BPF_REG_0, 0),
  11021. BPF_EXIT_INSN(),
  11022. /* subprog 1 */
  11023. /* call 3rd function twice */
  11024. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11025. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11026. /* first time with fp-8 */
  11027. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 9),
  11028. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  11029. /* fetch map_value_ptr from the stack of this function */
  11030. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  11031. /* write into map value */
  11032. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11033. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  11034. /* second time with fp-16 */
  11035. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11036. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11037. /* fetch secound map_value_ptr from the stack */
  11038. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  11039. /* write into map value */
  11040. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11041. BPF_EXIT_INSN(),
  11042. /* subprog 2 */
  11043. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11044. /* lookup from map */
  11045. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11046. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11047. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11048. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11049. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11050. BPF_FUNC_map_lookup_elem),
  11051. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11052. BPF_MOV64_IMM(BPF_REG_0, 0),
  11053. BPF_EXIT_INSN(), /* return 0 */
  11054. /* write map_value_ptr into stack frame of main prog */
  11055. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11056. BPF_MOV64_IMM(BPF_REG_0, 1),
  11057. BPF_EXIT_INSN(), /* return 1 */
  11058. },
  11059. .prog_type = BPF_PROG_TYPE_XDP,
  11060. .fixup_map1 = { 23 },
  11061. .result = REJECT,
  11062. .errstr = "invalid read from stack off -16+0 size 8",
  11063. },
  11064. {
  11065. "calls: two calls that receive map_value via arg=ptr_stack_of_caller. test1",
  11066. .insns = {
  11067. /* main prog */
  11068. /* pass fp-16, fp-8 into a function */
  11069. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11070. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11071. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11072. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11073. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11074. BPF_MOV64_IMM(BPF_REG_0, 0),
  11075. BPF_EXIT_INSN(),
  11076. /* subprog 1 */
  11077. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11078. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11079. /* 1st lookup from map */
  11080. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11081. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11082. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11083. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11084. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11085. BPF_FUNC_map_lookup_elem),
  11086. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11087. BPF_MOV64_IMM(BPF_REG_8, 0),
  11088. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11089. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11090. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11091. BPF_MOV64_IMM(BPF_REG_8, 1),
  11092. /* 2nd lookup from map */
  11093. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10), /* 20 */
  11094. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11095. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11096. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, /* 24 */
  11097. BPF_FUNC_map_lookup_elem),
  11098. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11099. BPF_MOV64_IMM(BPF_REG_9, 0),
  11100. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11101. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11102. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11103. BPF_MOV64_IMM(BPF_REG_9, 1),
  11104. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11105. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), /* 30 */
  11106. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11107. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11108. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11109. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1), /* 34 */
  11110. BPF_EXIT_INSN(),
  11111. /* subprog 2 */
  11112. /* if arg2 == 1 do *arg1 = 0 */
  11113. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11114. /* fetch map_value_ptr from the stack of this function */
  11115. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11116. /* write into map value */
  11117. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11118. /* if arg4 == 1 do *arg3 = 0 */
  11119. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11120. /* fetch map_value_ptr from the stack of this function */
  11121. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11122. /* write into map value */
  11123. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 0),
  11124. BPF_EXIT_INSN(),
  11125. },
  11126. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11127. .fixup_map1 = { 12, 22 },
  11128. .result = REJECT,
  11129. .errstr = "invalid access to map value, value_size=8 off=2 size=8",
  11130. },
  11131. {
  11132. "calls: two calls that receive map_value via arg=ptr_stack_of_caller. test2",
  11133. .insns = {
  11134. /* main prog */
  11135. /* pass fp-16, fp-8 into a function */
  11136. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11137. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11138. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11139. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11140. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11141. BPF_MOV64_IMM(BPF_REG_0, 0),
  11142. BPF_EXIT_INSN(),
  11143. /* subprog 1 */
  11144. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11145. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11146. /* 1st lookup from map */
  11147. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11148. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11149. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11150. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11151. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11152. BPF_FUNC_map_lookup_elem),
  11153. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11154. BPF_MOV64_IMM(BPF_REG_8, 0),
  11155. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11156. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11157. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11158. BPF_MOV64_IMM(BPF_REG_8, 1),
  11159. /* 2nd lookup from map */
  11160. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10), /* 20 */
  11161. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11162. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11163. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, /* 24 */
  11164. BPF_FUNC_map_lookup_elem),
  11165. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11166. BPF_MOV64_IMM(BPF_REG_9, 0),
  11167. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11168. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11169. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11170. BPF_MOV64_IMM(BPF_REG_9, 1),
  11171. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11172. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), /* 30 */
  11173. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11174. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11175. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11176. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1), /* 34 */
  11177. BPF_EXIT_INSN(),
  11178. /* subprog 2 */
  11179. /* if arg2 == 1 do *arg1 = 0 */
  11180. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11181. /* fetch map_value_ptr from the stack of this function */
  11182. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11183. /* write into map value */
  11184. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11185. /* if arg4 == 1 do *arg3 = 0 */
  11186. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11187. /* fetch map_value_ptr from the stack of this function */
  11188. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11189. /* write into map value */
  11190. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11191. BPF_EXIT_INSN(),
  11192. },
  11193. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11194. .fixup_map1 = { 12, 22 },
  11195. .result = ACCEPT,
  11196. },
  11197. {
  11198. "calls: two jumps that receive map_value via arg=ptr_stack_of_jumper. test3",
  11199. .insns = {
  11200. /* main prog */
  11201. /* pass fp-16, fp-8 into a function */
  11202. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11203. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11204. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11205. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11206. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11207. BPF_MOV64_IMM(BPF_REG_0, 0),
  11208. BPF_EXIT_INSN(),
  11209. /* subprog 1 */
  11210. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11211. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11212. /* 1st lookup from map */
  11213. BPF_ST_MEM(BPF_DW, BPF_REG_10, -24, 0),
  11214. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11215. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -24),
  11216. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11217. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11218. BPF_FUNC_map_lookup_elem),
  11219. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11220. BPF_MOV64_IMM(BPF_REG_8, 0),
  11221. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11222. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11223. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11224. BPF_MOV64_IMM(BPF_REG_8, 1),
  11225. /* 2nd lookup from map */
  11226. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11227. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -24),
  11228. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11229. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11230. BPF_FUNC_map_lookup_elem),
  11231. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11232. BPF_MOV64_IMM(BPF_REG_9, 0), // 26
  11233. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11234. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11235. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11236. BPF_MOV64_IMM(BPF_REG_9, 1),
  11237. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11238. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), // 30
  11239. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11240. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11241. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11242. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1), // 34
  11243. BPF_JMP_IMM(BPF_JA, 0, 0, -30),
  11244. /* subprog 2 */
  11245. /* if arg2 == 1 do *arg1 = 0 */
  11246. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11247. /* fetch map_value_ptr from the stack of this function */
  11248. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11249. /* write into map value */
  11250. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11251. /* if arg4 == 1 do *arg3 = 0 */
  11252. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11253. /* fetch map_value_ptr from the stack of this function */
  11254. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11255. /* write into map value */
  11256. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 0),
  11257. BPF_JMP_IMM(BPF_JA, 0, 0, -8),
  11258. },
  11259. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11260. .fixup_map1 = { 12, 22 },
  11261. .result = REJECT,
  11262. .errstr = "invalid access to map value, value_size=8 off=2 size=8",
  11263. },
  11264. {
  11265. "calls: two calls that receive map_value_ptr_or_null via arg. test1",
  11266. .insns = {
  11267. /* main prog */
  11268. /* pass fp-16, fp-8 into a function */
  11269. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11270. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11271. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11272. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11273. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11274. BPF_MOV64_IMM(BPF_REG_0, 0),
  11275. BPF_EXIT_INSN(),
  11276. /* subprog 1 */
  11277. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11278. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11279. /* 1st lookup from map */
  11280. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11281. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11282. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11283. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11284. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11285. BPF_FUNC_map_lookup_elem),
  11286. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11287. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11288. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11289. BPF_MOV64_IMM(BPF_REG_8, 0),
  11290. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11291. BPF_MOV64_IMM(BPF_REG_8, 1),
  11292. /* 2nd lookup from map */
  11293. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11294. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11295. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11296. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11297. BPF_FUNC_map_lookup_elem),
  11298. /* write map_value_ptr_or_null into stack frame of main prog at fp-16 */
  11299. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11300. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11301. BPF_MOV64_IMM(BPF_REG_9, 0),
  11302. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11303. BPF_MOV64_IMM(BPF_REG_9, 1),
  11304. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11305. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11306. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11307. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11308. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11309. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11310. BPF_EXIT_INSN(),
  11311. /* subprog 2 */
  11312. /* if arg2 == 1 do *arg1 = 0 */
  11313. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11314. /* fetch map_value_ptr from the stack of this function */
  11315. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11316. /* write into map value */
  11317. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11318. /* if arg4 == 1 do *arg3 = 0 */
  11319. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11320. /* fetch map_value_ptr from the stack of this function */
  11321. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11322. /* write into map value */
  11323. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11324. BPF_EXIT_INSN(),
  11325. },
  11326. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11327. .fixup_map1 = { 12, 22 },
  11328. .result = ACCEPT,
  11329. },
  11330. {
  11331. "calls: two calls that receive map_value_ptr_or_null via arg. test2",
  11332. .insns = {
  11333. /* main prog */
  11334. /* pass fp-16, fp-8 into a function */
  11335. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11336. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11337. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11338. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11339. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11340. BPF_MOV64_IMM(BPF_REG_0, 0),
  11341. BPF_EXIT_INSN(),
  11342. /* subprog 1 */
  11343. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11344. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11345. /* 1st lookup from map */
  11346. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11347. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11348. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11349. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11350. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11351. BPF_FUNC_map_lookup_elem),
  11352. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11353. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11354. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11355. BPF_MOV64_IMM(BPF_REG_8, 0),
  11356. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11357. BPF_MOV64_IMM(BPF_REG_8, 1),
  11358. /* 2nd lookup from map */
  11359. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11360. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11361. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11362. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11363. BPF_FUNC_map_lookup_elem),
  11364. /* write map_value_ptr_or_null into stack frame of main prog at fp-16 */
  11365. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11366. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11367. BPF_MOV64_IMM(BPF_REG_9, 0),
  11368. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11369. BPF_MOV64_IMM(BPF_REG_9, 1),
  11370. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11371. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11372. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11373. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11374. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11375. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11376. BPF_EXIT_INSN(),
  11377. /* subprog 2 */
  11378. /* if arg2 == 1 do *arg1 = 0 */
  11379. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11380. /* fetch map_value_ptr from the stack of this function */
  11381. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11382. /* write into map value */
  11383. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11384. /* if arg4 == 0 do *arg3 = 0 */
  11385. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 0, 2),
  11386. /* fetch map_value_ptr from the stack of this function */
  11387. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11388. /* write into map value */
  11389. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11390. BPF_EXIT_INSN(),
  11391. },
  11392. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11393. .fixup_map1 = { 12, 22 },
  11394. .result = REJECT,
  11395. .errstr = "R0 invalid mem access 'inv'",
  11396. },
  11397. {
  11398. "calls: pkt_ptr spill into caller stack",
  11399. .insns = {
  11400. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11401. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11402. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11403. BPF_EXIT_INSN(),
  11404. /* subprog 1 */
  11405. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11406. offsetof(struct __sk_buff, data)),
  11407. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11408. offsetof(struct __sk_buff, data_end)),
  11409. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11410. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11411. /* spill unchecked pkt_ptr into stack of caller */
  11412. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11413. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11414. /* now the pkt range is verified, read pkt_ptr from stack */
  11415. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11416. /* write 4 bytes into packet */
  11417. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11418. BPF_EXIT_INSN(),
  11419. },
  11420. .result = ACCEPT,
  11421. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11422. .retval = POINTER_VALUE,
  11423. },
  11424. {
  11425. "calls: pkt_ptr spill into caller stack 2",
  11426. .insns = {
  11427. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11428. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11429. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11430. /* Marking is still kept, but not in all cases safe. */
  11431. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11432. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11433. BPF_EXIT_INSN(),
  11434. /* subprog 1 */
  11435. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11436. offsetof(struct __sk_buff, data)),
  11437. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11438. offsetof(struct __sk_buff, data_end)),
  11439. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11440. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11441. /* spill unchecked pkt_ptr into stack of caller */
  11442. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11443. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11444. /* now the pkt range is verified, read pkt_ptr from stack */
  11445. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11446. /* write 4 bytes into packet */
  11447. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11448. BPF_EXIT_INSN(),
  11449. },
  11450. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11451. .errstr = "invalid access to packet",
  11452. .result = REJECT,
  11453. },
  11454. {
  11455. "calls: pkt_ptr spill into caller stack 3",
  11456. .insns = {
  11457. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11458. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11459. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11460. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11461. /* Marking is still kept and safe here. */
  11462. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11463. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11464. BPF_EXIT_INSN(),
  11465. /* subprog 1 */
  11466. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11467. offsetof(struct __sk_buff, data)),
  11468. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11469. offsetof(struct __sk_buff, data_end)),
  11470. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11471. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11472. /* spill unchecked pkt_ptr into stack of caller */
  11473. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11474. BPF_MOV64_IMM(BPF_REG_5, 0),
  11475. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11476. BPF_MOV64_IMM(BPF_REG_5, 1),
  11477. /* now the pkt range is verified, read pkt_ptr from stack */
  11478. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11479. /* write 4 bytes into packet */
  11480. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11481. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11482. BPF_EXIT_INSN(),
  11483. },
  11484. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11485. .result = ACCEPT,
  11486. .retval = 1,
  11487. },
  11488. {
  11489. "calls: pkt_ptr spill into caller stack 4",
  11490. .insns = {
  11491. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11492. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11493. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11494. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11495. /* Check marking propagated. */
  11496. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11497. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11498. BPF_EXIT_INSN(),
  11499. /* subprog 1 */
  11500. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11501. offsetof(struct __sk_buff, data)),
  11502. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11503. offsetof(struct __sk_buff, data_end)),
  11504. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11505. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11506. /* spill unchecked pkt_ptr into stack of caller */
  11507. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11508. BPF_MOV64_IMM(BPF_REG_5, 0),
  11509. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11510. BPF_MOV64_IMM(BPF_REG_5, 1),
  11511. /* don't read back pkt_ptr from stack here */
  11512. /* write 4 bytes into packet */
  11513. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11514. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11515. BPF_EXIT_INSN(),
  11516. },
  11517. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11518. .result = ACCEPT,
  11519. .retval = 1,
  11520. },
  11521. {
  11522. "calls: pkt_ptr spill into caller stack 5",
  11523. .insns = {
  11524. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11525. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11526. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_1, 0),
  11527. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11528. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11529. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11530. BPF_EXIT_INSN(),
  11531. /* subprog 1 */
  11532. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11533. offsetof(struct __sk_buff, data)),
  11534. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11535. offsetof(struct __sk_buff, data_end)),
  11536. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11537. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11538. BPF_MOV64_IMM(BPF_REG_5, 0),
  11539. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11540. /* spill checked pkt_ptr into stack of caller */
  11541. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11542. BPF_MOV64_IMM(BPF_REG_5, 1),
  11543. /* don't read back pkt_ptr from stack here */
  11544. /* write 4 bytes into packet */
  11545. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11546. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11547. BPF_EXIT_INSN(),
  11548. },
  11549. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11550. .errstr = "same insn cannot be used with different",
  11551. .result = REJECT,
  11552. },
  11553. {
  11554. "calls: pkt_ptr spill into caller stack 6",
  11555. .insns = {
  11556. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11557. offsetof(struct __sk_buff, data_end)),
  11558. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11559. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11560. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11561. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11562. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11563. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11564. BPF_EXIT_INSN(),
  11565. /* subprog 1 */
  11566. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11567. offsetof(struct __sk_buff, data)),
  11568. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11569. offsetof(struct __sk_buff, data_end)),
  11570. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11571. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11572. BPF_MOV64_IMM(BPF_REG_5, 0),
  11573. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11574. /* spill checked pkt_ptr into stack of caller */
  11575. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11576. BPF_MOV64_IMM(BPF_REG_5, 1),
  11577. /* don't read back pkt_ptr from stack here */
  11578. /* write 4 bytes into packet */
  11579. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11580. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11581. BPF_EXIT_INSN(),
  11582. },
  11583. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11584. .errstr = "R4 invalid mem access",
  11585. .result = REJECT,
  11586. },
  11587. {
  11588. "calls: pkt_ptr spill into caller stack 7",
  11589. .insns = {
  11590. BPF_MOV64_IMM(BPF_REG_2, 0),
  11591. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11592. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11593. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11594. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11595. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11596. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11597. BPF_EXIT_INSN(),
  11598. /* subprog 1 */
  11599. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11600. offsetof(struct __sk_buff, data)),
  11601. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11602. offsetof(struct __sk_buff, data_end)),
  11603. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11604. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11605. BPF_MOV64_IMM(BPF_REG_5, 0),
  11606. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11607. /* spill checked pkt_ptr into stack of caller */
  11608. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11609. BPF_MOV64_IMM(BPF_REG_5, 1),
  11610. /* don't read back pkt_ptr from stack here */
  11611. /* write 4 bytes into packet */
  11612. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11613. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11614. BPF_EXIT_INSN(),
  11615. },
  11616. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11617. .errstr = "R4 invalid mem access",
  11618. .result = REJECT,
  11619. },
  11620. {
  11621. "calls: pkt_ptr spill into caller stack 8",
  11622. .insns = {
  11623. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11624. offsetof(struct __sk_buff, data)),
  11625. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11626. offsetof(struct __sk_buff, data_end)),
  11627. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11628. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11629. BPF_JMP_REG(BPF_JLE, BPF_REG_0, BPF_REG_3, 1),
  11630. BPF_EXIT_INSN(),
  11631. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11632. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11633. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11634. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11635. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11636. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11637. BPF_EXIT_INSN(),
  11638. /* subprog 1 */
  11639. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11640. offsetof(struct __sk_buff, data)),
  11641. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11642. offsetof(struct __sk_buff, data_end)),
  11643. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11644. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11645. BPF_MOV64_IMM(BPF_REG_5, 0),
  11646. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11647. /* spill checked pkt_ptr into stack of caller */
  11648. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11649. BPF_MOV64_IMM(BPF_REG_5, 1),
  11650. /* don't read back pkt_ptr from stack here */
  11651. /* write 4 bytes into packet */
  11652. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11653. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11654. BPF_EXIT_INSN(),
  11655. },
  11656. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11657. .result = ACCEPT,
  11658. },
  11659. {
  11660. "calls: pkt_ptr spill into caller stack 9",
  11661. .insns = {
  11662. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11663. offsetof(struct __sk_buff, data)),
  11664. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11665. offsetof(struct __sk_buff, data_end)),
  11666. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11667. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11668. BPF_JMP_REG(BPF_JLE, BPF_REG_0, BPF_REG_3, 1),
  11669. BPF_EXIT_INSN(),
  11670. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11671. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11672. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11673. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11674. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11675. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11676. BPF_EXIT_INSN(),
  11677. /* subprog 1 */
  11678. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11679. offsetof(struct __sk_buff, data)),
  11680. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11681. offsetof(struct __sk_buff, data_end)),
  11682. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11683. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11684. BPF_MOV64_IMM(BPF_REG_5, 0),
  11685. /* spill unchecked pkt_ptr into stack of caller */
  11686. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11687. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11688. BPF_MOV64_IMM(BPF_REG_5, 1),
  11689. /* don't read back pkt_ptr from stack here */
  11690. /* write 4 bytes into packet */
  11691. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11692. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11693. BPF_EXIT_INSN(),
  11694. },
  11695. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11696. .errstr = "invalid access to packet",
  11697. .result = REJECT,
  11698. },
  11699. {
  11700. "calls: caller stack init to zero or map_value_or_null",
  11701. .insns = {
  11702. BPF_MOV64_IMM(BPF_REG_0, 0),
  11703. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  11704. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11705. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11706. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11707. /* fetch map_value_or_null or const_zero from stack */
  11708. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  11709. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  11710. /* store into map_value */
  11711. BPF_ST_MEM(BPF_W, BPF_REG_0, 0, 0),
  11712. BPF_EXIT_INSN(),
  11713. /* subprog 1 */
  11714. /* if (ctx == 0) return; */
  11715. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 8),
  11716. /* else bpf_map_lookup() and *(fp - 8) = r0 */
  11717. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  11718. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11719. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11720. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11721. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11722. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11723. BPF_FUNC_map_lookup_elem),
  11724. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11725. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11726. BPF_EXIT_INSN(),
  11727. },
  11728. .fixup_map1 = { 13 },
  11729. .result = ACCEPT,
  11730. .prog_type = BPF_PROG_TYPE_XDP,
  11731. },
  11732. {
  11733. "calls: stack init to zero and pruning",
  11734. .insns = {
  11735. /* first make allocated_stack 16 byte */
  11736. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, 0),
  11737. /* now fork the execution such that the false branch
  11738. * of JGT insn will be verified second and it skisp zero
  11739. * init of fp-8 stack slot. If stack liveness marking
  11740. * is missing live_read marks from call map_lookup
  11741. * processing then pruning will incorrectly assume
  11742. * that fp-8 stack slot was unused in the fall-through
  11743. * branch and will accept the program incorrectly
  11744. */
  11745. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 2, 2),
  11746. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11747. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  11748. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11749. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11750. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11751. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11752. BPF_FUNC_map_lookup_elem),
  11753. BPF_EXIT_INSN(),
  11754. },
  11755. .fixup_map2 = { 6 },
  11756. .errstr = "invalid indirect read from stack off -8+0 size 8",
  11757. .result = REJECT,
  11758. .prog_type = BPF_PROG_TYPE_XDP,
  11759. },
  11760. {
  11761. "calls: two calls returning different map pointers for lookup (hash, array)",
  11762. .insns = {
  11763. /* main prog */
  11764. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11765. BPF_CALL_REL(11),
  11766. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11767. BPF_CALL_REL(12),
  11768. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  11769. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11770. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11771. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11772. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11773. BPF_FUNC_map_lookup_elem),
  11774. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11775. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  11776. offsetof(struct test_val, foo)),
  11777. BPF_MOV64_IMM(BPF_REG_0, 1),
  11778. BPF_EXIT_INSN(),
  11779. /* subprog 1 */
  11780. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11781. BPF_EXIT_INSN(),
  11782. /* subprog 2 */
  11783. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11784. BPF_EXIT_INSN(),
  11785. },
  11786. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11787. .fixup_map2 = { 13 },
  11788. .fixup_map4 = { 16 },
  11789. .result = ACCEPT,
  11790. .retval = 1,
  11791. },
  11792. {
  11793. "calls: two calls returning different map pointers for lookup (hash, map in map)",
  11794. .insns = {
  11795. /* main prog */
  11796. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11797. BPF_CALL_REL(11),
  11798. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11799. BPF_CALL_REL(12),
  11800. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  11801. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11802. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11803. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11804. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11805. BPF_FUNC_map_lookup_elem),
  11806. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11807. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  11808. offsetof(struct test_val, foo)),
  11809. BPF_MOV64_IMM(BPF_REG_0, 1),
  11810. BPF_EXIT_INSN(),
  11811. /* subprog 1 */
  11812. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11813. BPF_EXIT_INSN(),
  11814. /* subprog 2 */
  11815. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11816. BPF_EXIT_INSN(),
  11817. },
  11818. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11819. .fixup_map_in_map = { 16 },
  11820. .fixup_map4 = { 13 },
  11821. .result = REJECT,
  11822. .errstr = "R0 invalid mem access 'map_ptr'",
  11823. },
  11824. {
  11825. "cond: two branches returning different map pointers for lookup (tail, tail)",
  11826. .insns = {
  11827. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  11828. offsetof(struct __sk_buff, mark)),
  11829. BPF_JMP_IMM(BPF_JNE, BPF_REG_6, 0, 3),
  11830. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11831. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11832. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11833. BPF_MOV64_IMM(BPF_REG_3, 7),
  11834. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11835. BPF_FUNC_tail_call),
  11836. BPF_MOV64_IMM(BPF_REG_0, 1),
  11837. BPF_EXIT_INSN(),
  11838. },
  11839. .fixup_prog1 = { 5 },
  11840. .fixup_prog2 = { 2 },
  11841. .result_unpriv = REJECT,
  11842. .errstr_unpriv = "tail_call abusing map_ptr",
  11843. .result = ACCEPT,
  11844. .retval = 42,
  11845. },
  11846. {
  11847. "cond: two branches returning same map pointers for lookup (tail, tail)",
  11848. .insns = {
  11849. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  11850. offsetof(struct __sk_buff, mark)),
  11851. BPF_JMP_IMM(BPF_JEQ, BPF_REG_6, 0, 3),
  11852. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11853. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11854. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11855. BPF_MOV64_IMM(BPF_REG_3, 7),
  11856. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11857. BPF_FUNC_tail_call),
  11858. BPF_MOV64_IMM(BPF_REG_0, 1),
  11859. BPF_EXIT_INSN(),
  11860. },
  11861. .fixup_prog2 = { 2, 5 },
  11862. .result_unpriv = ACCEPT,
  11863. .result = ACCEPT,
  11864. .retval = 42,
  11865. },
  11866. {
  11867. "search pruning: all branches should be verified (nop operation)",
  11868. .insns = {
  11869. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11870. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11871. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  11872. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11873. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  11874. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  11875. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  11876. BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0xbeef, 2),
  11877. BPF_MOV64_IMM(BPF_REG_4, 0),
  11878. BPF_JMP_A(1),
  11879. BPF_MOV64_IMM(BPF_REG_4, 1),
  11880. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -16),
  11881. BPF_EMIT_CALL(BPF_FUNC_ktime_get_ns),
  11882. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -16),
  11883. BPF_JMP_IMM(BPF_JEQ, BPF_REG_5, 0, 2),
  11884. BPF_MOV64_IMM(BPF_REG_6, 0),
  11885. BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xdead),
  11886. BPF_EXIT_INSN(),
  11887. },
  11888. .fixup_map1 = { 3 },
  11889. .errstr = "R6 invalid mem access 'inv'",
  11890. .result = REJECT,
  11891. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  11892. },
  11893. {
  11894. "search pruning: all branches should be verified (invalid stack access)",
  11895. .insns = {
  11896. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11897. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11898. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  11899. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11900. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  11901. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  11902. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  11903. BPF_MOV64_IMM(BPF_REG_4, 0),
  11904. BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0xbeef, 2),
  11905. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -16),
  11906. BPF_JMP_A(1),
  11907. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -24),
  11908. BPF_EMIT_CALL(BPF_FUNC_ktime_get_ns),
  11909. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -16),
  11910. BPF_EXIT_INSN(),
  11911. },
  11912. .fixup_map1 = { 3 },
  11913. .errstr = "invalid read from stack off -16+0 size 8",
  11914. .result = REJECT,
  11915. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  11916. },
  11917. {
  11918. "jit: lsh, rsh, arsh by 1",
  11919. .insns = {
  11920. BPF_MOV64_IMM(BPF_REG_0, 1),
  11921. BPF_MOV64_IMM(BPF_REG_1, 0xff),
  11922. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 1),
  11923. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 1),
  11924. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0x3fc, 1),
  11925. BPF_EXIT_INSN(),
  11926. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 1),
  11927. BPF_ALU32_IMM(BPF_RSH, BPF_REG_1, 1),
  11928. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0xff, 1),
  11929. BPF_EXIT_INSN(),
  11930. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_1, 1),
  11931. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0x7f, 1),
  11932. BPF_EXIT_INSN(),
  11933. BPF_MOV64_IMM(BPF_REG_0, 2),
  11934. BPF_EXIT_INSN(),
  11935. },
  11936. .result = ACCEPT,
  11937. .retval = 2,
  11938. },
  11939. {
  11940. "jit: mov32 for ldimm64, 1",
  11941. .insns = {
  11942. BPF_MOV64_IMM(BPF_REG_0, 2),
  11943. BPF_LD_IMM64(BPF_REG_1, 0xfeffffffffffffffULL),
  11944. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 32),
  11945. BPF_LD_IMM64(BPF_REG_2, 0xfeffffffULL),
  11946. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_2, 1),
  11947. BPF_MOV64_IMM(BPF_REG_0, 1),
  11948. BPF_EXIT_INSN(),
  11949. },
  11950. .result = ACCEPT,
  11951. .retval = 2,
  11952. },
  11953. {
  11954. "jit: mov32 for ldimm64, 2",
  11955. .insns = {
  11956. BPF_MOV64_IMM(BPF_REG_0, 1),
  11957. BPF_LD_IMM64(BPF_REG_1, 0x1ffffffffULL),
  11958. BPF_LD_IMM64(BPF_REG_2, 0xffffffffULL),
  11959. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_2, 1),
  11960. BPF_MOV64_IMM(BPF_REG_0, 2),
  11961. BPF_EXIT_INSN(),
  11962. },
  11963. .result = ACCEPT,
  11964. .retval = 2,
  11965. },
  11966. {
  11967. "jit: various mul tests",
  11968. .insns = {
  11969. BPF_LD_IMM64(BPF_REG_2, 0xeeff0d413122ULL),
  11970. BPF_LD_IMM64(BPF_REG_0, 0xfefefeULL),
  11971. BPF_LD_IMM64(BPF_REG_1, 0xefefefULL),
  11972. BPF_ALU64_REG(BPF_MUL, BPF_REG_0, BPF_REG_1),
  11973. BPF_JMP_REG(BPF_JEQ, BPF_REG_0, BPF_REG_2, 2),
  11974. BPF_MOV64_IMM(BPF_REG_0, 1),
  11975. BPF_EXIT_INSN(),
  11976. BPF_LD_IMM64(BPF_REG_3, 0xfefefeULL),
  11977. BPF_ALU64_REG(BPF_MUL, BPF_REG_3, BPF_REG_1),
  11978. BPF_JMP_REG(BPF_JEQ, BPF_REG_3, BPF_REG_2, 2),
  11979. BPF_MOV64_IMM(BPF_REG_0, 1),
  11980. BPF_EXIT_INSN(),
  11981. BPF_MOV32_REG(BPF_REG_2, BPF_REG_2),
  11982. BPF_LD_IMM64(BPF_REG_0, 0xfefefeULL),
  11983. BPF_ALU32_REG(BPF_MUL, BPF_REG_0, BPF_REG_1),
  11984. BPF_JMP_REG(BPF_JEQ, BPF_REG_0, BPF_REG_2, 2),
  11985. BPF_MOV64_IMM(BPF_REG_0, 1),
  11986. BPF_EXIT_INSN(),
  11987. BPF_LD_IMM64(BPF_REG_3, 0xfefefeULL),
  11988. BPF_ALU32_REG(BPF_MUL, BPF_REG_3, BPF_REG_1),
  11989. BPF_JMP_REG(BPF_JEQ, BPF_REG_3, BPF_REG_2, 2),
  11990. BPF_MOV64_IMM(BPF_REG_0, 1),
  11991. BPF_EXIT_INSN(),
  11992. BPF_LD_IMM64(BPF_REG_0, 0x952a7bbcULL),
  11993. BPF_LD_IMM64(BPF_REG_1, 0xfefefeULL),
  11994. BPF_LD_IMM64(BPF_REG_2, 0xeeff0d413122ULL),
  11995. BPF_ALU32_REG(BPF_MUL, BPF_REG_2, BPF_REG_1),
  11996. BPF_JMP_REG(BPF_JEQ, BPF_REG_2, BPF_REG_0, 2),
  11997. BPF_MOV64_IMM(BPF_REG_0, 1),
  11998. BPF_EXIT_INSN(),
  11999. BPF_MOV64_IMM(BPF_REG_0, 2),
  12000. BPF_EXIT_INSN(),
  12001. },
  12002. .result = ACCEPT,
  12003. .retval = 2,
  12004. },
  12005. {
  12006. "xadd/w check unaligned stack",
  12007. .insns = {
  12008. BPF_MOV64_IMM(BPF_REG_0, 1),
  12009. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12010. BPF_STX_XADD(BPF_W, BPF_REG_10, BPF_REG_0, -7),
  12011. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  12012. BPF_EXIT_INSN(),
  12013. },
  12014. .result = REJECT,
  12015. .errstr = "misaligned stack access off",
  12016. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12017. },
  12018. {
  12019. "xadd/w check unaligned map",
  12020. .insns = {
  12021. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  12022. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  12023. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  12024. BPF_LD_MAP_FD(BPF_REG_1, 0),
  12025. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12026. BPF_FUNC_map_lookup_elem),
  12027. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  12028. BPF_EXIT_INSN(),
  12029. BPF_MOV64_IMM(BPF_REG_1, 1),
  12030. BPF_STX_XADD(BPF_W, BPF_REG_0, BPF_REG_1, 3),
  12031. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, 3),
  12032. BPF_EXIT_INSN(),
  12033. },
  12034. .fixup_map1 = { 3 },
  12035. .result = REJECT,
  12036. .errstr = "misaligned value access off",
  12037. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12038. },
  12039. {
  12040. "xadd/w check unaligned pkt",
  12041. .insns = {
  12042. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  12043. offsetof(struct xdp_md, data)),
  12044. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  12045. offsetof(struct xdp_md, data_end)),
  12046. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  12047. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  12048. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 2),
  12049. BPF_MOV64_IMM(BPF_REG_0, 99),
  12050. BPF_JMP_IMM(BPF_JA, 0, 0, 6),
  12051. BPF_MOV64_IMM(BPF_REG_0, 1),
  12052. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  12053. BPF_ST_MEM(BPF_W, BPF_REG_2, 3, 0),
  12054. BPF_STX_XADD(BPF_W, BPF_REG_2, BPF_REG_0, 1),
  12055. BPF_STX_XADD(BPF_W, BPF_REG_2, BPF_REG_0, 2),
  12056. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_2, 1),
  12057. BPF_EXIT_INSN(),
  12058. },
  12059. .result = REJECT,
  12060. .errstr = "BPF_XADD stores into R2 packet",
  12061. .prog_type = BPF_PROG_TYPE_XDP,
  12062. },
  12063. {
  12064. "xadd/w check whether src/dst got mangled, 1",
  12065. .insns = {
  12066. BPF_MOV64_IMM(BPF_REG_0, 1),
  12067. BPF_MOV64_REG(BPF_REG_6, BPF_REG_0),
  12068. BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
  12069. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12070. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12071. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12072. BPF_JMP_REG(BPF_JNE, BPF_REG_6, BPF_REG_0, 3),
  12073. BPF_JMP_REG(BPF_JNE, BPF_REG_7, BPF_REG_10, 2),
  12074. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  12075. BPF_EXIT_INSN(),
  12076. BPF_MOV64_IMM(BPF_REG_0, 42),
  12077. BPF_EXIT_INSN(),
  12078. },
  12079. .result = ACCEPT,
  12080. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12081. .retval = 3,
  12082. },
  12083. {
  12084. "xadd/w check whether src/dst got mangled, 2",
  12085. .insns = {
  12086. BPF_MOV64_IMM(BPF_REG_0, 1),
  12087. BPF_MOV64_REG(BPF_REG_6, BPF_REG_0),
  12088. BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
  12089. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -8),
  12090. BPF_STX_XADD(BPF_W, BPF_REG_10, BPF_REG_0, -8),
  12091. BPF_STX_XADD(BPF_W, BPF_REG_10, BPF_REG_0, -8),
  12092. BPF_JMP_REG(BPF_JNE, BPF_REG_6, BPF_REG_0, 3),
  12093. BPF_JMP_REG(BPF_JNE, BPF_REG_7, BPF_REG_10, 2),
  12094. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -8),
  12095. BPF_EXIT_INSN(),
  12096. BPF_MOV64_IMM(BPF_REG_0, 42),
  12097. BPF_EXIT_INSN(),
  12098. },
  12099. .result = ACCEPT,
  12100. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12101. .retval = 3,
  12102. },
  12103. {
  12104. "bpf_get_stack return R0 within range",
  12105. .insns = {
  12106. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12107. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  12108. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  12109. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  12110. BPF_LD_MAP_FD(BPF_REG_1, 0),
  12111. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12112. BPF_FUNC_map_lookup_elem),
  12113. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 28),
  12114. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  12115. BPF_MOV64_IMM(BPF_REG_9, sizeof(struct test_val)),
  12116. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  12117. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  12118. BPF_MOV64_IMM(BPF_REG_3, sizeof(struct test_val)),
  12119. BPF_MOV64_IMM(BPF_REG_4, 256),
  12120. BPF_EMIT_CALL(BPF_FUNC_get_stack),
  12121. BPF_MOV64_IMM(BPF_REG_1, 0),
  12122. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  12123. BPF_ALU64_IMM(BPF_LSH, BPF_REG_8, 32),
  12124. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_8, 32),
  12125. BPF_JMP_REG(BPF_JSLT, BPF_REG_1, BPF_REG_8, 16),
  12126. BPF_ALU64_REG(BPF_SUB, BPF_REG_9, BPF_REG_8),
  12127. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  12128. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_8),
  12129. BPF_MOV64_REG(BPF_REG_1, BPF_REG_9),
  12130. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 32),
  12131. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_1, 32),
  12132. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  12133. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_1),
  12134. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  12135. BPF_MOV64_IMM(BPF_REG_5, sizeof(struct test_val)),
  12136. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_5),
  12137. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 4),
  12138. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  12139. BPF_MOV64_REG(BPF_REG_3, BPF_REG_9),
  12140. BPF_MOV64_IMM(BPF_REG_4, 0),
  12141. BPF_EMIT_CALL(BPF_FUNC_get_stack),
  12142. BPF_EXIT_INSN(),
  12143. },
  12144. .fixup_map2 = { 4 },
  12145. .result = ACCEPT,
  12146. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  12147. },
  12148. {
  12149. "ld_abs: invalid op 1",
  12150. .insns = {
  12151. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12152. BPF_LD_ABS(BPF_DW, 0),
  12153. BPF_EXIT_INSN(),
  12154. },
  12155. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12156. .result = REJECT,
  12157. .errstr = "unknown opcode",
  12158. },
  12159. {
  12160. "ld_abs: invalid op 2",
  12161. .insns = {
  12162. BPF_MOV32_IMM(BPF_REG_0, 256),
  12163. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12164. BPF_LD_IND(BPF_DW, BPF_REG_0, 0),
  12165. BPF_EXIT_INSN(),
  12166. },
  12167. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12168. .result = REJECT,
  12169. .errstr = "unknown opcode",
  12170. },
  12171. {
  12172. "ld_abs: nmap reduced",
  12173. .insns = {
  12174. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12175. BPF_LD_ABS(BPF_H, 12),
  12176. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 28),
  12177. BPF_LD_ABS(BPF_H, 12),
  12178. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 26),
  12179. BPF_MOV32_IMM(BPF_REG_0, 18),
  12180. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -64),
  12181. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -64),
  12182. BPF_LD_IND(BPF_W, BPF_REG_7, 14),
  12183. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -60),
  12184. BPF_MOV32_IMM(BPF_REG_0, 280971478),
  12185. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -56),
  12186. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -56),
  12187. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -60),
  12188. BPF_ALU32_REG(BPF_SUB, BPF_REG_0, BPF_REG_7),
  12189. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 15),
  12190. BPF_LD_ABS(BPF_H, 12),
  12191. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 13),
  12192. BPF_MOV32_IMM(BPF_REG_0, 22),
  12193. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -56),
  12194. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -56),
  12195. BPF_LD_IND(BPF_H, BPF_REG_7, 14),
  12196. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -52),
  12197. BPF_MOV32_IMM(BPF_REG_0, 17366),
  12198. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -48),
  12199. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -48),
  12200. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -52),
  12201. BPF_ALU32_REG(BPF_SUB, BPF_REG_0, BPF_REG_7),
  12202. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  12203. BPF_MOV32_IMM(BPF_REG_0, 256),
  12204. BPF_EXIT_INSN(),
  12205. BPF_MOV32_IMM(BPF_REG_0, 0),
  12206. BPF_EXIT_INSN(),
  12207. },
  12208. .data = {
  12209. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0x08, 0x06, 0,
  12210. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  12211. 0x10, 0xbf, 0x48, 0xd6, 0x43, 0xd6,
  12212. },
  12213. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12214. .result = ACCEPT,
  12215. .retval = 256,
  12216. },
  12217. {
  12218. "ld_abs: div + abs, test 1",
  12219. .insns = {
  12220. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12221. BPF_LD_ABS(BPF_B, 3),
  12222. BPF_ALU64_IMM(BPF_MOV, BPF_REG_2, 2),
  12223. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_2),
  12224. BPF_ALU64_REG(BPF_MOV, BPF_REG_8, BPF_REG_0),
  12225. BPF_LD_ABS(BPF_B, 4),
  12226. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  12227. BPF_LD_IND(BPF_B, BPF_REG_8, -70),
  12228. BPF_EXIT_INSN(),
  12229. },
  12230. .data = {
  12231. 10, 20, 30, 40, 50,
  12232. },
  12233. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12234. .result = ACCEPT,
  12235. .retval = 10,
  12236. },
  12237. {
  12238. "ld_abs: div + abs, test 2",
  12239. .insns = {
  12240. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12241. BPF_LD_ABS(BPF_B, 3),
  12242. BPF_ALU64_IMM(BPF_MOV, BPF_REG_2, 2),
  12243. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_2),
  12244. BPF_ALU64_REG(BPF_MOV, BPF_REG_8, BPF_REG_0),
  12245. BPF_LD_ABS(BPF_B, 128),
  12246. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  12247. BPF_LD_IND(BPF_B, BPF_REG_8, -70),
  12248. BPF_EXIT_INSN(),
  12249. },
  12250. .data = {
  12251. 10, 20, 30, 40, 50,
  12252. },
  12253. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12254. .result = ACCEPT,
  12255. .retval = 0,
  12256. },
  12257. {
  12258. "ld_abs: div + abs, test 3",
  12259. .insns = {
  12260. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12261. BPF_ALU64_IMM(BPF_MOV, BPF_REG_7, 0),
  12262. BPF_LD_ABS(BPF_B, 3),
  12263. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_7),
  12264. BPF_EXIT_INSN(),
  12265. },
  12266. .data = {
  12267. 10, 20, 30, 40, 50,
  12268. },
  12269. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12270. .result = ACCEPT,
  12271. .retval = 0,
  12272. },
  12273. {
  12274. "ld_abs: div + abs, test 4",
  12275. .insns = {
  12276. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12277. BPF_ALU64_IMM(BPF_MOV, BPF_REG_7, 0),
  12278. BPF_LD_ABS(BPF_B, 256),
  12279. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_7),
  12280. BPF_EXIT_INSN(),
  12281. },
  12282. .data = {
  12283. 10, 20, 30, 40, 50,
  12284. },
  12285. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12286. .result = ACCEPT,
  12287. .retval = 0,
  12288. },
  12289. {
  12290. "ld_abs: vlan + abs, test 1",
  12291. .insns = { },
  12292. .data = {
  12293. 0x34,
  12294. },
  12295. .fill_helper = bpf_fill_ld_abs_vlan_push_pop,
  12296. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12297. .result = ACCEPT,
  12298. .retval = 0xbef,
  12299. },
  12300. {
  12301. "ld_abs: vlan + abs, test 2",
  12302. .insns = {
  12303. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12304. BPF_LD_ABS(BPF_B, 0),
  12305. BPF_LD_ABS(BPF_H, 0),
  12306. BPF_LD_ABS(BPF_W, 0),
  12307. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  12308. BPF_MOV64_IMM(BPF_REG_6, 0),
  12309. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  12310. BPF_MOV64_IMM(BPF_REG_2, 1),
  12311. BPF_MOV64_IMM(BPF_REG_3, 2),
  12312. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12313. BPF_FUNC_skb_vlan_push),
  12314. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  12315. BPF_LD_ABS(BPF_B, 0),
  12316. BPF_LD_ABS(BPF_H, 0),
  12317. BPF_LD_ABS(BPF_W, 0),
  12318. BPF_MOV64_IMM(BPF_REG_0, 42),
  12319. BPF_EXIT_INSN(),
  12320. },
  12321. .data = {
  12322. 0x34,
  12323. },
  12324. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12325. .result = ACCEPT,
  12326. .retval = 42,
  12327. },
  12328. {
  12329. "ld_abs: jump around ld_abs",
  12330. .insns = { },
  12331. .data = {
  12332. 10, 11,
  12333. },
  12334. .fill_helper = bpf_fill_jump_around_ld_abs,
  12335. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12336. .result = ACCEPT,
  12337. .retval = 10,
  12338. },
  12339. {
  12340. "ld_dw: xor semi-random 64 bit imms, test 1",
  12341. .insns = { },
  12342. .data = { },
  12343. .fill_helper = bpf_fill_rand_ld_dw,
  12344. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12345. .result = ACCEPT,
  12346. .retval = 4090,
  12347. },
  12348. {
  12349. "ld_dw: xor semi-random 64 bit imms, test 2",
  12350. .insns = { },
  12351. .data = { },
  12352. .fill_helper = bpf_fill_rand_ld_dw,
  12353. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12354. .result = ACCEPT,
  12355. .retval = 2047,
  12356. },
  12357. {
  12358. "ld_dw: xor semi-random 64 bit imms, test 3",
  12359. .insns = { },
  12360. .data = { },
  12361. .fill_helper = bpf_fill_rand_ld_dw,
  12362. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12363. .result = ACCEPT,
  12364. .retval = 511,
  12365. },
  12366. {
  12367. "ld_dw: xor semi-random 64 bit imms, test 4",
  12368. .insns = { },
  12369. .data = { },
  12370. .fill_helper = bpf_fill_rand_ld_dw,
  12371. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12372. .result = ACCEPT,
  12373. .retval = 5,
  12374. },
  12375. {
  12376. "pass unmodified ctx pointer to helper",
  12377. .insns = {
  12378. BPF_MOV64_IMM(BPF_REG_2, 0),
  12379. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12380. BPF_FUNC_csum_update),
  12381. BPF_MOV64_IMM(BPF_REG_0, 0),
  12382. BPF_EXIT_INSN(),
  12383. },
  12384. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12385. .result = ACCEPT,
  12386. },
  12387. {
  12388. "pass modified ctx pointer to helper, 1",
  12389. .insns = {
  12390. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -612),
  12391. BPF_MOV64_IMM(BPF_REG_2, 0),
  12392. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12393. BPF_FUNC_csum_update),
  12394. BPF_MOV64_IMM(BPF_REG_0, 0),
  12395. BPF_EXIT_INSN(),
  12396. },
  12397. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12398. .result = REJECT,
  12399. .errstr = "dereference of modified ctx ptr",
  12400. },
  12401. {
  12402. "pass modified ctx pointer to helper, 2",
  12403. .insns = {
  12404. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -612),
  12405. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12406. BPF_FUNC_get_socket_cookie),
  12407. BPF_MOV64_IMM(BPF_REG_0, 0),
  12408. BPF_EXIT_INSN(),
  12409. },
  12410. .result_unpriv = REJECT,
  12411. .result = REJECT,
  12412. .errstr_unpriv = "dereference of modified ctx ptr",
  12413. .errstr = "dereference of modified ctx ptr",
  12414. },
  12415. {
  12416. "pass modified ctx pointer to helper, 3",
  12417. .insns = {
  12418. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1, 0),
  12419. BPF_ALU64_IMM(BPF_AND, BPF_REG_3, 4),
  12420. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  12421. BPF_MOV64_IMM(BPF_REG_2, 0),
  12422. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12423. BPF_FUNC_csum_update),
  12424. BPF_MOV64_IMM(BPF_REG_0, 0),
  12425. BPF_EXIT_INSN(),
  12426. },
  12427. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12428. .result = REJECT,
  12429. .errstr = "variable ctx access var_off=(0x0; 0x4)",
  12430. },
  12431. {
  12432. "mov64 src == dst",
  12433. .insns = {
  12434. BPF_MOV64_IMM(BPF_REG_2, 0),
  12435. BPF_MOV64_REG(BPF_REG_2, BPF_REG_2),
  12436. // Check bounds are OK
  12437. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  12438. BPF_MOV64_IMM(BPF_REG_0, 0),
  12439. BPF_EXIT_INSN(),
  12440. },
  12441. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12442. .result = ACCEPT,
  12443. },
  12444. {
  12445. "mov64 src != dst",
  12446. .insns = {
  12447. BPF_MOV64_IMM(BPF_REG_3, 0),
  12448. BPF_MOV64_REG(BPF_REG_2, BPF_REG_3),
  12449. // Check bounds are OK
  12450. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  12451. BPF_MOV64_IMM(BPF_REG_0, 0),
  12452. BPF_EXIT_INSN(),
  12453. },
  12454. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12455. .result = ACCEPT,
  12456. },
  12457. {
  12458. "calls: ctx read at start of subprog",
  12459. .insns = {
  12460. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12461. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  12462. BPF_JMP_REG(BPF_JSGT, BPF_REG_0, BPF_REG_0, 0),
  12463. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  12464. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  12465. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  12466. BPF_EXIT_INSN(),
  12467. BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_1, 0),
  12468. BPF_MOV64_IMM(BPF_REG_0, 0),
  12469. BPF_EXIT_INSN(),
  12470. },
  12471. .prog_type = BPF_PROG_TYPE_SOCKET_FILTER,
  12472. .errstr_unpriv = "function calls to other bpf functions are allowed for root only",
  12473. .result_unpriv = REJECT,
  12474. .result = ACCEPT,
  12475. },
  12476. };
  12477. static int probe_filter_length(const struct bpf_insn *fp)
  12478. {
  12479. int len;
  12480. for (len = MAX_INSNS - 1; len > 0; --len)
  12481. if (fp[len].code != 0 || fp[len].imm != 0)
  12482. break;
  12483. return len + 1;
  12484. }
  12485. static int create_map(uint32_t type, uint32_t size_key,
  12486. uint32_t size_value, uint32_t max_elem)
  12487. {
  12488. int fd;
  12489. fd = bpf_create_map(type, size_key, size_value, max_elem,
  12490. type == BPF_MAP_TYPE_HASH ? BPF_F_NO_PREALLOC : 0);
  12491. if (fd < 0)
  12492. printf("Failed to create hash map '%s'!\n", strerror(errno));
  12493. return fd;
  12494. }
  12495. static int create_prog_dummy1(void)
  12496. {
  12497. struct bpf_insn prog[] = {
  12498. BPF_MOV64_IMM(BPF_REG_0, 42),
  12499. BPF_EXIT_INSN(),
  12500. };
  12501. return bpf_load_program(BPF_PROG_TYPE_SOCKET_FILTER, prog,
  12502. ARRAY_SIZE(prog), "GPL", 0, NULL, 0);
  12503. }
  12504. static int create_prog_dummy2(int mfd, int idx)
  12505. {
  12506. struct bpf_insn prog[] = {
  12507. BPF_MOV64_IMM(BPF_REG_3, idx),
  12508. BPF_LD_MAP_FD(BPF_REG_2, mfd),
  12509. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12510. BPF_FUNC_tail_call),
  12511. BPF_MOV64_IMM(BPF_REG_0, 41),
  12512. BPF_EXIT_INSN(),
  12513. };
  12514. return bpf_load_program(BPF_PROG_TYPE_SOCKET_FILTER, prog,
  12515. ARRAY_SIZE(prog), "GPL", 0, NULL, 0);
  12516. }
  12517. static int create_prog_array(uint32_t max_elem, int p1key)
  12518. {
  12519. int p2key = 1;
  12520. int mfd, p1fd, p2fd;
  12521. mfd = bpf_create_map(BPF_MAP_TYPE_PROG_ARRAY, sizeof(int),
  12522. sizeof(int), max_elem, 0);
  12523. if (mfd < 0) {
  12524. printf("Failed to create prog array '%s'!\n", strerror(errno));
  12525. return -1;
  12526. }
  12527. p1fd = create_prog_dummy1();
  12528. p2fd = create_prog_dummy2(mfd, p2key);
  12529. if (p1fd < 0 || p2fd < 0)
  12530. goto out;
  12531. if (bpf_map_update_elem(mfd, &p1key, &p1fd, BPF_ANY) < 0)
  12532. goto out;
  12533. if (bpf_map_update_elem(mfd, &p2key, &p2fd, BPF_ANY) < 0)
  12534. goto out;
  12535. close(p2fd);
  12536. close(p1fd);
  12537. return mfd;
  12538. out:
  12539. close(p2fd);
  12540. close(p1fd);
  12541. close(mfd);
  12542. return -1;
  12543. }
  12544. static int create_map_in_map(void)
  12545. {
  12546. int inner_map_fd, outer_map_fd;
  12547. inner_map_fd = bpf_create_map(BPF_MAP_TYPE_ARRAY, sizeof(int),
  12548. sizeof(int), 1, 0);
  12549. if (inner_map_fd < 0) {
  12550. printf("Failed to create array '%s'!\n", strerror(errno));
  12551. return inner_map_fd;
  12552. }
  12553. outer_map_fd = bpf_create_map_in_map(BPF_MAP_TYPE_ARRAY_OF_MAPS, NULL,
  12554. sizeof(int), inner_map_fd, 1, 0);
  12555. if (outer_map_fd < 0)
  12556. printf("Failed to create array of maps '%s'!\n",
  12557. strerror(errno));
  12558. close(inner_map_fd);
  12559. return outer_map_fd;
  12560. }
  12561. static int create_cgroup_storage(void)
  12562. {
  12563. int fd;
  12564. fd = bpf_create_map(BPF_MAP_TYPE_CGROUP_STORAGE,
  12565. sizeof(struct bpf_cgroup_storage_key),
  12566. TEST_DATA_LEN, 0, 0);
  12567. if (fd < 0)
  12568. printf("Failed to create array '%s'!\n", strerror(errno));
  12569. return fd;
  12570. }
  12571. static char bpf_vlog[UINT_MAX >> 8];
  12572. static void do_test_fixup(struct bpf_test *test, struct bpf_insn *prog,
  12573. int *map_fds)
  12574. {
  12575. int *fixup_map1 = test->fixup_map1;
  12576. int *fixup_map2 = test->fixup_map2;
  12577. int *fixup_map3 = test->fixup_map3;
  12578. int *fixup_map4 = test->fixup_map4;
  12579. int *fixup_prog1 = test->fixup_prog1;
  12580. int *fixup_prog2 = test->fixup_prog2;
  12581. int *fixup_map_in_map = test->fixup_map_in_map;
  12582. int *fixup_cgroup_storage = test->fixup_cgroup_storage;
  12583. if (test->fill_helper)
  12584. test->fill_helper(test);
  12585. /* Allocating HTs with 1 elem is fine here, since we only test
  12586. * for verifier and not do a runtime lookup, so the only thing
  12587. * that really matters is value size in this case.
  12588. */
  12589. if (*fixup_map1) {
  12590. map_fds[0] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12591. sizeof(long long), 1);
  12592. do {
  12593. prog[*fixup_map1].imm = map_fds[0];
  12594. fixup_map1++;
  12595. } while (*fixup_map1);
  12596. }
  12597. if (*fixup_map2) {
  12598. map_fds[1] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12599. sizeof(struct test_val), 1);
  12600. do {
  12601. prog[*fixup_map2].imm = map_fds[1];
  12602. fixup_map2++;
  12603. } while (*fixup_map2);
  12604. }
  12605. if (*fixup_map3) {
  12606. map_fds[2] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12607. sizeof(struct other_val), 1);
  12608. do {
  12609. prog[*fixup_map3].imm = map_fds[2];
  12610. fixup_map3++;
  12611. } while (*fixup_map3);
  12612. }
  12613. if (*fixup_map4) {
  12614. map_fds[3] = create_map(BPF_MAP_TYPE_ARRAY, sizeof(int),
  12615. sizeof(struct test_val), 1);
  12616. do {
  12617. prog[*fixup_map4].imm = map_fds[3];
  12618. fixup_map4++;
  12619. } while (*fixup_map4);
  12620. }
  12621. if (*fixup_prog1) {
  12622. map_fds[4] = create_prog_array(4, 0);
  12623. do {
  12624. prog[*fixup_prog1].imm = map_fds[4];
  12625. fixup_prog1++;
  12626. } while (*fixup_prog1);
  12627. }
  12628. if (*fixup_prog2) {
  12629. map_fds[5] = create_prog_array(8, 7);
  12630. do {
  12631. prog[*fixup_prog2].imm = map_fds[5];
  12632. fixup_prog2++;
  12633. } while (*fixup_prog2);
  12634. }
  12635. if (*fixup_map_in_map) {
  12636. map_fds[6] = create_map_in_map();
  12637. do {
  12638. prog[*fixup_map_in_map].imm = map_fds[6];
  12639. fixup_map_in_map++;
  12640. } while (*fixup_map_in_map);
  12641. }
  12642. if (*fixup_cgroup_storage) {
  12643. map_fds[7] = create_cgroup_storage();
  12644. do {
  12645. prog[*fixup_cgroup_storage].imm = map_fds[7];
  12646. fixup_cgroup_storage++;
  12647. } while (*fixup_cgroup_storage);
  12648. }
  12649. }
  12650. static void do_test_single(struct bpf_test *test, bool unpriv,
  12651. int *passes, int *errors)
  12652. {
  12653. int fd_prog, expected_ret, reject_from_alignment;
  12654. int prog_len, prog_type = test->prog_type;
  12655. struct bpf_insn *prog = test->insns;
  12656. int map_fds[MAX_NR_MAPS];
  12657. const char *expected_err;
  12658. uint32_t retval;
  12659. int i, err;
  12660. for (i = 0; i < MAX_NR_MAPS; i++)
  12661. map_fds[i] = -1;
  12662. do_test_fixup(test, prog, map_fds);
  12663. prog_len = probe_filter_length(prog);
  12664. fd_prog = bpf_verify_program(prog_type ? : BPF_PROG_TYPE_SOCKET_FILTER,
  12665. prog, prog_len, test->flags & F_LOAD_WITH_STRICT_ALIGNMENT,
  12666. "GPL", 0, bpf_vlog, sizeof(bpf_vlog), 1);
  12667. expected_ret = unpriv && test->result_unpriv != UNDEF ?
  12668. test->result_unpriv : test->result;
  12669. expected_err = unpriv && test->errstr_unpriv ?
  12670. test->errstr_unpriv : test->errstr;
  12671. reject_from_alignment = fd_prog < 0 &&
  12672. (test->flags & F_NEEDS_EFFICIENT_UNALIGNED_ACCESS) &&
  12673. strstr(bpf_vlog, "misaligned");
  12674. #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
  12675. if (reject_from_alignment) {
  12676. printf("FAIL\nFailed due to alignment despite having efficient unaligned access: '%s'!\n",
  12677. strerror(errno));
  12678. goto fail_log;
  12679. }
  12680. #endif
  12681. if (expected_ret == ACCEPT) {
  12682. if (fd_prog < 0 && !reject_from_alignment) {
  12683. printf("FAIL\nFailed to load prog '%s'!\n",
  12684. strerror(errno));
  12685. goto fail_log;
  12686. }
  12687. } else {
  12688. if (fd_prog >= 0) {
  12689. printf("FAIL\nUnexpected success to load!\n");
  12690. goto fail_log;
  12691. }
  12692. if (!strstr(bpf_vlog, expected_err) && !reject_from_alignment) {
  12693. printf("FAIL\nUnexpected error message!\n\tEXP: %s\n\tRES: %s\n",
  12694. expected_err, bpf_vlog);
  12695. goto fail_log;
  12696. }
  12697. }
  12698. if (fd_prog >= 0) {
  12699. __u8 tmp[TEST_DATA_LEN << 2];
  12700. __u32 size_tmp = sizeof(tmp);
  12701. err = bpf_prog_test_run(fd_prog, 1, test->data,
  12702. sizeof(test->data), tmp, &size_tmp,
  12703. &retval, NULL);
  12704. if (err && errno != 524/*ENOTSUPP*/ && errno != EPERM) {
  12705. printf("Unexpected bpf_prog_test_run error\n");
  12706. goto fail_log;
  12707. }
  12708. if (!err && retval != test->retval &&
  12709. test->retval != POINTER_VALUE) {
  12710. printf("FAIL retval %d != %d\n", retval, test->retval);
  12711. goto fail_log;
  12712. }
  12713. }
  12714. (*passes)++;
  12715. printf("OK%s\n", reject_from_alignment ?
  12716. " (NOTE: reject due to unknown alignment)" : "");
  12717. close_fds:
  12718. close(fd_prog);
  12719. for (i = 0; i < MAX_NR_MAPS; i++)
  12720. close(map_fds[i]);
  12721. sched_yield();
  12722. return;
  12723. fail_log:
  12724. (*errors)++;
  12725. printf("%s", bpf_vlog);
  12726. goto close_fds;
  12727. }
  12728. static bool is_admin(void)
  12729. {
  12730. cap_t caps;
  12731. cap_flag_value_t sysadmin = CAP_CLEAR;
  12732. const cap_value_t cap_val = CAP_SYS_ADMIN;
  12733. #ifdef CAP_IS_SUPPORTED
  12734. if (!CAP_IS_SUPPORTED(CAP_SETFCAP)) {
  12735. perror("cap_get_flag");
  12736. return false;
  12737. }
  12738. #endif
  12739. caps = cap_get_proc();
  12740. if (!caps) {
  12741. perror("cap_get_proc");
  12742. return false;
  12743. }
  12744. if (cap_get_flag(caps, cap_val, CAP_EFFECTIVE, &sysadmin))
  12745. perror("cap_get_flag");
  12746. if (cap_free(caps))
  12747. perror("cap_free");
  12748. return (sysadmin == CAP_SET);
  12749. }
  12750. static int set_admin(bool admin)
  12751. {
  12752. cap_t caps;
  12753. const cap_value_t cap_val = CAP_SYS_ADMIN;
  12754. int ret = -1;
  12755. caps = cap_get_proc();
  12756. if (!caps) {
  12757. perror("cap_get_proc");
  12758. return -1;
  12759. }
  12760. if (cap_set_flag(caps, CAP_EFFECTIVE, 1, &cap_val,
  12761. admin ? CAP_SET : CAP_CLEAR)) {
  12762. perror("cap_set_flag");
  12763. goto out;
  12764. }
  12765. if (cap_set_proc(caps)) {
  12766. perror("cap_set_proc");
  12767. goto out;
  12768. }
  12769. ret = 0;
  12770. out:
  12771. if (cap_free(caps))
  12772. perror("cap_free");
  12773. return ret;
  12774. }
  12775. static void get_unpriv_disabled()
  12776. {
  12777. char buf[2];
  12778. FILE *fd;
  12779. fd = fopen("/proc/sys/"UNPRIV_SYSCTL, "r");
  12780. if (!fd) {
  12781. perror("fopen /proc/sys/"UNPRIV_SYSCTL);
  12782. unpriv_disabled = true;
  12783. return;
  12784. }
  12785. if (fgets(buf, 2, fd) == buf && atoi(buf))
  12786. unpriv_disabled = true;
  12787. fclose(fd);
  12788. }
  12789. static int do_test(bool unpriv, unsigned int from, unsigned int to)
  12790. {
  12791. int i, passes = 0, errors = 0, skips = 0;
  12792. for (i = from; i < to; i++) {
  12793. struct bpf_test *test = &tests[i];
  12794. /* Program types that are not supported by non-root we
  12795. * skip right away.
  12796. */
  12797. if (!test->prog_type && unpriv_disabled) {
  12798. printf("#%d/u %s SKIP\n", i, test->descr);
  12799. skips++;
  12800. } else if (!test->prog_type) {
  12801. if (!unpriv)
  12802. set_admin(false);
  12803. printf("#%d/u %s ", i, test->descr);
  12804. do_test_single(test, true, &passes, &errors);
  12805. if (!unpriv)
  12806. set_admin(true);
  12807. }
  12808. if (unpriv) {
  12809. printf("#%d/p %s SKIP\n", i, test->descr);
  12810. skips++;
  12811. } else {
  12812. printf("#%d/p %s ", i, test->descr);
  12813. do_test_single(test, false, &passes, &errors);
  12814. }
  12815. }
  12816. printf("Summary: %d PASSED, %d SKIPPED, %d FAILED\n", passes,
  12817. skips, errors);
  12818. return errors ? EXIT_FAILURE : EXIT_SUCCESS;
  12819. }
  12820. int main(int argc, char **argv)
  12821. {
  12822. unsigned int from = 0, to = ARRAY_SIZE(tests);
  12823. bool unpriv = !is_admin();
  12824. if (argc == 3) {
  12825. unsigned int l = atoi(argv[argc - 2]);
  12826. unsigned int u = atoi(argv[argc - 1]);
  12827. if (l < to && u < to) {
  12828. from = l;
  12829. to = u + 1;
  12830. }
  12831. } else if (argc == 2) {
  12832. unsigned int t = atoi(argv[argc - 1]);
  12833. if (t < to) {
  12834. from = t;
  12835. to = t + 1;
  12836. }
  12837. }
  12838. get_unpriv_disabled();
  12839. if (unpriv && unpriv_disabled) {
  12840. printf("Cannot run as unprivileged user with sysctl %s.\n",
  12841. UNPRIV_SYSCTL);
  12842. return EXIT_FAILURE;
  12843. }
  12844. bpf_semi_rand_init();
  12845. return do_test(unpriv, from, to);
  12846. }