123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140 |
- /*
- * bpf_jit32.h: BPF JIT compiler for PPC
- *
- * Copyright 2011 Matt Evans <matt@ozlabs.org>, IBM Corporation
- *
- * Split from bpf_jit.h
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; version 2
- * of the License.
- */
- #ifndef _BPF_JIT32_H
- #define _BPF_JIT32_H
- #include "bpf_jit.h"
- #ifdef CONFIG_PPC64
- #define BPF_PPC_STACK_R3_OFF 48
- #define BPF_PPC_STACK_LOCALS 32
- #define BPF_PPC_STACK_BASIC (48+64)
- #define BPF_PPC_STACK_SAVE (18*8)
- #define BPF_PPC_STACKFRAME (BPF_PPC_STACK_BASIC+BPF_PPC_STACK_LOCALS+ \
- BPF_PPC_STACK_SAVE)
- #define BPF_PPC_SLOWPATH_FRAME (48+64)
- #else
- #define BPF_PPC_STACK_R3_OFF 24
- #define BPF_PPC_STACK_LOCALS 16
- #define BPF_PPC_STACK_BASIC (24+32)
- #define BPF_PPC_STACK_SAVE (18*4)
- #define BPF_PPC_STACKFRAME (BPF_PPC_STACK_BASIC+BPF_PPC_STACK_LOCALS+ \
- BPF_PPC_STACK_SAVE)
- #define BPF_PPC_SLOWPATH_FRAME (24+32)
- #endif
- #define REG_SZ (BITS_PER_LONG/8)
- /*
- * Generated code register usage:
- *
- * As normal PPC C ABI (e.g. r1=sp, r2=TOC), with:
- *
- * skb r3 (Entry parameter)
- * A register r4
- * X register r5
- * addr param r6
- * r7-r10 scratch
- * skb->data r14
- * skb headlen r15 (skb->len - skb->data_len)
- * m[0] r16
- * m[...] ...
- * m[15] r31
- */
- #define r_skb 3
- #define r_ret 3
- #define r_A 4
- #define r_X 5
- #define r_addr 6
- #define r_scratch1 7
- #define r_scratch2 8
- #define r_D 14
- #define r_HL 15
- #define r_M 16
- #ifndef __ASSEMBLY__
- /*
- * Assembly helpers from arch/powerpc/net/bpf_jit.S:
- */
- #define DECLARE_LOAD_FUNC(func) \
- extern u8 func[], func##_negative_offset[], func##_positive_offset[]
- DECLARE_LOAD_FUNC(sk_load_word);
- DECLARE_LOAD_FUNC(sk_load_half);
- DECLARE_LOAD_FUNC(sk_load_byte);
- DECLARE_LOAD_FUNC(sk_load_byte_msh);
- #define PPC_LBZ_OFFS(r, base, i) do { if ((i) < 32768) PPC_LBZ(r, base, i); \
- else { PPC_ADDIS(r, base, IMM_HA(i)); \
- PPC_LBZ(r, r, IMM_L(i)); } } while(0)
- #define PPC_LD_OFFS(r, base, i) do { if ((i) < 32768) PPC_LD(r, base, i); \
- else { PPC_ADDIS(r, base, IMM_HA(i)); \
- PPC_LD(r, r, IMM_L(i)); } } while(0)
- #define PPC_LWZ_OFFS(r, base, i) do { if ((i) < 32768) PPC_LWZ(r, base, i); \
- else { PPC_ADDIS(r, base, IMM_HA(i)); \
- PPC_LWZ(r, r, IMM_L(i)); } } while(0)
- #define PPC_LHZ_OFFS(r, base, i) do { if ((i) < 32768) PPC_LHZ(r, base, i); \
- else { PPC_ADDIS(r, base, IMM_HA(i)); \
- PPC_LHZ(r, r, IMM_L(i)); } } while(0)
- #ifdef CONFIG_PPC64
- #define PPC_LL_OFFS(r, base, i) do { PPC_LD_OFFS(r, base, i); } while(0)
- #else
- #define PPC_LL_OFFS(r, base, i) do { PPC_LWZ_OFFS(r, base, i); } while(0)
- #endif
- #ifdef CONFIG_SMP
- #ifdef CONFIG_PPC64
- #define PPC_BPF_LOAD_CPU(r) \
- do { BUILD_BUG_ON(FIELD_SIZEOF(struct paca_struct, paca_index) != 2); \
- PPC_LHZ_OFFS(r, 13, offsetof(struct paca_struct, paca_index)); \
- } while (0)
- #else
- #define PPC_BPF_LOAD_CPU(r) \
- do { BUILD_BUG_ON(FIELD_SIZEOF(struct thread_info, cpu) != 4); \
- PPC_LHZ_OFFS(r, (1 & ~(THREAD_SIZE - 1)), \
- offsetof(struct thread_info, cpu)); \
- } while(0)
- #endif
- #else
- #define PPC_BPF_LOAD_CPU(r) do { PPC_LI(r, 0); } while(0)
- #endif
- #define PPC_LHBRX_OFFS(r, base, i) \
- do { PPC_LI32(r, i); PPC_LHBRX(r, r, base); } while(0)
- #ifdef __LITTLE_ENDIAN__
- #define PPC_NTOHS_OFFS(r, base, i) PPC_LHBRX_OFFS(r, base, i)
- #else
- #define PPC_NTOHS_OFFS(r, base, i) PPC_LHZ_OFFS(r, base, i)
- #endif
- #define SEEN_DATAREF 0x10000 /* might call external helpers */
- #define SEEN_XREG 0x20000 /* X reg is used */
- #define SEEN_MEM 0x40000 /* SEEN_MEM+(1<<n) = use mem[n] for temporary
- * storage */
- #define SEEN_MEM_MSK 0x0ffff
- struct codegen_context {
- unsigned int seen;
- unsigned int idx;
- int pc_ret0; /* bpf index of first RET #0 instruction (if any) */
- };
- #endif
- #endif
|