| /* | |
| * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net> | |
| * Copyright (c) 2014 Intel Corporation | |
| * Author: Tomasz Bursztyka <tomasz.bursztyka@linux.intel.com> | |
| * | |
| * This program is free software; you can redistribute it and/or modify | |
| * it under the terms of the GNU General Public License version 2 as | |
| * published by the Free Software Foundation. | |
| * | |
| * Development of this code funded by Astaro AG (http://www.astaro.com/) | |
| */ | |
| #include <linux/kernel.h> | |
| #include <linux/netlink.h> | |
| #include <linux/netfilter.h> | |
| #include <linux/netfilter/nf_tables.h> | |
| #include <linux/in.h> | |
| #include <linux/ip.h> | |
| #include <linux/ipv6.h> | |
| #include <linux/smp.h> | |
| #include <linux/static_key.h> | |
| #include <net/dst.h> | |
| #include <net/sock.h> | |
| #include <net/tcp_states.h> /* for TCP_TIME_WAIT */ | |
| #include <net/netfilter/nf_tables.h> | |
| #include <net/netfilter/nf_tables_core.h> | |
| #include <uapi/linux/netfilter_bridge.h> /* NF_BR_PRE_ROUTING */ | |
| struct nft_meta { | |
| enum nft_meta_keys key:8; | |
| union { | |
| enum nft_registers dreg:8; | |
| enum nft_registers sreg:8; | |
| }; | |
| }; | |
| static DEFINE_PER_CPU(struct rnd_state, nft_prandom_state); | |
| #ifdef CONFIG_NF_TABLES_BRIDGE | |
| #include "../bridge/br_private.h" | |
| #endif | |
| void nft_meta_get_eval(const struct nft_expr *expr, | |
| struct nft_regs *regs, | |
| const struct nft_pktinfo *pkt) | |
| { | |
| const struct nft_meta *priv = nft_expr_priv(expr); | |
| const struct sk_buff *skb = pkt->skb; | |
| const struct net_device *in = nft_in(pkt), *out = nft_out(pkt); | |
| struct sock *sk; | |
| u32 *dest = ®s->data[priv->dreg]; | |
| #ifdef CONFIG_NF_TABLES_BRIDGE | |
| const struct net_bridge_port *p; | |
| #endif | |
| switch (priv->key) { | |
| case NFT_META_LEN: | |
| *dest = skb->len; | |
| break; | |
| case NFT_META_PROTOCOL: | |
| nft_reg_store16(dest, (__force u16)skb->protocol); | |
| break; | |
| case NFT_META_NFPROTO: | |
| nft_reg_store8(dest, nft_pf(pkt)); | |
| break; | |
| case NFT_META_L4PROTO: | |
| if (!pkt->tprot_set) | |
| goto err; | |
| nft_reg_store8(dest, pkt->tprot); | |
| break; | |
| case NFT_META_PRIORITY: | |
| *dest = skb->priority; | |
| break; | |
| case NFT_META_MARK: | |
| *dest = skb->mark; | |
| break; | |
| case NFT_META_IIF: | |
| if (in == NULL) | |
| goto err; | |
| *dest = in->ifindex; | |
| break; | |
| case NFT_META_OIF: | |
| if (out == NULL) | |
| goto err; | |
| *dest = out->ifindex; | |
| break; | |
| case NFT_META_IIFNAME: | |
| if (in == NULL) | |
| goto err; | |
| strncpy((char *)dest, in->name, IFNAMSIZ); | |
| break; | |
| case NFT_META_OIFNAME: | |
| if (out == NULL) | |
| goto err; | |
| strncpy((char *)dest, out->name, IFNAMSIZ); | |
| break; | |
| case NFT_META_IIFTYPE: | |
| if (in == NULL) | |
| goto err; | |
| nft_reg_store16(dest, in->type); | |
| break; | |
| case NFT_META_OIFTYPE: | |
| if (out == NULL) | |
| goto err; | |
| nft_reg_store16(dest, out->type); | |
| break; | |
| case NFT_META_SKUID: | |
| sk = skb_to_full_sk(skb); | |
| if (!sk || !sk_fullsock(sk) || | |
| !net_eq(nft_net(pkt), sock_net(sk))) | |
| goto err; | |
| read_lock_bh(&sk->sk_callback_lock); | |
| if (sk->sk_socket == NULL || | |
| sk->sk_socket->file == NULL) { | |
| read_unlock_bh(&sk->sk_callback_lock); | |
| goto err; | |
| } | |
| *dest = from_kuid_munged(&init_user_ns, | |
| sk->sk_socket->file->f_cred->fsuid); | |
| read_unlock_bh(&sk->sk_callback_lock); | |
| break; | |
| case NFT_META_SKGID: | |
| sk = skb_to_full_sk(skb); | |
| if (!sk || !sk_fullsock(sk) || | |
| !net_eq(nft_net(pkt), sock_net(sk))) | |
| goto err; | |
| read_lock_bh(&sk->sk_callback_lock); | |
| if (sk->sk_socket == NULL || | |
| sk->sk_socket->file == NULL) { | |
| read_unlock_bh(&sk->sk_callback_lock); | |
| goto err; | |
| } | |
| *dest = from_kgid_munged(&init_user_ns, | |
| sk->sk_socket->file->f_cred->fsgid); | |
| read_unlock_bh(&sk->sk_callback_lock); | |
| break; | |
| #ifdef CONFIG_IP_ROUTE_CLASSID | |
| case NFT_META_RTCLASSID: { | |
| const struct dst_entry *dst = skb_dst(skb); | |
| if (dst == NULL) | |
| goto err; | |
| *dest = dst->tclassid; | |
| break; | |
| } | |
| #endif | |
| #ifdef CONFIG_NETWORK_SECMARK | |
| case NFT_META_SECMARK: | |
| *dest = skb->secmark; | |
| break; | |
| #endif | |
| case NFT_META_PKTTYPE: | |
| if (skb->pkt_type != PACKET_LOOPBACK) { | |
| nft_reg_store8(dest, skb->pkt_type); | |
| break; | |
| } | |
| switch (nft_pf(pkt)) { | |
| case NFPROTO_IPV4: | |
| if (ipv4_is_multicast(ip_hdr(skb)->daddr)) | |
| nft_reg_store8(dest, PACKET_MULTICAST); | |
| else | |
| nft_reg_store8(dest, PACKET_BROADCAST); | |
| break; | |
| case NFPROTO_IPV6: | |
| nft_reg_store8(dest, PACKET_MULTICAST); | |
| break; | |
| case NFPROTO_NETDEV: | |
| switch (skb->protocol) { | |
| case htons(ETH_P_IP): { | |
| int noff = skb_network_offset(skb); | |
| struct iphdr *iph, _iph; | |
| iph = skb_header_pointer(skb, noff, | |
| sizeof(_iph), &_iph); | |
| if (!iph) | |
| goto err; | |
| if (ipv4_is_multicast(iph->daddr)) | |
| nft_reg_store8(dest, PACKET_MULTICAST); | |
| else | |
| nft_reg_store8(dest, PACKET_BROADCAST); | |
| break; | |
| } | |
| case htons(ETH_P_IPV6): | |
| nft_reg_store8(dest, PACKET_MULTICAST); | |
| break; | |
| default: | |
| WARN_ON_ONCE(1); | |
| goto err; | |
| } | |
| break; | |
| default: | |
| WARN_ON_ONCE(1); | |
| goto err; | |
| } | |
| break; | |
| case NFT_META_CPU: | |
| *dest = raw_smp_processor_id(); | |
| break; | |
| case NFT_META_IIFGROUP: | |
| if (in == NULL) | |
| goto err; | |
| *dest = in->group; | |
| break; | |
| case NFT_META_OIFGROUP: | |
| if (out == NULL) | |
| goto err; | |
| *dest = out->group; | |
| break; | |
| #ifdef CONFIG_CGROUP_NET_CLASSID | |
| case NFT_META_CGROUP: | |
| sk = skb_to_full_sk(skb); | |
| if (!sk || !sk_fullsock(sk) || | |
| !net_eq(nft_net(pkt), sock_net(sk))) | |
| goto err; | |
| *dest = sock_cgroup_classid(&sk->sk_cgrp_data); | |
| break; | |
| #endif | |
| case NFT_META_PRANDOM: { | |
| struct rnd_state *state = this_cpu_ptr(&nft_prandom_state); | |
| *dest = prandom_u32_state(state); | |
| break; | |
| } | |
| #ifdef CONFIG_XFRM | |
| case NFT_META_SECPATH: | |
| nft_reg_store8(dest, !!skb->sp); | |
| break; | |
| #endif | |
| #ifdef CONFIG_NF_TABLES_BRIDGE | |
| case NFT_META_BRI_IIFNAME: | |
| if (in == NULL || (p = br_port_get_rcu(in)) == NULL) | |
| goto err; | |
| strncpy((char *)dest, p->br->dev->name, IFNAMSIZ); | |
| return; | |
| case NFT_META_BRI_OIFNAME: | |
| if (out == NULL || (p = br_port_get_rcu(out)) == NULL) | |
| goto err; | |
| strncpy((char *)dest, p->br->dev->name, IFNAMSIZ); | |
| return; | |
| #endif | |
| default: | |
| WARN_ON(1); | |
| goto err; | |
| } | |
| return; | |
| err: | |
| regs->verdict.code = NFT_BREAK; | |
| } | |
| static void nft_meta_set_eval(const struct nft_expr *expr, | |
| struct nft_regs *regs, | |
| const struct nft_pktinfo *pkt) | |
| { | |
| const struct nft_meta *meta = nft_expr_priv(expr); | |
| struct sk_buff *skb = pkt->skb; | |
| u32 *sreg = ®s->data[meta->sreg]; | |
| u32 value = *sreg; | |
| u8 value8; | |
| switch (meta->key) { | |
| case NFT_META_MARK: | |
| skb->mark = value; | |
| break; | |
| case NFT_META_PRIORITY: | |
| skb->priority = value; | |
| break; | |
| case NFT_META_PKTTYPE: | |
| value8 = nft_reg_load8(sreg); | |
| if (skb->pkt_type != value8 && | |
| skb_pkt_type_ok(value8) && | |
| skb_pkt_type_ok(skb->pkt_type)) | |
| skb->pkt_type = value8; | |
| break; | |
| case NFT_META_NFTRACE: | |
| value8 = nft_reg_load8(sreg); | |
| skb->nf_trace = !!value8; | |
| break; | |
| default: | |
| WARN_ON(1); | |
| } | |
| } | |
| static const struct nla_policy nft_meta_policy[NFTA_META_MAX + 1] = { | |
| [NFTA_META_DREG] = { .type = NLA_U32 }, | |
| [NFTA_META_KEY] = { .type = NLA_U32 }, | |
| [NFTA_META_SREG] = { .type = NLA_U32 }, | |
| }; | |
| static int nft_meta_get_init(const struct nft_ctx *ctx, | |
| const struct nft_expr *expr, | |
| const struct nlattr * const tb[]) | |
| { | |
| struct nft_meta *priv = nft_expr_priv(expr); | |
| unsigned int len; | |
| priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY])); | |
| switch (priv->key) { | |
| case NFT_META_PROTOCOL: | |
| case NFT_META_IIFTYPE: | |
| case NFT_META_OIFTYPE: | |
| len = sizeof(u16); | |
| break; | |
| case NFT_META_NFPROTO: | |
| case NFT_META_L4PROTO: | |
| case NFT_META_LEN: | |
| case NFT_META_PRIORITY: | |
| case NFT_META_MARK: | |
| case NFT_META_IIF: | |
| case NFT_META_OIF: | |
| case NFT_META_SKUID: | |
| case NFT_META_SKGID: | |
| #ifdef CONFIG_IP_ROUTE_CLASSID | |
| case NFT_META_RTCLASSID: | |
| #endif | |
| #ifdef CONFIG_NETWORK_SECMARK | |
| case NFT_META_SECMARK: | |
| #endif | |
| case NFT_META_PKTTYPE: | |
| case NFT_META_CPU: | |
| case NFT_META_IIFGROUP: | |
| case NFT_META_OIFGROUP: | |
| #ifdef CONFIG_CGROUP_NET_CLASSID | |
| case NFT_META_CGROUP: | |
| #endif | |
| len = sizeof(u32); | |
| break; | |
| case NFT_META_IIFNAME: | |
| case NFT_META_OIFNAME: | |
| len = IFNAMSIZ; | |
| break; | |
| case NFT_META_PRANDOM: | |
| prandom_init_once(&nft_prandom_state); | |
| len = sizeof(u32); | |
| break; | |
| #ifdef CONFIG_XFRM | |
| case NFT_META_SECPATH: | |
| len = sizeof(u8); | |
| break; | |
| #endif | |
| #ifdef CONFIG_NF_TABLES_BRIDGE | |
| case NFT_META_BRI_IIFNAME: | |
| case NFT_META_BRI_OIFNAME: | |
| if (ctx->family != NFPROTO_BRIDGE) | |
| return -EOPNOTSUPP; | |
| len = IFNAMSIZ; | |
| break; | |
| #endif | |
| default: | |
| return -EOPNOTSUPP; | |
| } | |
| priv->dreg = nft_parse_register(tb[NFTA_META_DREG]); | |
| return nft_validate_register_store(ctx, priv->dreg, NULL, | |
| NFT_DATA_VALUE, len); | |
| } | |
| static int nft_meta_get_validate(const struct nft_ctx *ctx, | |
| const struct nft_expr *expr, | |
| const struct nft_data **data) | |
| { | |
| #ifdef CONFIG_XFRM | |
| const struct nft_meta *priv = nft_expr_priv(expr); | |
| unsigned int hooks; | |
| if (priv->key != NFT_META_SECPATH) | |
| return 0; | |
| switch (ctx->family) { | |
| case NFPROTO_NETDEV: | |
| hooks = 1 << NF_NETDEV_INGRESS; | |
| break; | |
| case NFPROTO_IPV4: | |
| case NFPROTO_IPV6: | |
| case NFPROTO_INET: | |
| hooks = (1 << NF_INET_PRE_ROUTING) | | |
| (1 << NF_INET_LOCAL_IN) | | |
| (1 << NF_INET_FORWARD); | |
| break; | |
| default: | |
| return -EOPNOTSUPP; | |
| } | |
| return nft_chain_validate_hooks(ctx->chain, hooks); | |
| #else | |
| return 0; | |
| #endif | |
| } | |
| static int nft_meta_set_validate(const struct nft_ctx *ctx, | |
| const struct nft_expr *expr, | |
| const struct nft_data **data) | |
| { | |
| struct nft_meta *priv = nft_expr_priv(expr); | |
| unsigned int hooks; | |
| if (priv->key != NFT_META_PKTTYPE) | |
| return 0; | |
| switch (ctx->family) { | |
| case NFPROTO_BRIDGE: | |
| hooks = 1 << NF_BR_PRE_ROUTING; | |
| break; | |
| case NFPROTO_NETDEV: | |
| hooks = 1 << NF_NETDEV_INGRESS; | |
| break; | |
| case NFPROTO_IPV4: | |
| case NFPROTO_IPV6: | |
| case NFPROTO_INET: | |
| hooks = 1 << NF_INET_PRE_ROUTING; | |
| break; | |
| default: | |
| return -EOPNOTSUPP; | |
| } | |
| return nft_chain_validate_hooks(ctx->chain, hooks); | |
| } | |
| static int nft_meta_set_init(const struct nft_ctx *ctx, | |
| const struct nft_expr *expr, | |
| const struct nlattr * const tb[]) | |
| { | |
| struct nft_meta *priv = nft_expr_priv(expr); | |
| unsigned int len; | |
| int err; | |
| priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY])); | |
| switch (priv->key) { | |
| case NFT_META_MARK: | |
| case NFT_META_PRIORITY: | |
| len = sizeof(u32); | |
| break; | |
| case NFT_META_NFTRACE: | |
| len = sizeof(u8); | |
| break; | |
| case NFT_META_PKTTYPE: | |
| len = sizeof(u8); | |
| break; | |
| default: | |
| return -EOPNOTSUPP; | |
| } | |
| priv->sreg = nft_parse_register(tb[NFTA_META_SREG]); | |
| err = nft_validate_register_load(priv->sreg, len); | |
| if (err < 0) | |
| return err; | |
| if (priv->key == NFT_META_NFTRACE) | |
| static_branch_inc(&nft_trace_enabled); | |
| return 0; | |
| } | |
| static int nft_meta_get_dump(struct sk_buff *skb, | |
| const struct nft_expr *expr) | |
| { | |
| const struct nft_meta *priv = nft_expr_priv(expr); | |
| if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key))) | |
| goto nla_put_failure; | |
| if (nft_dump_register(skb, NFTA_META_DREG, priv->dreg)) | |
| goto nla_put_failure; | |
| return 0; | |
| nla_put_failure: | |
| return -1; | |
| } | |
| static int nft_meta_set_dump(struct sk_buff *skb, const struct nft_expr *expr) | |
| { | |
| const struct nft_meta *priv = nft_expr_priv(expr); | |
| if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key))) | |
| goto nla_put_failure; | |
| if (nft_dump_register(skb, NFTA_META_SREG, priv->sreg)) | |
| goto nla_put_failure; | |
| return 0; | |
| nla_put_failure: | |
| return -1; | |
| } | |
| static void nft_meta_set_destroy(const struct nft_ctx *ctx, | |
| const struct nft_expr *expr) | |
| { | |
| const struct nft_meta *priv = nft_expr_priv(expr); | |
| if (priv->key == NFT_META_NFTRACE) | |
| static_branch_dec(&nft_trace_enabled); | |
| } | |
| static const struct nft_expr_ops nft_meta_get_ops = { | |
| .type = &nft_meta_type, | |
| .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)), | |
| .eval = nft_meta_get_eval, | |
| .init = nft_meta_get_init, | |
| .dump = nft_meta_get_dump, | |
| .validate = nft_meta_get_validate, | |
| }; | |
| static const struct nft_expr_ops nft_meta_set_ops = { | |
| .type = &nft_meta_type, | |
| .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)), | |
| .eval = nft_meta_set_eval, | |
| .init = nft_meta_set_init, | |
| .destroy = nft_meta_set_destroy, | |
| .dump = nft_meta_set_dump, | |
| .validate = nft_meta_set_validate, | |
| }; | |
| static const struct nft_expr_ops * | |
| nft_meta_select_ops(const struct nft_ctx *ctx, | |
| const struct nlattr * const tb[]) | |
| { | |
| if (tb[NFTA_META_KEY] == NULL) | |
| return ERR_PTR(-EINVAL); | |
| if (tb[NFTA_META_DREG] && tb[NFTA_META_SREG]) | |
| return ERR_PTR(-EINVAL); | |
| if (tb[NFTA_META_DREG]) | |
| return &nft_meta_get_ops; | |
| if (tb[NFTA_META_SREG]) | |
| return &nft_meta_set_ops; | |
| return ERR_PTR(-EINVAL); | |
| } | |
| struct nft_expr_type nft_meta_type __read_mostly = { | |
| .name = "meta", | |
| .select_ops = nft_meta_select_ops, | |
| .policy = nft_meta_policy, | |
| .maxattr = NFTA_META_MAX, | |
| .owner = THIS_MODULE, | |
| }; |