| // SPDX-License-Identifier: GPL-2.0-or-later | |
| /* | |
| * Stateless NAT actions | |
| * | |
| * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au> | |
| */ | |
| #include <linux/errno.h> | |
| #include <linux/init.h> | |
| #include <linux/kernel.h> | |
| #include <linux/module.h> | |
| #include <linux/netfilter.h> | |
| #include <linux/rtnetlink.h> | |
| #include <linux/skbuff.h> | |
| #include <linux/slab.h> | |
| #include <linux/spinlock.h> | |
| #include <linux/string.h> | |
| #include <linux/tc_act/tc_nat.h> | |
| #include <net/act_api.h> | |
| #include <net/pkt_cls.h> | |
| #include <net/icmp.h> | |
| #include <net/ip.h> | |
| #include <net/netlink.h> | |
| #include <net/tc_act/tc_nat.h> | |
| #include <net/tcp.h> | |
| #include <net/udp.h> | |
| #include <net/tc_wrapper.h> | |
| static struct tc_action_ops act_nat_ops; | |
| static const struct nla_policy nat_policy[TCA_NAT_MAX + 1] = { | |
| [TCA_NAT_PARMS] = { .len = sizeof(struct tc_nat) }, | |
| }; | |
| static int tcf_nat_init(struct net *net, struct nlattr *nla, struct nlattr *est, | |
| struct tc_action **a, struct tcf_proto *tp, | |
| u32 flags, struct netlink_ext_ack *extack) | |
| { | |
| struct tc_action_net *tn = net_generic(net, act_nat_ops.net_id); | |
| bool bind = flags & TCA_ACT_FLAGS_BIND; | |
| struct tcf_nat_parms *nparm, *oparm; | |
| struct nlattr *tb[TCA_NAT_MAX + 1]; | |
| struct tcf_chain *goto_ch = NULL; | |
| struct tc_nat *parm; | |
| int ret = 0, err; | |
| struct tcf_nat *p; | |
| u32 index; | |
| if (nla == NULL) | |
| return -EINVAL; | |
| err = nla_parse_nested_deprecated(tb, TCA_NAT_MAX, nla, nat_policy, | |
| NULL); | |
| if (err < 0) | |
| return err; | |
| if (tb[TCA_NAT_PARMS] == NULL) | |
| return -EINVAL; | |
| parm = nla_data(tb[TCA_NAT_PARMS]); | |
| index = parm->index; | |
| err = tcf_idr_check_alloc(tn, &index, a, bind); | |
| if (!err) { | |
| ret = tcf_idr_create_from_flags(tn, index, est, a, &act_nat_ops, | |
| bind, flags); | |
| if (ret) { | |
| tcf_idr_cleanup(tn, index); | |
| return ret; | |
| } | |
| ret = ACT_P_CREATED; | |
| } else if (err > 0) { | |
| if (bind) | |
| return ACT_P_BOUND; | |
| if (!(flags & TCA_ACT_FLAGS_REPLACE)) { | |
| tcf_idr_release(*a, bind); | |
| return -EEXIST; | |
| } | |
| } else { | |
| return err; | |
| } | |
| err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch, extack); | |
| if (err < 0) | |
| goto release_idr; | |
| nparm = kzalloc_obj(*nparm); | |
| if (!nparm) { | |
| err = -ENOMEM; | |
| goto release_idr; | |
| } | |
| nparm->old_addr = parm->old_addr; | |
| nparm->new_addr = parm->new_addr; | |
| nparm->mask = parm->mask; | |
| nparm->flags = parm->flags; | |
| nparm->action = parm->action; | |
| p = to_tcf_nat(*a); | |
| spin_lock_bh(&p->tcf_lock); | |
| goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch); | |
| oparm = rcu_replace_pointer(p->parms, nparm, lockdep_is_held(&p->tcf_lock)); | |
| spin_unlock_bh(&p->tcf_lock); | |
| if (goto_ch) | |
| tcf_chain_put_by_act(goto_ch); | |
| if (oparm) | |
| kfree_rcu(oparm, rcu); | |
| return ret; | |
| release_idr: | |
| tcf_idr_release(*a, bind); | |
| return err; | |
| } | |
| TC_INDIRECT_SCOPE int tcf_nat_act(struct sk_buff *skb, | |
| const struct tc_action *a, | |
| struct tcf_result *res) | |
| { | |
| struct tcf_nat *p = to_tcf_nat(a); | |
| struct tcf_nat_parms *parms; | |
| struct iphdr *iph; | |
| __be32 old_addr; | |
| __be32 new_addr; | |
| __be32 mask; | |
| __be32 addr; | |
| int egress; | |
| int action; | |
| int ihl; | |
| int noff; | |
| tcf_lastuse_update(&p->tcf_tm); | |
| tcf_action_update_bstats(&p->common, skb); | |
| parms = rcu_dereference_bh(p->parms); | |
| action = parms->action; | |
| if (unlikely(action == TC_ACT_SHOT)) | |
| goto drop; | |
| old_addr = parms->old_addr; | |
| new_addr = parms->new_addr; | |
| mask = parms->mask; | |
| egress = parms->flags & TCA_NAT_FLAG_EGRESS; | |
| noff = skb_network_offset(skb); | |
| if (!pskb_may_pull(skb, sizeof(*iph) + noff)) | |
| goto drop; | |
| iph = ip_hdr(skb); | |
| if (egress) | |
| addr = iph->saddr; | |
| else | |
| addr = iph->daddr; | |
| if (!((old_addr ^ addr) & mask)) { | |
| if (skb_try_make_writable(skb, sizeof(*iph) + noff)) | |
| goto drop; | |
| new_addr &= mask; | |
| new_addr |= addr & ~mask; | |
| /* Rewrite IP header */ | |
| iph = ip_hdr(skb); | |
| if (egress) | |
| iph->saddr = new_addr; | |
| else | |
| iph->daddr = new_addr; | |
| csum_replace4(&iph->check, addr, new_addr); | |
| } else if ((iph->frag_off & htons(IP_OFFSET)) || | |
| iph->protocol != IPPROTO_ICMP) { | |
| goto out; | |
| } | |
| ihl = iph->ihl * 4; | |
| /* It would be nice to share code with stateful NAT. */ | |
| switch (iph->frag_off & htons(IP_OFFSET) ? 0 : iph->protocol) { | |
| case IPPROTO_TCP: | |
| { | |
| struct tcphdr *tcph; | |
| if (!pskb_may_pull(skb, ihl + sizeof(*tcph) + noff) || | |
| skb_try_make_writable(skb, ihl + sizeof(*tcph) + noff)) | |
| goto drop; | |
| tcph = (void *)(skb_network_header(skb) + ihl); | |
| inet_proto_csum_replace4(&tcph->check, skb, addr, new_addr, | |
| true); | |
| break; | |
| } | |
| case IPPROTO_UDP: | |
| { | |
| struct udphdr *udph; | |
| if (!pskb_may_pull(skb, ihl + sizeof(*udph) + noff) || | |
| skb_try_make_writable(skb, ihl + sizeof(*udph) + noff)) | |
| goto drop; | |
| udph = (void *)(skb_network_header(skb) + ihl); | |
| if (udph->check || skb->ip_summed == CHECKSUM_PARTIAL) { | |
| inet_proto_csum_replace4(&udph->check, skb, addr, | |
| new_addr, true); | |
| if (!udph->check) | |
| udph->check = CSUM_MANGLED_0; | |
| } | |
| break; | |
| } | |
| case IPPROTO_ICMP: | |
| { | |
| struct icmphdr *icmph; | |
| if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + noff)) | |
| goto drop; | |
| icmph = (void *)(skb_network_header(skb) + ihl); | |
| if (!icmp_is_err(icmph->type)) | |
| break; | |
| if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + sizeof(*iph) + | |
| noff)) | |
| goto drop; | |
| icmph = (void *)(skb_network_header(skb) + ihl); | |
| iph = (void *)(icmph + 1); | |
| if (egress) | |
| addr = iph->daddr; | |
| else | |
| addr = iph->saddr; | |
| if ((old_addr ^ addr) & mask) | |
| break; | |
| if (skb_try_make_writable(skb, ihl + sizeof(*icmph) + | |
| sizeof(*iph) + noff)) | |
| goto drop; | |
| icmph = (void *)(skb_network_header(skb) + ihl); | |
| iph = (void *)(icmph + 1); | |
| new_addr &= mask; | |
| new_addr |= addr & ~mask; | |
| /* XXX Fix up the inner checksums. */ | |
| if (egress) | |
| iph->daddr = new_addr; | |
| else | |
| iph->saddr = new_addr; | |
| inet_proto_csum_replace4(&icmph->checksum, skb, addr, new_addr, | |
| false); | |
| break; | |
| } | |
| default: | |
| break; | |
| } | |
| out: | |
| return action; | |
| drop: | |
| tcf_action_inc_drop_qstats(&p->common); | |
| return TC_ACT_SHOT; | |
| } | |
| static int tcf_nat_dump(struct sk_buff *skb, struct tc_action *a, | |
| int bind, int ref) | |
| { | |
| unsigned char *b = skb_tail_pointer(skb); | |
| const struct tcf_nat *p = to_tcf_nat(a); | |
| const struct tcf_nat_parms *parms; | |
| struct tc_nat opt = { | |
| .index = p->tcf_index, | |
| .refcnt = refcount_read(&p->tcf_refcnt) - ref, | |
| .bindcnt = atomic_read(&p->tcf_bindcnt) - bind, | |
| }; | |
| struct tcf_t t; | |
| rcu_read_lock(); | |
| parms = rcu_dereference(p->parms); | |
| opt.action = parms->action; | |
| opt.old_addr = parms->old_addr; | |
| opt.new_addr = parms->new_addr; | |
| opt.mask = parms->mask; | |
| opt.flags = parms->flags; | |
| if (nla_put(skb, TCA_NAT_PARMS, sizeof(opt), &opt)) | |
| goto nla_put_failure; | |
| tcf_tm_dump(&t, &p->tcf_tm); | |
| if (nla_put_64bit(skb, TCA_NAT_TM, sizeof(t), &t, TCA_NAT_PAD)) | |
| goto nla_put_failure; | |
| rcu_read_unlock(); | |
| return skb->len; | |
| nla_put_failure: | |
| rcu_read_unlock(); | |
| nlmsg_trim(skb, b); | |
| return -1; | |
| } | |
| static void tcf_nat_cleanup(struct tc_action *a) | |
| { | |
| struct tcf_nat *p = to_tcf_nat(a); | |
| struct tcf_nat_parms *parms; | |
| parms = rcu_dereference_protected(p->parms, 1); | |
| if (parms) | |
| kfree_rcu(parms, rcu); | |
| } | |
| static struct tc_action_ops act_nat_ops = { | |
| .kind = "nat", | |
| .id = TCA_ID_NAT, | |
| .owner = THIS_MODULE, | |
| .act = tcf_nat_act, | |
| .dump = tcf_nat_dump, | |
| .init = tcf_nat_init, | |
| .cleanup = tcf_nat_cleanup, | |
| .size = sizeof(struct tcf_nat), | |
| }; | |
| MODULE_ALIAS_NET_ACT("nat"); | |
| static __net_init int nat_init_net(struct net *net) | |
| { | |
| struct tc_action_net *tn = net_generic(net, act_nat_ops.net_id); | |
| return tc_action_net_init(net, tn, &act_nat_ops); | |
| } | |
| static void __net_exit nat_exit_net(struct list_head *net_list) | |
| { | |
| tc_action_net_exit(net_list, act_nat_ops.net_id); | |
| } | |
| static struct pernet_operations nat_net_ops = { | |
| .init = nat_init_net, | |
| .exit_batch = nat_exit_net, | |
| .id = &act_nat_ops.net_id, | |
| .size = sizeof(struct tc_action_net), | |
| }; | |
| MODULE_DESCRIPTION("Stateless NAT actions"); | |
| MODULE_LICENSE("GPL"); | |
| static int __init nat_init_module(void) | |
| { | |
| return tcf_register_action(&act_nat_ops, &nat_net_ops); | |
| } | |
| static void __exit nat_cleanup_module(void) | |
| { | |
| tcf_unregister_action(&act_nat_ops, &nat_net_ops); | |
| } | |
| module_init(nat_init_module); | |
| module_exit(nat_cleanup_module); |