cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

raw.c (31065B)


      1// SPDX-License-Identifier: GPL-2.0-or-later
      2/*
      3 *	RAW sockets for IPv6
      4 *	Linux INET6 implementation
      5 *
      6 *	Authors:
      7 *	Pedro Roque		<roque@di.fc.ul.pt>
      8 *
      9 *	Adapted from linux/net/ipv4/raw.c
     10 *
     11 *	Fixes:
     12 *	Hideaki YOSHIFUJI	:	sin6_scope_id support
     13 *	YOSHIFUJI,H.@USAGI	:	raw checksum (RFC2292(bis) compliance)
     14 *	Kazunori MIYAZAWA @USAGI:	change process style to use ip6_append_data
     15 */
     16
     17#include <linux/errno.h>
     18#include <linux/types.h>
     19#include <linux/socket.h>
     20#include <linux/slab.h>
     21#include <linux/sockios.h>
     22#include <linux/net.h>
     23#include <linux/in6.h>
     24#include <linux/netdevice.h>
     25#include <linux/if_arp.h>
     26#include <linux/icmpv6.h>
     27#include <linux/netfilter.h>
     28#include <linux/netfilter_ipv6.h>
     29#include <linux/skbuff.h>
     30#include <linux/compat.h>
     31#include <linux/uaccess.h>
     32#include <asm/ioctls.h>
     33
     34#include <net/net_namespace.h>
     35#include <net/ip.h>
     36#include <net/sock.h>
     37#include <net/snmp.h>
     38
     39#include <net/ipv6.h>
     40#include <net/ndisc.h>
     41#include <net/protocol.h>
     42#include <net/ip6_route.h>
     43#include <net/ip6_checksum.h>
     44#include <net/addrconf.h>
     45#include <net/transp_v6.h>
     46#include <net/udp.h>
     47#include <net/inet_common.h>
     48#include <net/tcp_states.h>
     49#if IS_ENABLED(CONFIG_IPV6_MIP6)
     50#include <net/mip6.h>
     51#endif
     52#include <linux/mroute6.h>
     53
     54#include <net/raw.h>
     55#include <net/rawv6.h>
     56#include <net/xfrm.h>
     57
     58#include <linux/proc_fs.h>
     59#include <linux/seq_file.h>
     60#include <linux/export.h>
     61
     62#define	ICMPV6_HDRLEN	4	/* ICMPv6 header, RFC 4443 Section 2.1 */
     63
     64struct raw_hashinfo raw_v6_hashinfo = {
     65	.lock = __RW_LOCK_UNLOCKED(raw_v6_hashinfo.lock),
     66};
     67EXPORT_SYMBOL_GPL(raw_v6_hashinfo);
     68
     69struct sock *__raw_v6_lookup(struct net *net, struct sock *sk,
     70		unsigned short num, const struct in6_addr *loc_addr,
     71		const struct in6_addr *rmt_addr, int dif, int sdif)
     72{
     73	bool is_multicast = ipv6_addr_is_multicast(loc_addr);
     74
     75	sk_for_each_from(sk)
     76		if (inet_sk(sk)->inet_num == num) {
     77
     78			if (!net_eq(sock_net(sk), net))
     79				continue;
     80
     81			if (!ipv6_addr_any(&sk->sk_v6_daddr) &&
     82			    !ipv6_addr_equal(&sk->sk_v6_daddr, rmt_addr))
     83				continue;
     84
     85			if (!raw_sk_bound_dev_eq(net, sk->sk_bound_dev_if,
     86						 dif, sdif))
     87				continue;
     88
     89			if (!ipv6_addr_any(&sk->sk_v6_rcv_saddr)) {
     90				if (ipv6_addr_equal(&sk->sk_v6_rcv_saddr, loc_addr))
     91					goto found;
     92				if (is_multicast &&
     93				    inet6_mc_check(sk, loc_addr, rmt_addr))
     94					goto found;
     95				continue;
     96			}
     97			goto found;
     98		}
     99	sk = NULL;
    100found:
    101	return sk;
    102}
    103EXPORT_SYMBOL_GPL(__raw_v6_lookup);
    104
    105/*
    106 *	0 - deliver
    107 *	1 - block
    108 */
    109static int icmpv6_filter(const struct sock *sk, const struct sk_buff *skb)
    110{
    111	struct icmp6hdr _hdr;
    112	const struct icmp6hdr *hdr;
    113
    114	/* We require only the four bytes of the ICMPv6 header, not any
    115	 * additional bytes of message body in "struct icmp6hdr".
    116	 */
    117	hdr = skb_header_pointer(skb, skb_transport_offset(skb),
    118				 ICMPV6_HDRLEN, &_hdr);
    119	if (hdr) {
    120		const __u32 *data = &raw6_sk(sk)->filter.data[0];
    121		unsigned int type = hdr->icmp6_type;
    122
    123		return (data[type >> 5] & (1U << (type & 31))) != 0;
    124	}
    125	return 1;
    126}
    127
    128#if IS_ENABLED(CONFIG_IPV6_MIP6)
    129typedef int mh_filter_t(struct sock *sock, struct sk_buff *skb);
    130
    131static mh_filter_t __rcu *mh_filter __read_mostly;
    132
    133int rawv6_mh_filter_register(mh_filter_t filter)
    134{
    135	rcu_assign_pointer(mh_filter, filter);
    136	return 0;
    137}
    138EXPORT_SYMBOL(rawv6_mh_filter_register);
    139
    140int rawv6_mh_filter_unregister(mh_filter_t filter)
    141{
    142	RCU_INIT_POINTER(mh_filter, NULL);
    143	synchronize_rcu();
    144	return 0;
    145}
    146EXPORT_SYMBOL(rawv6_mh_filter_unregister);
    147
    148#endif
    149
    150/*
    151 *	demultiplex raw sockets.
    152 *	(should consider queueing the skb in the sock receive_queue
    153 *	without calling rawv6.c)
    154 *
    155 *	Caller owns SKB so we must make clones.
    156 */
    157static bool ipv6_raw_deliver(struct sk_buff *skb, int nexthdr)
    158{
    159	const struct in6_addr *saddr;
    160	const struct in6_addr *daddr;
    161	struct sock *sk;
    162	bool delivered = false;
    163	__u8 hash;
    164	struct net *net;
    165
    166	saddr = &ipv6_hdr(skb)->saddr;
    167	daddr = saddr + 1;
    168
    169	hash = nexthdr & (RAW_HTABLE_SIZE - 1);
    170
    171	read_lock(&raw_v6_hashinfo.lock);
    172	sk = sk_head(&raw_v6_hashinfo.ht[hash]);
    173
    174	if (!sk)
    175		goto out;
    176
    177	net = dev_net(skb->dev);
    178	sk = __raw_v6_lookup(net, sk, nexthdr, daddr, saddr,
    179			     inet6_iif(skb), inet6_sdif(skb));
    180
    181	while (sk) {
    182		int filtered;
    183
    184		delivered = true;
    185		switch (nexthdr) {
    186		case IPPROTO_ICMPV6:
    187			filtered = icmpv6_filter(sk, skb);
    188			break;
    189
    190#if IS_ENABLED(CONFIG_IPV6_MIP6)
    191		case IPPROTO_MH:
    192		{
    193			/* XXX: To validate MH only once for each packet,
    194			 * this is placed here. It should be after checking
    195			 * xfrm policy, however it doesn't. The checking xfrm
    196			 * policy is placed in rawv6_rcv() because it is
    197			 * required for each socket.
    198			 */
    199			mh_filter_t *filter;
    200
    201			filter = rcu_dereference(mh_filter);
    202			filtered = filter ? (*filter)(sk, skb) : 0;
    203			break;
    204		}
    205#endif
    206		default:
    207			filtered = 0;
    208			break;
    209		}
    210
    211		if (filtered < 0)
    212			break;
    213		if (filtered == 0) {
    214			struct sk_buff *clone = skb_clone(skb, GFP_ATOMIC);
    215
    216			/* Not releasing hash table! */
    217			if (clone) {
    218				nf_reset_ct(clone);
    219				rawv6_rcv(sk, clone);
    220			}
    221		}
    222		sk = __raw_v6_lookup(net, sk_next(sk), nexthdr, daddr, saddr,
    223				     inet6_iif(skb), inet6_sdif(skb));
    224	}
    225out:
    226	read_unlock(&raw_v6_hashinfo.lock);
    227	return delivered;
    228}
    229
    230bool raw6_local_deliver(struct sk_buff *skb, int nexthdr)
    231{
    232	struct sock *raw_sk;
    233
    234	raw_sk = sk_head(&raw_v6_hashinfo.ht[nexthdr & (RAW_HTABLE_SIZE - 1)]);
    235	if (raw_sk && !ipv6_raw_deliver(skb, nexthdr))
    236		raw_sk = NULL;
    237
    238	return raw_sk != NULL;
    239}
    240
    241/* This cleans up af_inet6 a bit. -DaveM */
    242static int rawv6_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len)
    243{
    244	struct inet_sock *inet = inet_sk(sk);
    245	struct ipv6_pinfo *np = inet6_sk(sk);
    246	struct sockaddr_in6 *addr = (struct sockaddr_in6 *) uaddr;
    247	__be32 v4addr = 0;
    248	int addr_type;
    249	int err;
    250
    251	if (addr_len < SIN6_LEN_RFC2133)
    252		return -EINVAL;
    253
    254	if (addr->sin6_family != AF_INET6)
    255		return -EINVAL;
    256
    257	addr_type = ipv6_addr_type(&addr->sin6_addr);
    258
    259	/* Raw sockets are IPv6 only */
    260	if (addr_type == IPV6_ADDR_MAPPED)
    261		return -EADDRNOTAVAIL;
    262
    263	lock_sock(sk);
    264
    265	err = -EINVAL;
    266	if (sk->sk_state != TCP_CLOSE)
    267		goto out;
    268
    269	rcu_read_lock();
    270	/* Check if the address belongs to the host. */
    271	if (addr_type != IPV6_ADDR_ANY) {
    272		struct net_device *dev = NULL;
    273
    274		if (__ipv6_addr_needs_scope_id(addr_type)) {
    275			if (addr_len >= sizeof(struct sockaddr_in6) &&
    276			    addr->sin6_scope_id) {
    277				/* Override any existing binding, if another
    278				 * one is supplied by user.
    279				 */
    280				sk->sk_bound_dev_if = addr->sin6_scope_id;
    281			}
    282
    283			/* Binding to link-local address requires an interface */
    284			if (!sk->sk_bound_dev_if)
    285				goto out_unlock;
    286		}
    287
    288		if (sk->sk_bound_dev_if) {
    289			err = -ENODEV;
    290			dev = dev_get_by_index_rcu(sock_net(sk),
    291						   sk->sk_bound_dev_if);
    292			if (!dev)
    293				goto out_unlock;
    294		}
    295
    296		/* ipv4 addr of the socket is invalid.  Only the
    297		 * unspecified and mapped address have a v4 equivalent.
    298		 */
    299		v4addr = LOOPBACK4_IPV6;
    300		if (!(addr_type & IPV6_ADDR_MULTICAST) &&
    301		    !ipv6_can_nonlocal_bind(sock_net(sk), inet)) {
    302			err = -EADDRNOTAVAIL;
    303			if (!ipv6_chk_addr(sock_net(sk), &addr->sin6_addr,
    304					   dev, 0)) {
    305				goto out_unlock;
    306			}
    307		}
    308	}
    309
    310	inet->inet_rcv_saddr = inet->inet_saddr = v4addr;
    311	sk->sk_v6_rcv_saddr = addr->sin6_addr;
    312	if (!(addr_type & IPV6_ADDR_MULTICAST))
    313		np->saddr = addr->sin6_addr;
    314	err = 0;
    315out_unlock:
    316	rcu_read_unlock();
    317out:
    318	release_sock(sk);
    319	return err;
    320}
    321
    322static void rawv6_err(struct sock *sk, struct sk_buff *skb,
    323	       struct inet6_skb_parm *opt,
    324	       u8 type, u8 code, int offset, __be32 info)
    325{
    326	struct inet_sock *inet = inet_sk(sk);
    327	struct ipv6_pinfo *np = inet6_sk(sk);
    328	int err;
    329	int harderr;
    330
    331	/* Report error on raw socket, if:
    332	   1. User requested recverr.
    333	   2. Socket is connected (otherwise the error indication
    334	      is useless without recverr and error is hard.
    335	 */
    336	if (!np->recverr && sk->sk_state != TCP_ESTABLISHED)
    337		return;
    338
    339	harderr = icmpv6_err_convert(type, code, &err);
    340	if (type == ICMPV6_PKT_TOOBIG) {
    341		ip6_sk_update_pmtu(skb, sk, info);
    342		harderr = (np->pmtudisc == IPV6_PMTUDISC_DO);
    343	}
    344	if (type == NDISC_REDIRECT) {
    345		ip6_sk_redirect(skb, sk);
    346		return;
    347	}
    348	if (np->recverr) {
    349		u8 *payload = skb->data;
    350		if (!inet->hdrincl)
    351			payload += offset;
    352		ipv6_icmp_error(sk, skb, err, 0, ntohl(info), payload);
    353	}
    354
    355	if (np->recverr || harderr) {
    356		sk->sk_err = err;
    357		sk_error_report(sk);
    358	}
    359}
    360
    361void raw6_icmp_error(struct sk_buff *skb, int nexthdr,
    362		u8 type, u8 code, int inner_offset, __be32 info)
    363{
    364	struct sock *sk;
    365	int hash;
    366	const struct in6_addr *saddr, *daddr;
    367	struct net *net;
    368
    369	hash = nexthdr & (RAW_HTABLE_SIZE - 1);
    370
    371	read_lock(&raw_v6_hashinfo.lock);
    372	sk = sk_head(&raw_v6_hashinfo.ht[hash]);
    373	if (sk) {
    374		/* Note: ipv6_hdr(skb) != skb->data */
    375		const struct ipv6hdr *ip6h = (const struct ipv6hdr *)skb->data;
    376		saddr = &ip6h->saddr;
    377		daddr = &ip6h->daddr;
    378		net = dev_net(skb->dev);
    379
    380		while ((sk = __raw_v6_lookup(net, sk, nexthdr, saddr, daddr,
    381					     inet6_iif(skb), inet6_iif(skb)))) {
    382			rawv6_err(sk, skb, NULL, type, code,
    383					inner_offset, info);
    384			sk = sk_next(sk);
    385		}
    386	}
    387	read_unlock(&raw_v6_hashinfo.lock);
    388}
    389
    390static inline int rawv6_rcv_skb(struct sock *sk, struct sk_buff *skb)
    391{
    392	if ((raw6_sk(sk)->checksum || rcu_access_pointer(sk->sk_filter)) &&
    393	    skb_checksum_complete(skb)) {
    394		atomic_inc(&sk->sk_drops);
    395		kfree_skb(skb);
    396		return NET_RX_DROP;
    397	}
    398
    399	/* Charge it to the socket. */
    400	skb_dst_drop(skb);
    401	if (sock_queue_rcv_skb(sk, skb) < 0) {
    402		kfree_skb(skb);
    403		return NET_RX_DROP;
    404	}
    405
    406	return 0;
    407}
    408
    409/*
    410 *	This is next to useless...
    411 *	if we demultiplex in network layer we don't need the extra call
    412 *	just to queue the skb...
    413 *	maybe we could have the network decide upon a hint if it
    414 *	should call raw_rcv for demultiplexing
    415 */
    416int rawv6_rcv(struct sock *sk, struct sk_buff *skb)
    417{
    418	struct inet_sock *inet = inet_sk(sk);
    419	struct raw6_sock *rp = raw6_sk(sk);
    420
    421	if (!xfrm6_policy_check(sk, XFRM_POLICY_IN, skb)) {
    422		atomic_inc(&sk->sk_drops);
    423		kfree_skb(skb);
    424		return NET_RX_DROP;
    425	}
    426
    427	if (!rp->checksum)
    428		skb->ip_summed = CHECKSUM_UNNECESSARY;
    429
    430	if (skb->ip_summed == CHECKSUM_COMPLETE) {
    431		skb_postpull_rcsum(skb, skb_network_header(skb),
    432				   skb_network_header_len(skb));
    433		if (!csum_ipv6_magic(&ipv6_hdr(skb)->saddr,
    434				     &ipv6_hdr(skb)->daddr,
    435				     skb->len, inet->inet_num, skb->csum))
    436			skb->ip_summed = CHECKSUM_UNNECESSARY;
    437	}
    438	if (!skb_csum_unnecessary(skb))
    439		skb->csum = ~csum_unfold(csum_ipv6_magic(&ipv6_hdr(skb)->saddr,
    440							 &ipv6_hdr(skb)->daddr,
    441							 skb->len,
    442							 inet->inet_num, 0));
    443
    444	if (inet->hdrincl) {
    445		if (skb_checksum_complete(skb)) {
    446			atomic_inc(&sk->sk_drops);
    447			kfree_skb(skb);
    448			return NET_RX_DROP;
    449		}
    450	}
    451
    452	rawv6_rcv_skb(sk, skb);
    453	return 0;
    454}
    455
    456
    457/*
    458 *	This should be easy, if there is something there
    459 *	we return it, otherwise we block.
    460 */
    461
    462static int rawv6_recvmsg(struct sock *sk, struct msghdr *msg, size_t len,
    463			 int flags, int *addr_len)
    464{
    465	struct ipv6_pinfo *np = inet6_sk(sk);
    466	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name);
    467	struct sk_buff *skb;
    468	size_t copied;
    469	int err;
    470
    471	if (flags & MSG_OOB)
    472		return -EOPNOTSUPP;
    473
    474	if (flags & MSG_ERRQUEUE)
    475		return ipv6_recv_error(sk, msg, len, addr_len);
    476
    477	if (np->rxpmtu && np->rxopt.bits.rxpmtu)
    478		return ipv6_recv_rxpmtu(sk, msg, len, addr_len);
    479
    480	skb = skb_recv_datagram(sk, flags, &err);
    481	if (!skb)
    482		goto out;
    483
    484	copied = skb->len;
    485	if (copied > len) {
    486		copied = len;
    487		msg->msg_flags |= MSG_TRUNC;
    488	}
    489
    490	if (skb_csum_unnecessary(skb)) {
    491		err = skb_copy_datagram_msg(skb, 0, msg, copied);
    492	} else if (msg->msg_flags&MSG_TRUNC) {
    493		if (__skb_checksum_complete(skb))
    494			goto csum_copy_err;
    495		err = skb_copy_datagram_msg(skb, 0, msg, copied);
    496	} else {
    497		err = skb_copy_and_csum_datagram_msg(skb, 0, msg);
    498		if (err == -EINVAL)
    499			goto csum_copy_err;
    500	}
    501	if (err)
    502		goto out_free;
    503
    504	/* Copy the address. */
    505	if (sin6) {
    506		sin6->sin6_family = AF_INET6;
    507		sin6->sin6_port = 0;
    508		sin6->sin6_addr = ipv6_hdr(skb)->saddr;
    509		sin6->sin6_flowinfo = 0;
    510		sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr,
    511							  inet6_iif(skb));
    512		*addr_len = sizeof(*sin6);
    513	}
    514
    515	sock_recv_cmsgs(msg, sk, skb);
    516
    517	if (np->rxopt.all)
    518		ip6_datagram_recv_ctl(sk, msg, skb);
    519
    520	err = copied;
    521	if (flags & MSG_TRUNC)
    522		err = skb->len;
    523
    524out_free:
    525	skb_free_datagram(sk, skb);
    526out:
    527	return err;
    528
    529csum_copy_err:
    530	skb_kill_datagram(sk, skb, flags);
    531
    532	/* Error for blocking case is chosen to masquerade
    533	   as some normal condition.
    534	 */
    535	err = (flags&MSG_DONTWAIT) ? -EAGAIN : -EHOSTUNREACH;
    536	goto out;
    537}
    538
    539static int rawv6_push_pending_frames(struct sock *sk, struct flowi6 *fl6,
    540				     struct raw6_sock *rp)
    541{
    542	struct sk_buff *skb;
    543	int err = 0;
    544	int offset;
    545	int len;
    546	int total_len;
    547	__wsum tmp_csum;
    548	__sum16 csum;
    549
    550	if (!rp->checksum)
    551		goto send;
    552
    553	skb = skb_peek(&sk->sk_write_queue);
    554	if (!skb)
    555		goto out;
    556
    557	offset = rp->offset;
    558	total_len = inet_sk(sk)->cork.base.length;
    559	if (offset >= total_len - 1) {
    560		err = -EINVAL;
    561		ip6_flush_pending_frames(sk);
    562		goto out;
    563	}
    564
    565	/* should be check HW csum miyazawa */
    566	if (skb_queue_len(&sk->sk_write_queue) == 1) {
    567		/*
    568		 * Only one fragment on the socket.
    569		 */
    570		tmp_csum = skb->csum;
    571	} else {
    572		struct sk_buff *csum_skb = NULL;
    573		tmp_csum = 0;
    574
    575		skb_queue_walk(&sk->sk_write_queue, skb) {
    576			tmp_csum = csum_add(tmp_csum, skb->csum);
    577
    578			if (csum_skb)
    579				continue;
    580
    581			len = skb->len - skb_transport_offset(skb);
    582			if (offset >= len) {
    583				offset -= len;
    584				continue;
    585			}
    586
    587			csum_skb = skb;
    588		}
    589
    590		skb = csum_skb;
    591	}
    592
    593	offset += skb_transport_offset(skb);
    594	err = skb_copy_bits(skb, offset, &csum, 2);
    595	if (err < 0) {
    596		ip6_flush_pending_frames(sk);
    597		goto out;
    598	}
    599
    600	/* in case cksum was not initialized */
    601	if (unlikely(csum))
    602		tmp_csum = csum_sub(tmp_csum, csum_unfold(csum));
    603
    604	csum = csum_ipv6_magic(&fl6->saddr, &fl6->daddr,
    605			       total_len, fl6->flowi6_proto, tmp_csum);
    606
    607	if (csum == 0 && fl6->flowi6_proto == IPPROTO_UDP)
    608		csum = CSUM_MANGLED_0;
    609
    610	BUG_ON(skb_store_bits(skb, offset, &csum, 2));
    611
    612send:
    613	err = ip6_push_pending_frames(sk);
    614out:
    615	return err;
    616}
    617
    618static int rawv6_send_hdrinc(struct sock *sk, struct msghdr *msg, int length,
    619			struct flowi6 *fl6, struct dst_entry **dstp,
    620			unsigned int flags, const struct sockcm_cookie *sockc)
    621{
    622	struct ipv6_pinfo *np = inet6_sk(sk);
    623	struct net *net = sock_net(sk);
    624	struct ipv6hdr *iph;
    625	struct sk_buff *skb;
    626	int err;
    627	struct rt6_info *rt = (struct rt6_info *)*dstp;
    628	int hlen = LL_RESERVED_SPACE(rt->dst.dev);
    629	int tlen = rt->dst.dev->needed_tailroom;
    630
    631	if (length > rt->dst.dev->mtu) {
    632		ipv6_local_error(sk, EMSGSIZE, fl6, rt->dst.dev->mtu);
    633		return -EMSGSIZE;
    634	}
    635	if (length < sizeof(struct ipv6hdr))
    636		return -EINVAL;
    637	if (flags&MSG_PROBE)
    638		goto out;
    639
    640	skb = sock_alloc_send_skb(sk,
    641				  length + hlen + tlen + 15,
    642				  flags & MSG_DONTWAIT, &err);
    643	if (!skb)
    644		goto error;
    645	skb_reserve(skb, hlen);
    646
    647	skb->protocol = htons(ETH_P_IPV6);
    648	skb->priority = sk->sk_priority;
    649	skb->mark = sockc->mark;
    650	skb->tstamp = sockc->transmit_time;
    651
    652	skb_put(skb, length);
    653	skb_reset_network_header(skb);
    654	iph = ipv6_hdr(skb);
    655
    656	skb->ip_summed = CHECKSUM_NONE;
    657
    658	skb_setup_tx_timestamp(skb, sockc->tsflags);
    659
    660	if (flags & MSG_CONFIRM)
    661		skb_set_dst_pending_confirm(skb, 1);
    662
    663	skb->transport_header = skb->network_header;
    664	err = memcpy_from_msg(iph, msg, length);
    665	if (err) {
    666		err = -EFAULT;
    667		kfree_skb(skb);
    668		goto error;
    669	}
    670
    671	skb_dst_set(skb, &rt->dst);
    672	*dstp = NULL;
    673
    674	/* if egress device is enslaved to an L3 master device pass the
    675	 * skb to its handler for processing
    676	 */
    677	skb = l3mdev_ip6_out(sk, skb);
    678	if (unlikely(!skb))
    679		return 0;
    680
    681	/* Acquire rcu_read_lock() in case we need to use rt->rt6i_idev
    682	 * in the error path. Since skb has been freed, the dst could
    683	 * have been queued for deletion.
    684	 */
    685	rcu_read_lock();
    686	IP6_UPD_PO_STATS(net, rt->rt6i_idev, IPSTATS_MIB_OUT, skb->len);
    687	err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT, net, sk, skb,
    688		      NULL, rt->dst.dev, dst_output);
    689	if (err > 0)
    690		err = net_xmit_errno(err);
    691	if (err) {
    692		IP6_INC_STATS(net, rt->rt6i_idev, IPSTATS_MIB_OUTDISCARDS);
    693		rcu_read_unlock();
    694		goto error_check;
    695	}
    696	rcu_read_unlock();
    697out:
    698	return 0;
    699
    700error:
    701	IP6_INC_STATS(net, rt->rt6i_idev, IPSTATS_MIB_OUTDISCARDS);
    702error_check:
    703	if (err == -ENOBUFS && !np->recverr)
    704		err = 0;
    705	return err;
    706}
    707
    708struct raw6_frag_vec {
    709	struct msghdr *msg;
    710	int hlen;
    711	char c[4];
    712};
    713
    714static int rawv6_probe_proto_opt(struct raw6_frag_vec *rfv, struct flowi6 *fl6)
    715{
    716	int err = 0;
    717	switch (fl6->flowi6_proto) {
    718	case IPPROTO_ICMPV6:
    719		rfv->hlen = 2;
    720		err = memcpy_from_msg(rfv->c, rfv->msg, rfv->hlen);
    721		if (!err) {
    722			fl6->fl6_icmp_type = rfv->c[0];
    723			fl6->fl6_icmp_code = rfv->c[1];
    724		}
    725		break;
    726	case IPPROTO_MH:
    727		rfv->hlen = 4;
    728		err = memcpy_from_msg(rfv->c, rfv->msg, rfv->hlen);
    729		if (!err)
    730			fl6->fl6_mh_type = rfv->c[2];
    731	}
    732	return err;
    733}
    734
    735static int raw6_getfrag(void *from, char *to, int offset, int len, int odd,
    736		       struct sk_buff *skb)
    737{
    738	struct raw6_frag_vec *rfv = from;
    739
    740	if (offset < rfv->hlen) {
    741		int copy = min(rfv->hlen - offset, len);
    742
    743		if (skb->ip_summed == CHECKSUM_PARTIAL)
    744			memcpy(to, rfv->c + offset, copy);
    745		else
    746			skb->csum = csum_block_add(
    747				skb->csum,
    748				csum_partial_copy_nocheck(rfv->c + offset,
    749							  to, copy),
    750				odd);
    751
    752		odd = 0;
    753		offset += copy;
    754		to += copy;
    755		len -= copy;
    756
    757		if (!len)
    758			return 0;
    759	}
    760
    761	offset -= rfv->hlen;
    762
    763	return ip_generic_getfrag(rfv->msg, to, offset, len, odd, skb);
    764}
    765
    766static int rawv6_sendmsg(struct sock *sk, struct msghdr *msg, size_t len)
    767{
    768	struct ipv6_txoptions *opt_to_free = NULL;
    769	struct ipv6_txoptions opt_space;
    770	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name);
    771	struct in6_addr *daddr, *final_p, final;
    772	struct inet_sock *inet = inet_sk(sk);
    773	struct ipv6_pinfo *np = inet6_sk(sk);
    774	struct raw6_sock *rp = raw6_sk(sk);
    775	struct ipv6_txoptions *opt = NULL;
    776	struct ip6_flowlabel *flowlabel = NULL;
    777	struct dst_entry *dst = NULL;
    778	struct raw6_frag_vec rfv;
    779	struct flowi6 fl6;
    780	struct ipcm6_cookie ipc6;
    781	int addr_len = msg->msg_namelen;
    782	int hdrincl;
    783	u16 proto;
    784	int err;
    785
    786	/* Rough check on arithmetic overflow,
    787	   better check is made in ip6_append_data().
    788	 */
    789	if (len > INT_MAX)
    790		return -EMSGSIZE;
    791
    792	/* Mirror BSD error message compatibility */
    793	if (msg->msg_flags & MSG_OOB)
    794		return -EOPNOTSUPP;
    795
    796	/* hdrincl should be READ_ONCE(inet->hdrincl)
    797	 * but READ_ONCE() doesn't work with bit fields.
    798	 * Doing this indirectly yields the same result.
    799	 */
    800	hdrincl = inet->hdrincl;
    801	hdrincl = READ_ONCE(hdrincl);
    802
    803	/*
    804	 *	Get and verify the address.
    805	 */
    806	memset(&fl6, 0, sizeof(fl6));
    807
    808	fl6.flowi6_mark = sk->sk_mark;
    809	fl6.flowi6_uid = sk->sk_uid;
    810
    811	ipcm6_init(&ipc6);
    812	ipc6.sockc.tsflags = sk->sk_tsflags;
    813	ipc6.sockc.mark = sk->sk_mark;
    814
    815	if (sin6) {
    816		if (addr_len < SIN6_LEN_RFC2133)
    817			return -EINVAL;
    818
    819		if (sin6->sin6_family && sin6->sin6_family != AF_INET6)
    820			return -EAFNOSUPPORT;
    821
    822		/* port is the proto value [0..255] carried in nexthdr */
    823		proto = ntohs(sin6->sin6_port);
    824
    825		if (!proto)
    826			proto = inet->inet_num;
    827		else if (proto != inet->inet_num)
    828			return -EINVAL;
    829
    830		if (proto > 255)
    831			return -EINVAL;
    832
    833		daddr = &sin6->sin6_addr;
    834		if (np->sndflow) {
    835			fl6.flowlabel = sin6->sin6_flowinfo&IPV6_FLOWINFO_MASK;
    836			if (fl6.flowlabel&IPV6_FLOWLABEL_MASK) {
    837				flowlabel = fl6_sock_lookup(sk, fl6.flowlabel);
    838				if (IS_ERR(flowlabel))
    839					return -EINVAL;
    840			}
    841		}
    842
    843		/*
    844		 * Otherwise it will be difficult to maintain
    845		 * sk->sk_dst_cache.
    846		 */
    847		if (sk->sk_state == TCP_ESTABLISHED &&
    848		    ipv6_addr_equal(daddr, &sk->sk_v6_daddr))
    849			daddr = &sk->sk_v6_daddr;
    850
    851		if (addr_len >= sizeof(struct sockaddr_in6) &&
    852		    sin6->sin6_scope_id &&
    853		    __ipv6_addr_needs_scope_id(__ipv6_addr_type(daddr)))
    854			fl6.flowi6_oif = sin6->sin6_scope_id;
    855	} else {
    856		if (sk->sk_state != TCP_ESTABLISHED)
    857			return -EDESTADDRREQ;
    858
    859		proto = inet->inet_num;
    860		daddr = &sk->sk_v6_daddr;
    861		fl6.flowlabel = np->flow_label;
    862	}
    863
    864	if (fl6.flowi6_oif == 0)
    865		fl6.flowi6_oif = sk->sk_bound_dev_if;
    866
    867	if (msg->msg_controllen) {
    868		opt = &opt_space;
    869		memset(opt, 0, sizeof(struct ipv6_txoptions));
    870		opt->tot_len = sizeof(struct ipv6_txoptions);
    871		ipc6.opt = opt;
    872
    873		err = ip6_datagram_send_ctl(sock_net(sk), sk, msg, &fl6, &ipc6);
    874		if (err < 0) {
    875			fl6_sock_release(flowlabel);
    876			return err;
    877		}
    878		if ((fl6.flowlabel&IPV6_FLOWLABEL_MASK) && !flowlabel) {
    879			flowlabel = fl6_sock_lookup(sk, fl6.flowlabel);
    880			if (IS_ERR(flowlabel))
    881				return -EINVAL;
    882		}
    883		if (!(opt->opt_nflen|opt->opt_flen))
    884			opt = NULL;
    885	}
    886	if (!opt) {
    887		opt = txopt_get(np);
    888		opt_to_free = opt;
    889	}
    890	if (flowlabel)
    891		opt = fl6_merge_options(&opt_space, flowlabel, opt);
    892	opt = ipv6_fixup_options(&opt_space, opt);
    893
    894	fl6.flowi6_proto = proto;
    895	fl6.flowi6_mark = ipc6.sockc.mark;
    896
    897	if (!hdrincl) {
    898		rfv.msg = msg;
    899		rfv.hlen = 0;
    900		err = rawv6_probe_proto_opt(&rfv, &fl6);
    901		if (err)
    902			goto out;
    903	}
    904
    905	if (!ipv6_addr_any(daddr))
    906		fl6.daddr = *daddr;
    907	else
    908		fl6.daddr.s6_addr[15] = 0x1; /* :: means loopback (BSD'ism) */
    909	if (ipv6_addr_any(&fl6.saddr) && !ipv6_addr_any(&np->saddr))
    910		fl6.saddr = np->saddr;
    911
    912	final_p = fl6_update_dst(&fl6, opt, &final);
    913
    914	if (!fl6.flowi6_oif && ipv6_addr_is_multicast(&fl6.daddr))
    915		fl6.flowi6_oif = np->mcast_oif;
    916	else if (!fl6.flowi6_oif)
    917		fl6.flowi6_oif = np->ucast_oif;
    918	security_sk_classify_flow(sk, flowi6_to_flowi_common(&fl6));
    919
    920	if (hdrincl)
    921		fl6.flowi6_flags |= FLOWI_FLAG_KNOWN_NH;
    922
    923	if (ipc6.tclass < 0)
    924		ipc6.tclass = np->tclass;
    925
    926	fl6.flowlabel = ip6_make_flowinfo(ipc6.tclass, fl6.flowlabel);
    927
    928	dst = ip6_dst_lookup_flow(sock_net(sk), sk, &fl6, final_p);
    929	if (IS_ERR(dst)) {
    930		err = PTR_ERR(dst);
    931		goto out;
    932	}
    933	if (ipc6.hlimit < 0)
    934		ipc6.hlimit = ip6_sk_dst_hoplimit(np, &fl6, dst);
    935
    936	if (ipc6.dontfrag < 0)
    937		ipc6.dontfrag = np->dontfrag;
    938
    939	if (msg->msg_flags&MSG_CONFIRM)
    940		goto do_confirm;
    941
    942back_from_confirm:
    943	if (hdrincl)
    944		err = rawv6_send_hdrinc(sk, msg, len, &fl6, &dst,
    945					msg->msg_flags, &ipc6.sockc);
    946	else {
    947		ipc6.opt = opt;
    948		lock_sock(sk);
    949		err = ip6_append_data(sk, raw6_getfrag, &rfv,
    950			len, 0, &ipc6, &fl6, (struct rt6_info *)dst,
    951			msg->msg_flags);
    952
    953		if (err)
    954			ip6_flush_pending_frames(sk);
    955		else if (!(msg->msg_flags & MSG_MORE))
    956			err = rawv6_push_pending_frames(sk, &fl6, rp);
    957		release_sock(sk);
    958	}
    959done:
    960	dst_release(dst);
    961out:
    962	fl6_sock_release(flowlabel);
    963	txopt_put(opt_to_free);
    964	return err < 0 ? err : len;
    965do_confirm:
    966	if (msg->msg_flags & MSG_PROBE)
    967		dst_confirm_neigh(dst, &fl6.daddr);
    968	if (!(msg->msg_flags & MSG_PROBE) || len)
    969		goto back_from_confirm;
    970	err = 0;
    971	goto done;
    972}
    973
    974static int rawv6_seticmpfilter(struct sock *sk, int level, int optname,
    975			       sockptr_t optval, int optlen)
    976{
    977	switch (optname) {
    978	case ICMPV6_FILTER:
    979		if (optlen > sizeof(struct icmp6_filter))
    980			optlen = sizeof(struct icmp6_filter);
    981		if (copy_from_sockptr(&raw6_sk(sk)->filter, optval, optlen))
    982			return -EFAULT;
    983		return 0;
    984	default:
    985		return -ENOPROTOOPT;
    986	}
    987
    988	return 0;
    989}
    990
    991static int rawv6_geticmpfilter(struct sock *sk, int level, int optname,
    992			       char __user *optval, int __user *optlen)
    993{
    994	int len;
    995
    996	switch (optname) {
    997	case ICMPV6_FILTER:
    998		if (get_user(len, optlen))
    999			return -EFAULT;
   1000		if (len < 0)
   1001			return -EINVAL;
   1002		if (len > sizeof(struct icmp6_filter))
   1003			len = sizeof(struct icmp6_filter);
   1004		if (put_user(len, optlen))
   1005			return -EFAULT;
   1006		if (copy_to_user(optval, &raw6_sk(sk)->filter, len))
   1007			return -EFAULT;
   1008		return 0;
   1009	default:
   1010		return -ENOPROTOOPT;
   1011	}
   1012
   1013	return 0;
   1014}
   1015
   1016
   1017static int do_rawv6_setsockopt(struct sock *sk, int level, int optname,
   1018			       sockptr_t optval, unsigned int optlen)
   1019{
   1020	struct raw6_sock *rp = raw6_sk(sk);
   1021	int val;
   1022
   1023	if (optlen < sizeof(val))
   1024		return -EINVAL;
   1025
   1026	if (copy_from_sockptr(&val, optval, sizeof(val)))
   1027		return -EFAULT;
   1028
   1029	switch (optname) {
   1030	case IPV6_HDRINCL:
   1031		if (sk->sk_type != SOCK_RAW)
   1032			return -EINVAL;
   1033		inet_sk(sk)->hdrincl = !!val;
   1034		return 0;
   1035	case IPV6_CHECKSUM:
   1036		if (inet_sk(sk)->inet_num == IPPROTO_ICMPV6 &&
   1037		    level == IPPROTO_IPV6) {
   1038			/*
   1039			 * RFC3542 tells that IPV6_CHECKSUM socket
   1040			 * option in the IPPROTO_IPV6 level is not
   1041			 * allowed on ICMPv6 sockets.
   1042			 * If you want to set it, use IPPROTO_RAW
   1043			 * level IPV6_CHECKSUM socket option
   1044			 * (Linux extension).
   1045			 */
   1046			return -EINVAL;
   1047		}
   1048
   1049		/* You may get strange result with a positive odd offset;
   1050		   RFC2292bis agrees with me. */
   1051		if (val > 0 && (val&1))
   1052			return -EINVAL;
   1053		if (val < 0) {
   1054			rp->checksum = 0;
   1055		} else {
   1056			rp->checksum = 1;
   1057			rp->offset = val;
   1058		}
   1059
   1060		return 0;
   1061
   1062	default:
   1063		return -ENOPROTOOPT;
   1064	}
   1065}
   1066
   1067static int rawv6_setsockopt(struct sock *sk, int level, int optname,
   1068			    sockptr_t optval, unsigned int optlen)
   1069{
   1070	switch (level) {
   1071	case SOL_RAW:
   1072		break;
   1073
   1074	case SOL_ICMPV6:
   1075		if (inet_sk(sk)->inet_num != IPPROTO_ICMPV6)
   1076			return -EOPNOTSUPP;
   1077		return rawv6_seticmpfilter(sk, level, optname, optval, optlen);
   1078	case SOL_IPV6:
   1079		if (optname == IPV6_CHECKSUM ||
   1080		    optname == IPV6_HDRINCL)
   1081			break;
   1082		fallthrough;
   1083	default:
   1084		return ipv6_setsockopt(sk, level, optname, optval, optlen);
   1085	}
   1086
   1087	return do_rawv6_setsockopt(sk, level, optname, optval, optlen);
   1088}
   1089
   1090static int do_rawv6_getsockopt(struct sock *sk, int level, int optname,
   1091			    char __user *optval, int __user *optlen)
   1092{
   1093	struct raw6_sock *rp = raw6_sk(sk);
   1094	int val, len;
   1095
   1096	if (get_user(len, optlen))
   1097		return -EFAULT;
   1098
   1099	switch (optname) {
   1100	case IPV6_HDRINCL:
   1101		val = inet_sk(sk)->hdrincl;
   1102		break;
   1103	case IPV6_CHECKSUM:
   1104		/*
   1105		 * We allow getsockopt() for IPPROTO_IPV6-level
   1106		 * IPV6_CHECKSUM socket option on ICMPv6 sockets
   1107		 * since RFC3542 is silent about it.
   1108		 */
   1109		if (rp->checksum == 0)
   1110			val = -1;
   1111		else
   1112			val = rp->offset;
   1113		break;
   1114
   1115	default:
   1116		return -ENOPROTOOPT;
   1117	}
   1118
   1119	len = min_t(unsigned int, sizeof(int), len);
   1120
   1121	if (put_user(len, optlen))
   1122		return -EFAULT;
   1123	if (copy_to_user(optval, &val, len))
   1124		return -EFAULT;
   1125	return 0;
   1126}
   1127
   1128static int rawv6_getsockopt(struct sock *sk, int level, int optname,
   1129			  char __user *optval, int __user *optlen)
   1130{
   1131	switch (level) {
   1132	case SOL_RAW:
   1133		break;
   1134
   1135	case SOL_ICMPV6:
   1136		if (inet_sk(sk)->inet_num != IPPROTO_ICMPV6)
   1137			return -EOPNOTSUPP;
   1138		return rawv6_geticmpfilter(sk, level, optname, optval, optlen);
   1139	case SOL_IPV6:
   1140		if (optname == IPV6_CHECKSUM ||
   1141		    optname == IPV6_HDRINCL)
   1142			break;
   1143		fallthrough;
   1144	default:
   1145		return ipv6_getsockopt(sk, level, optname, optval, optlen);
   1146	}
   1147
   1148	return do_rawv6_getsockopt(sk, level, optname, optval, optlen);
   1149}
   1150
   1151static int rawv6_ioctl(struct sock *sk, int cmd, unsigned long arg)
   1152{
   1153	switch (cmd) {
   1154	case SIOCOUTQ: {
   1155		int amount = sk_wmem_alloc_get(sk);
   1156
   1157		return put_user(amount, (int __user *)arg);
   1158	}
   1159	case SIOCINQ: {
   1160		struct sk_buff *skb;
   1161		int amount = 0;
   1162
   1163		spin_lock_bh(&sk->sk_receive_queue.lock);
   1164		skb = skb_peek(&sk->sk_receive_queue);
   1165		if (skb)
   1166			amount = skb->len;
   1167		spin_unlock_bh(&sk->sk_receive_queue.lock);
   1168		return put_user(amount, (int __user *)arg);
   1169	}
   1170
   1171	default:
   1172#ifdef CONFIG_IPV6_MROUTE
   1173		return ip6mr_ioctl(sk, cmd, (void __user *)arg);
   1174#else
   1175		return -ENOIOCTLCMD;
   1176#endif
   1177	}
   1178}
   1179
   1180#ifdef CONFIG_COMPAT
   1181static int compat_rawv6_ioctl(struct sock *sk, unsigned int cmd, unsigned long arg)
   1182{
   1183	switch (cmd) {
   1184	case SIOCOUTQ:
   1185	case SIOCINQ:
   1186		return -ENOIOCTLCMD;
   1187	default:
   1188#ifdef CONFIG_IPV6_MROUTE
   1189		return ip6mr_compat_ioctl(sk, cmd, compat_ptr(arg));
   1190#else
   1191		return -ENOIOCTLCMD;
   1192#endif
   1193	}
   1194}
   1195#endif
   1196
   1197static void rawv6_close(struct sock *sk, long timeout)
   1198{
   1199	if (inet_sk(sk)->inet_num == IPPROTO_RAW)
   1200		ip6_ra_control(sk, -1);
   1201	ip6mr_sk_done(sk);
   1202	sk_common_release(sk);
   1203}
   1204
   1205static void raw6_destroy(struct sock *sk)
   1206{
   1207	lock_sock(sk);
   1208	ip6_flush_pending_frames(sk);
   1209	release_sock(sk);
   1210
   1211	inet6_destroy_sock(sk);
   1212}
   1213
   1214static int rawv6_init_sk(struct sock *sk)
   1215{
   1216	struct raw6_sock *rp = raw6_sk(sk);
   1217
   1218	switch (inet_sk(sk)->inet_num) {
   1219	case IPPROTO_ICMPV6:
   1220		rp->checksum = 1;
   1221		rp->offset   = 2;
   1222		break;
   1223	case IPPROTO_MH:
   1224		rp->checksum = 1;
   1225		rp->offset   = 4;
   1226		break;
   1227	default:
   1228		break;
   1229	}
   1230	return 0;
   1231}
   1232
   1233struct proto rawv6_prot = {
   1234	.name		   = "RAWv6",
   1235	.owner		   = THIS_MODULE,
   1236	.close		   = rawv6_close,
   1237	.destroy	   = raw6_destroy,
   1238	.connect	   = ip6_datagram_connect_v6_only,
   1239	.disconnect	   = __udp_disconnect,
   1240	.ioctl		   = rawv6_ioctl,
   1241	.init		   = rawv6_init_sk,
   1242	.setsockopt	   = rawv6_setsockopt,
   1243	.getsockopt	   = rawv6_getsockopt,
   1244	.sendmsg	   = rawv6_sendmsg,
   1245	.recvmsg	   = rawv6_recvmsg,
   1246	.bind		   = rawv6_bind,
   1247	.backlog_rcv	   = rawv6_rcv_skb,
   1248	.hash		   = raw_hash_sk,
   1249	.unhash		   = raw_unhash_sk,
   1250	.obj_size	   = sizeof(struct raw6_sock),
   1251	.useroffset	   = offsetof(struct raw6_sock, filter),
   1252	.usersize	   = sizeof_field(struct raw6_sock, filter),
   1253	.h.raw_hash	   = &raw_v6_hashinfo,
   1254#ifdef CONFIG_COMPAT
   1255	.compat_ioctl	   = compat_rawv6_ioctl,
   1256#endif
   1257	.diag_destroy	   = raw_abort,
   1258};
   1259
   1260#ifdef CONFIG_PROC_FS
   1261static int raw6_seq_show(struct seq_file *seq, void *v)
   1262{
   1263	if (v == SEQ_START_TOKEN) {
   1264		seq_puts(seq, IPV6_SEQ_DGRAM_HEADER);
   1265	} else {
   1266		struct sock *sp = v;
   1267		__u16 srcp  = inet_sk(sp)->inet_num;
   1268		ip6_dgram_sock_seq_show(seq, v, srcp, 0,
   1269					raw_seq_private(seq)->bucket);
   1270	}
   1271	return 0;
   1272}
   1273
   1274static const struct seq_operations raw6_seq_ops = {
   1275	.start =	raw_seq_start,
   1276	.next =		raw_seq_next,
   1277	.stop =		raw_seq_stop,
   1278	.show =		raw6_seq_show,
   1279};
   1280
   1281static int __net_init raw6_init_net(struct net *net)
   1282{
   1283	if (!proc_create_net_data("raw6", 0444, net->proc_net, &raw6_seq_ops,
   1284			sizeof(struct raw_iter_state), &raw_v6_hashinfo))
   1285		return -ENOMEM;
   1286
   1287	return 0;
   1288}
   1289
   1290static void __net_exit raw6_exit_net(struct net *net)
   1291{
   1292	remove_proc_entry("raw6", net->proc_net);
   1293}
   1294
   1295static struct pernet_operations raw6_net_ops = {
   1296	.init = raw6_init_net,
   1297	.exit = raw6_exit_net,
   1298};
   1299
   1300int __init raw6_proc_init(void)
   1301{
   1302	return register_pernet_subsys(&raw6_net_ops);
   1303}
   1304
   1305void raw6_proc_exit(void)
   1306{
   1307	unregister_pernet_subsys(&raw6_net_ops);
   1308}
   1309#endif	/* CONFIG_PROC_FS */
   1310
   1311/* Same as inet6_dgram_ops, sans udp_poll.  */
   1312const struct proto_ops inet6_sockraw_ops = {
   1313	.family		   = PF_INET6,
   1314	.owner		   = THIS_MODULE,
   1315	.release	   = inet6_release,
   1316	.bind		   = inet6_bind,
   1317	.connect	   = inet_dgram_connect,	/* ok		*/
   1318	.socketpair	   = sock_no_socketpair,	/* a do nothing	*/
   1319	.accept		   = sock_no_accept,		/* a do nothing	*/
   1320	.getname	   = inet6_getname,
   1321	.poll		   = datagram_poll,		/* ok		*/
   1322	.ioctl		   = inet6_ioctl,		/* must change  */
   1323	.gettstamp	   = sock_gettstamp,
   1324	.listen		   = sock_no_listen,		/* ok		*/
   1325	.shutdown	   = inet_shutdown,		/* ok		*/
   1326	.setsockopt	   = sock_common_setsockopt,	/* ok		*/
   1327	.getsockopt	   = sock_common_getsockopt,	/* ok		*/
   1328	.sendmsg	   = inet_sendmsg,		/* ok		*/
   1329	.recvmsg	   = sock_common_recvmsg,	/* ok		*/
   1330	.mmap		   = sock_no_mmap,
   1331	.sendpage	   = sock_no_sendpage,
   1332#ifdef CONFIG_COMPAT
   1333	.compat_ioctl	   = inet6_compat_ioctl,
   1334#endif
   1335};
   1336
   1337static struct inet_protosw rawv6_protosw = {
   1338	.type		= SOCK_RAW,
   1339	.protocol	= IPPROTO_IP,	/* wild card */
   1340	.prot		= &rawv6_prot,
   1341	.ops		= &inet6_sockraw_ops,
   1342	.flags		= INET_PROTOSW_REUSE,
   1343};
   1344
   1345int __init rawv6_init(void)
   1346{
   1347	return inet6_register_protosw(&rawv6_protosw);
   1348}
   1349
   1350void rawv6_exit(void)
   1351{
   1352	inet6_unregister_protosw(&rawv6_protosw);
   1353}