| uipc_socket.c (128052) | uipc_socket.c (129906) |
|---|---|
| 1/* 2 * Copyright (c) 1982, 1986, 1988, 1990, 1993 3 * The Regents of the University of California. All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright --- 16 unchanged lines hidden (view full) --- 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 * 29 * @(#)uipc_socket.c 8.3 (Berkeley) 4/15/94 30 */ 31 32#include <sys/cdefs.h> | 1/* 2 * Copyright (c) 1982, 1986, 1988, 1990, 1993 3 * The Regents of the University of California. All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright --- 16 unchanged lines hidden (view full) --- 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 * 29 * @(#)uipc_socket.c 8.3 (Berkeley) 4/15/94 30 */ 31 32#include <sys/cdefs.h> |
| 33__FBSDID("$FreeBSD: head/sys/kern/uipc_socket.c 128052 2004-04-09 13:23:51Z rwatson $"); | 33__FBSDID("$FreeBSD: head/sys/kern/uipc_socket.c 129906 2004-05-31 21:46:06Z bmilekic $"); |
| 34 35#include "opt_inet.h" 36#include "opt_mac.h" 37#include "opt_zero.h" 38 39#include <sys/param.h> 40#include <sys/systm.h> 41#include <sys/fcntl.h> --- 480 unchanged lines hidden (view full) --- 522 struct uio *uio; 523 struct mbuf *top; 524 struct mbuf *control; 525 int flags; 526 struct thread *td; 527{ 528 struct mbuf **mp; 529 struct mbuf *m; | 34 35#include "opt_inet.h" 36#include "opt_mac.h" 37#include "opt_zero.h" 38 39#include <sys/param.h> 40#include <sys/systm.h> 41#include <sys/fcntl.h> --- 480 unchanged lines hidden (view full) --- 522 struct uio *uio; 523 struct mbuf *top; 524 struct mbuf *control; 525 int flags; 526 struct thread *td; 527{ 528 struct mbuf **mp; 529 struct mbuf *m; |
| 530 long space, len, resid; 531 int clen = 0, error, s, dontroute, mlen; | 530 long space, len = 0, resid; 531 int clen = 0, error, s, dontroute; |
| 532 int atomic = sosendallatonce(so) || top; 533#ifdef ZERO_COPY_SOCKETS 534 int cow_send; 535#endif /* ZERO_COPY_SOCKETS */ 536 537 if (uio != NULL) 538 resid = uio->uio_resid; 539 else --- 79 unchanged lines hidden (view full) --- 619 */ 620 resid = 0; 621 if (flags & MSG_EOR) 622 top->m_flags |= M_EOR; 623 } else do { 624#ifdef ZERO_COPY_SOCKETS 625 cow_send = 0; 626#endif /* ZERO_COPY_SOCKETS */ | 532 int atomic = sosendallatonce(so) || top; 533#ifdef ZERO_COPY_SOCKETS 534 int cow_send; 535#endif /* ZERO_COPY_SOCKETS */ 536 537 if (uio != NULL) 538 resid = uio->uio_resid; 539 else --- 79 unchanged lines hidden (view full) --- 619 */ 620 resid = 0; 621 if (flags & MSG_EOR) 622 top->m_flags |= M_EOR; 623 } else do { 624#ifdef ZERO_COPY_SOCKETS 625 cow_send = 0; 626#endif /* ZERO_COPY_SOCKETS */ |
| 627 if (top == 0) { 628 MGETHDR(m, M_TRYWAIT, MT_DATA); 629 if (m == NULL) { 630 error = ENOBUFS; 631 goto release; 632 } 633 mlen = MHLEN; 634 m->m_pkthdr.len = 0; 635 m->m_pkthdr.rcvif = (struct ifnet *)0; 636 } else { 637 MGET(m, M_TRYWAIT, MT_DATA); 638 if (m == NULL) { 639 error = ENOBUFS; 640 goto release; 641 } 642 mlen = MLEN; 643 } | |
| 644 if (resid >= MINCLSIZE) { 645#ifdef ZERO_COPY_SOCKETS | 627 if (resid >= MINCLSIZE) { 628#ifdef ZERO_COPY_SOCKETS |
| 629 if (top == NULL) { 630 MGETHDR(m, M_TRYWAIT, MT_DATA); 631 if (m == NULL) { 632 error = ENOBUFS; 633 goto release; 634 } 635 m->m_pkthdr.len = 0; 636 m->m_pkthdr.rcvif = (struct ifnet *)0; 637 } else { 638 MGET(m, M_TRYWAIT, MT_DATA); 639 if (m == NULL) { 640 error = ENOBUFS; 641 goto release; 642 } 643 } |
|
| 646 if (so_zero_copy_send && 647 resid>=PAGE_SIZE && 648 space>=PAGE_SIZE && 649 uio->uio_iov->iov_len>=PAGE_SIZE) { 650 so_zerocp_stats.size_ok++; 651 if (!((vm_offset_t) 652 uio->uio_iov->iov_base & PAGE_MASK)){ 653 so_zerocp_stats.align_ok++; 654 cow_send = socow_setup(m, uio); 655 } 656 } | 644 if (so_zero_copy_send && 645 resid>=PAGE_SIZE && 646 space>=PAGE_SIZE && 647 uio->uio_iov->iov_len>=PAGE_SIZE) { 648 so_zerocp_stats.size_ok++; 649 if (!((vm_offset_t) 650 uio->uio_iov->iov_base & PAGE_MASK)){ 651 so_zerocp_stats.align_ok++; 652 cow_send = socow_setup(m, uio); 653 } 654 } |
| 657 if (!cow_send){ | 655 if (!cow_send) { 656 MCLGET(m, M_TRYWAIT); 657 if ((m->m_flags & M_EXT) == 0) { 658 m_free(m); 659 m = NULL; 660 } else { 661 len = min(min(MCLBYTES, resid), space); 662 } 663 } else 664 len = PAGE_SIZE; 665#else /* ZERO_COPY_SOCKETS */ 666 if (top == NULL) { 667 m = m_getcl(M_TRYWAIT, MT_DATA, M_PKTHDR); 668 m->m_pkthdr.len = 0; 669 m->m_pkthdr.rcvif = (struct ifnet *)0; 670 } else 671 m = m_getcl(M_TRYWAIT, MT_DATA, 0); 672 len = min(min(MCLBYTES, resid), space); |
| 658#endif /* ZERO_COPY_SOCKETS */ | 673#endif /* ZERO_COPY_SOCKETS */ |
| 659 MCLGET(m, M_TRYWAIT); 660 if ((m->m_flags & M_EXT) == 0) 661 goto nopages; 662 mlen = MCLBYTES; 663 len = min(min(mlen, resid), space); | |
| 664 } else { | 674 } else { |
| 665#ifdef ZERO_COPY_SOCKETS 666 len = PAGE_SIZE; 667 } | 675 if (top == NULL) { 676 m = m_gethdr(M_TRYWAIT, MT_DATA); 677 m->m_pkthdr.len = 0; 678 m->m_pkthdr.rcvif = (struct ifnet *)0; |
| 668 | 679 |
| 669 } else { 670#endif /* ZERO_COPY_SOCKETS */ 671nopages: 672 len = min(min(mlen, resid), space); 673 /* 674 * For datagram protocols, leave room 675 * for protocol headers in first mbuf. 676 */ 677 if (atomic && top == 0 && len < mlen) 678 MH_ALIGN(m, len); | 680 len = min(min(MHLEN, resid), space); 681 /* 682 * For datagram protocols, leave room 683 * for protocol headers in first mbuf. 684 */ 685 if (atomic && m && len < MHLEN) 686 MH_ALIGN(m, len); 687 } else { 688 m = m_get(M_TRYWAIT, MT_DATA); 689 len = min(min(MLEN, resid), space); 690 } |
| 679 } | 691 } |
| 692 if (m == NULL) { 693 error = ENOBUFS; 694 goto release; 695 } 696 |
|
| 680 space -= len; 681#ifdef ZERO_COPY_SOCKETS 682 if (cow_send) 683 error = 0; 684 else 685#endif /* ZERO_COPY_SOCKETS */ 686 error = uiomove(mtod(m, void *), (int)len, uio); 687 resid = uio->uio_resid; --- 1231 unchanged lines hidden --- | 697 space -= len; 698#ifdef ZERO_COPY_SOCKETS 699 if (cow_send) 700 error = 0; 701 else 702#endif /* ZERO_COPY_SOCKETS */ 703 error = uiomove(mtod(m, void *), (int)len, uio); 704 resid = uio->uio_resid; --- 1231 unchanged lines hidden --- |