Leaked source code of windows server 2003
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 
 

5531 lines
222 KiB

/*++
Copyright (c) 1990-2000 Microsoft Corporation
Module Name:
TCPRCV.C - TCP receive protocol code.
Abstract:
This file contains the code for handling incoming TCP packets.
Author:
[Environment:]
kernel mode only
[Notes:]
optional-notes
Revision History:
--*/
#include "precomp.h"
#include "addr.h"
#include "tcp.h"
#include "tcb.h"
#include "tcpconn.h"
#include "tcpsend.h"
#include "tcprcv.h"
#include "pplasl.h"
#include "tcpdeliv.h"
#include "tlcommon.h"
#include "info.h"
#include "tcpcfg.h"
#include "secfltr.h"
CACHE_LINE_KSPIN_LOCK SynAttLock;
CACHE_LINE_ULONG TCBDelayRtnLimit;
typedef struct CACHE_ALIGN CPUDelayQ {
DEFINE_LOCK_STRUCTURE(TCBDelayLock)
ulong TCBDelayRtnCount;
Queue TCBDelayQ;
} CPUDelayQ;
C_ASSERT(sizeof(CPUDelayQ) % MAX_CACHE_LINE_SIZE == 0);
C_ASSERT(__alignof(CPUDelayQ) == MAX_CACHE_LINE_SIZE);
CPUDelayQ *PerCPUDelayQ;
BOOLEAN PartitionedDelayQ = TRUE;
uint MaxDupAcks;
#define TCB_DELAY_RTN_LIMIT 4
#if DBG
ulong DbgTcpHwChkSumOk = 0;
ulong DbgTcpHwChkSumErr = 0;
ulong DbgDnsProb = 0;
#endif
extern uint Time_Proc;
extern CTELock *pTWTCBTableLock;
extern CTELock *pTCBTableLock;
#if IRPFIX
extern PDEVICE_OBJECT TCPDeviceObject;
#endif
extern Queue TWQueue;
extern ulong CurrentTCBs;
extern ulong MaxFreeTcbs;
extern IPInfo LocalNetInfo;
#define PERSIST_TIMEOUT MS_TO_TICKS(500)
typedef enum {
TwaDoneProcessing,
TwaSendReset,
TwaAcceptConnection,
TwaMaxActions
} TimeWaitAction;
TimeWaitAction
HandleTWTCB(TWTCB * RcvTCB, uint flags, SeqNum seq, uint Partition);
void
SendTWtcbACK(TWTCB *ACKTcb, uint Partition, CTELockHandle TCBHandle);
void
ReInsert2MSL(TWTCB *RemovedTCB);
void ResetSendNext(TCB *SeqTCB, SeqNum NewSeq);
void ResetAndFastSend(TCB *SeqTCB, SeqNum NewSeq, uint NewCWin);
void GetRandomISN(PULONG SeqNum, TCPAddrInfo *TcpAddr);
extern uint TcpHostOpts;
extern BOOLEAN fAcdLoadedG;
extern NTSTATUS TCPPrepareIrpForCancel(PTCP_CONTEXT TcpContext, PIRP Irp,
PDRIVER_CANCEL CancelRoutine);
extern void TCPRequestComplete(void *Context, uint Status,
uint UnUsed);
void TCPCancelRequest(PDEVICE_OBJECT Device, PIRP Irp);
#ifdef DBG
extern ULONG SListCredits;
#endif
//
// All of the init code can be discarded.
//
int InitTCPRcv(void);
void UnInitTCPRcv(void);
#ifdef ALLOC_PRAGMA
#pragma alloc_text(INIT, InitTCPRcv)
#pragma alloc_text(INIT, UnInitTCPRcv)
#endif
//* AdjustRcvWin - Adjust the receive window on a TCB.
//
// A utility routine that adjusts the receive window to an even multiple of
// the local segment size. We round it up to the next closest multiple, or
// leave it alone if it's already an event multiple. We assume we have
// exclusive access to the input TCB.
//
// Input: WinTCB - TCB to be adjusted.
//
// Returns: Nothing.
//
void
AdjustRcvWin(TCB *WinTCB)
{
ushort LocalMSS;
uchar FoundMSS;
ulong SegmentsInWindow;
uint ScaledMaxRcvWin;
ASSERT(WinTCB->tcb_defaultwin != 0);
ASSERT(WinTCB->tcb_rcvwin != 0);
ASSERT(WinTCB->tcb_remmss != 0);
if (WinTCB->tcb_flags & WINDOW_SET)
return;
// First, get the local MSS by calling IP.
FoundMSS = (*LocalNetInfo.ipi_getlocalmtu)(WinTCB->tcb_saddr, &LocalMSS);
// If we didn't find it, error out.
if (!FoundMSS) {
//ASSERT(FALSE);
return;
}
LocalMSS -= sizeof(TCPHeader);
LocalMSS = MIN(LocalMSS, WinTCB->tcb_remmss);
// Compute the actual maximum receive window, accounting for the presence
// of window scaling on this particular connection. This value is used
// in the computations below, rather than the cross-connection maximum.
ScaledMaxRcvWin = TCP_MAXWIN << WinTCB->tcb_rcvwinscale;
// Make sure we have at least 4 segments in window, if that wouldn't make
// the window too big.
SegmentsInWindow = WinTCB->tcb_defaultwin / (ulong)LocalMSS;
if (SegmentsInWindow < 4) {
// We have fewer than four segments in the window. Round up to 4
// if we can do so without exceeding the maximum window size; otherwise
// use the maximum multiple that we can fit in 64K. The exception is if
// we can only fit one integral multiple in the window - in that case
// we'll use a window equal to the scaled maximum.
if (LocalMSS <= (ScaledMaxRcvWin / 4)) {
WinTCB->tcb_defaultwin = (uint)(4 * LocalMSS);
} else {
ulong SegmentsInMaxWindow;
// Figure out the maximum number of segments we could possibly
// fit in a window. If this is > 1, use that as the basis for
// our window size. Otherwise use a maximum size window.
SegmentsInMaxWindow = ScaledMaxRcvWin / (ulong)LocalMSS;
if (SegmentsInMaxWindow != 1)
WinTCB->tcb_defaultwin = SegmentsInMaxWindow * (ulong)LocalMSS;
else
WinTCB->tcb_defaultwin = ScaledMaxRcvWin;
}
WinTCB->tcb_rcvwin = WinTCB->tcb_defaultwin;
} else {
// If it's not already an even multiple, bump the default and current
// windows to the nearest multiple.
if ((SegmentsInWindow * (ulong)LocalMSS) != WinTCB->tcb_defaultwin) {
ulong NewWindow;
NewWindow = (SegmentsInWindow + 1) * (ulong)LocalMSS;
// Don't let the new window be > 64K
// or what ever is set (if window scaling is enabled)
if (NewWindow <= ScaledMaxRcvWin) {
WinTCB->tcb_defaultwin = (uint)NewWindow;
WinTCB->tcb_rcvwin = (uint)NewWindow;
}
}
}
}
//* CompleteRcvs - Complete rcvs on a TCB.
//
// Called when we need to complete rcvs on a TCB. We'll pull things from
// the TCB's rcv queue, as long as there are rcvs that have the PUSH bit
// set.
//
// Input: CmpltTCB - TCB to complete on.
//
// Returns: Nothing.
//
void
CompleteRcvs(TCB * CmpltTCB)
{
CTELockHandle TCBHandle;
TCPRcvReq *CurrReq, *NextReq, *IndReq;
#if TRACE_EVENT
PTDI_DATA_REQUEST_NOTIFY_ROUTINE CPCallBack;
WMIData WMIInfo;
#endif
CTEStructAssert(CmpltTCB, tcb);
ASSERT(CmpltTCB->tcb_refcnt != 0);
CTEGetLock(&CmpltTCB->tcb_lock, &TCBHandle);
if (!CLOSING(CmpltTCB) && !(CmpltTCB->tcb_flags & RCV_CMPLTING)
&& (CmpltTCB->tcb_rcvhead != NULL)) {
CmpltTCB->tcb_flags |= RCV_CMPLTING;
for (;;) {
CurrReq = CmpltTCB->tcb_rcvhead;
IndReq = NULL;
do {
CTEStructAssert(CurrReq, trr);
if (CurrReq->trr_flags & TRR_PUSHED) {
// Need to complete this one. If this is the current rcv
// advance the current rcv to the next one in the list.
// Then set the list head to the next one in the list.
NextReq = CurrReq->trr_next;
if (CmpltTCB->tcb_currcv == CurrReq)
CmpltTCB->tcb_currcv = NextReq;
CmpltTCB->tcb_rcvhead = NextReq;
if (NextReq == NULL) {
// We've just removed the last buffer. Set the
// rcvhandler to PendData, in case something
// comes in during the callback.
ASSERT(CmpltTCB->tcb_rcvhndlr != IndicateData);
CmpltTCB->tcb_rcvhndlr = PendData;
}
CTEFreeLock(&CmpltTCB->tcb_lock, TCBHandle);
if (CurrReq->trr_uflags != NULL)
*(CurrReq->trr_uflags) =
TDI_RECEIVE_NORMAL | TDI_RECEIVE_ENTIRE_MESSAGE;
#if TRACE_EVENT
CPCallBack = TCPCPHandlerRoutine;
if (CPCallBack != NULL) {
ulong GroupType;
WMIInfo.wmi_destaddr = CmpltTCB->tcb_daddr;
WMIInfo.wmi_destport = CmpltTCB->tcb_dport;
WMIInfo.wmi_srcaddr = CmpltTCB->tcb_saddr;
WMIInfo.wmi_srcport = CmpltTCB->tcb_sport;
WMIInfo.wmi_size = CurrReq->trr_amt;
WMIInfo.wmi_context = CmpltTCB->tcb_cpcontext;
GroupType = EVENT_TRACE_GROUP_TCPIP + EVENT_TRACE_TYPE_RECEIVE;
(*CPCallBack) (GroupType, (PVOID) &WMIInfo, sizeof(WMIInfo), NULL);
}
#endif
(*CurrReq->trr_rtn) (CurrReq->trr_context,
CurrReq->trr_status, CurrReq->trr_amt);
if (IndReq != NULL)
FreeRcvReq(CurrReq);
else {
IndReq = CurrReq;
IndReq->trr_status = TDI_SUCCESS;
}
CTEGetLock(&CmpltTCB->tcb_lock, &TCBHandle);
CurrReq = CmpltTCB->tcb_rcvhead;
} else
// This one isn't to be completed, so bail out.
break;
} while (CurrReq != NULL);
// Now see if we've completed all of the requests. If we have, we
// may need to deal with pending data and/or reset the rcv. handler.
if (CurrReq == NULL) {
// We've completed everything that can be, so stop the push
// timer. We don't stop it if CurrReq isn't NULL because we
// want to make sure later data is eventually pushed.
STOP_TCB_TIMER_R(CmpltTCB, PUSH_TIMER);
ASSERT(IndReq != NULL);
// No more recv. requests.
if (CmpltTCB->tcb_pendhead == NULL) {
FreeRcvReq(IndReq);
// No pending data. Set the rcv. handler to either PendData
// or IndicateData.
if (!(CmpltTCB->tcb_flags & (DISC_PENDING | GC_PENDING))) {
if (CmpltTCB->tcb_rcvind != NULL &&
CmpltTCB->tcb_indicated == 0)
CmpltTCB->tcb_rcvhndlr = IndicateData;
else
CmpltTCB->tcb_rcvhndlr = PendData;
} else {
goto Complete_Notify;
}
} else {
// We have pending data to deal with.
if (CmpltTCB->tcb_rcvind != NULL &&
((CmpltTCB->tcb_indicated == 0) || (CmpltTCB->tcb_moreflag == 4))) {
// There's a rcv. indicate handler on this TCB. Call
// the indicate handler with the pending data.
IndicatePendingData(CmpltTCB, IndReq, TCBHandle);
SendACK(CmpltTCB);
CTEGetLock(&CmpltTCB->tcb_lock, &TCBHandle);
// See if a buffer has been posted. If so, we'll need
// to check and see if it needs to be completed.
if (CmpltTCB->tcb_rcvhead != NULL)
continue;
else {
// If the pending head is now NULL, we've used up
// all the data.
if (CmpltTCB->tcb_pendhead == NULL &&
(CmpltTCB->tcb_flags &
(DISC_PENDING | GC_PENDING)))
goto Complete_Notify;
}
} else {
// No indicate handler, so nothing to do. The rcv.
// handler should already be set to PendData.
FreeRcvReq(IndReq);
ASSERT(CmpltTCB->tcb_rcvhndlr == PendData);
}
}
} else {
if (IndReq != NULL)
FreeRcvReq(IndReq);
}
break;
}
CmpltTCB->tcb_flags &= ~RCV_CMPLTING;
}
CTEFreeLock(&CmpltTCB->tcb_lock, TCBHandle);
return;
Complete_Notify:
// Something is pending. Figure out what it is, and do
// it.
if (CmpltTCB->tcb_flags & GC_PENDING) {
CmpltTCB->tcb_flags &= ~RCV_CMPLTING;
// Bump the refcnt, because GracefulClose will
// deref the TCB and we're not really done with
// it yet.
REFERENCE_TCB(CmpltTCB);
//it is okay to ignore the tw state since we are returning frome here
//anyway, without touching the tcb.
GracefulClose(CmpltTCB, CmpltTCB->tcb_flags & TW_PENDING,
(CmpltTCB->tcb_fastchk & TCP_FLAG_SEND_AND_DISC) ?
FALSE : TRUE, TCBHandle);
} else if (CmpltTCB->tcb_flags & DISC_PENDING) {
NotifyOfDisc(CmpltTCB, NULL, TDI_GRACEFUL_DISC, &TCBHandle);
CTEGetLock(&CmpltTCB->tcb_lock, &TCBHandle);
CmpltTCB->tcb_flags &= ~RCV_CMPLTING;
CTEFreeLock(&CmpltTCB->tcb_lock, TCBHandle);
} else {
ASSERT(FALSE);
CTEFreeLock(&CmpltTCB->tcb_lock, TCBHandle);
}
return;
}
//* CompleteSends - Complete TCP send requests.
//
// Called when we need to complete a chain of send-requests pulled off a TCB
// during our ACK processing. If the SendQ is non-empty, requests are dequeued
// and completed.
//
// Input: SendQ - A chain of TCPSendReq structures.
//
// Returns: nothing.
//
void
CompleteSends(Queue* SendQ)
{
Queue* CurrentQ = QHEAD(SendQ);
TCPReq* Req;
if (EMPTYQ(SendQ)) {
return;
}
do {
Req = QSTRUCT(TCPReq, CurrentQ, tr_q);
CurrentQ = QNEXT(CurrentQ);
CTEStructAssert(Req, tr);
(*Req->tr_rtn)(Req->tr_context, Req->tr_status,
Req->tr_status == TDI_SUCCESS
? ((TCPSendReq*)Req)->tsr_size : 0);
FreeSendReq((TCPSendReq*)Req);
} while (CurrentQ != QEND(SendQ));
}
//* ProcessPerCpuTCBDelayQ - Process TCBs on the delayed Q on this cpu.
//
// Called at various times to process TCBs on the delayed Q.
//
// Input: Proc - Index into the per-processor delay queues.
// OrigIrql - The callers IRQL.
// StopTicks - Optional pointer to KeQueryTickCount value after
// which processing should stop. This is used to
// limit the time spent at DISPATCH_LEVEL.
// ItemsProcessed - Optional output pointer where the number of items
// processed is stored. (Caller takes responsibility
// for initializing this counter if used.)
//
// Returns: TRUE if processing was stopped due to time constraint. FALSE
// otherwise, or if no time constraint was given.
//
LOGICAL
ProcessPerCpuTCBDelayQ(int Proc, KIRQL OrigIrql,
const LARGE_INTEGER* StopTicks, ulong *ItemsProcessed)
{
CPUDelayQ* CpuQ;
Queue* Item;
TCB *DelayTCB;
CTELockHandle TCBHandle;
LARGE_INTEGER Ticks;
LOGICAL TimeConstrained = FALSE;
CpuQ = &PerCPUDelayQ[Proc];
while ((Item = InterlockedDequeueIfNotEmptyAtIrql(&CpuQ->TCBDelayQ,
&CpuQ->TCBDelayLock,
OrigIrql)) != NULL) {
DelayTCB = STRUCT_OF(TCB, Item, tcb_delayq);
CTEStructAssert(DelayTCB, tcb);
CTEGetLockAtIrql(&DelayTCB->tcb_lock, OrigIrql, &TCBHandle);
ASSERT(DelayTCB->tcb_refcnt != 0);
ASSERT(DelayTCB->tcb_flags & IN_DELAY_Q);
while (!CLOSING(DelayTCB) && (DelayTCB->tcb_flags & DELAYED_FLAGS)) {
if (DelayTCB->tcb_flags & NEED_RCV_CMPLT) {
DelayTCB->tcb_flags &= ~NEED_RCV_CMPLT;
CTEFreeLockAtIrql(&DelayTCB->tcb_lock, OrigIrql, TCBHandle);
CompleteRcvs(DelayTCB);
CTEGetLockAtIrql(&DelayTCB->tcb_lock, OrigIrql, &TCBHandle);
}
if (DelayTCB->tcb_flags & NEED_OUTPUT) {
DelayTCB->tcb_flags &= ~NEED_OUTPUT;
REFERENCE_TCB(DelayTCB);
TCPSend(DelayTCB, TCBHandle);
CTEGetLockAtIrql(&DelayTCB->tcb_lock, OrigIrql, &TCBHandle);
}
if (DelayTCB->tcb_flags & NEED_ACK) {
DelayTCB->tcb_flags &= ~NEED_ACK;
CTEFreeLockAtIrql(&DelayTCB->tcb_lock, OrigIrql, TCBHandle);
SendACK(DelayTCB);
CTEGetLockAtIrql(&DelayTCB->tcb_lock, OrigIrql, &TCBHandle);
}
}
if (CLOSING(DelayTCB) &&
(DelayTCB->tcb_flags & NEED_OUTPUT) &&
DATA_RCV_STATE(DelayTCB->tcb_state) && (DelayTCB->tcb_closereason & TCB_CLOSE_RST)) {
#if DBG
DbgDnsProb++;
#endif
DelayTCB->tcb_flags &= ~NEED_OUTPUT;
REFERENCE_TCB(DelayTCB);
TCPSend(DelayTCB, TCBHandle);
CTEGetLockAtIrql(&DelayTCB->tcb_lock, OrigIrql, &TCBHandle);
}
DelayTCB->tcb_flags &= ~IN_DELAY_Q;
DerefTCB(DelayTCB, TCBHandle);
if (ItemsProcessed) {
(*ItemsProcessed)++;
}
// If a time constraint was given, bail out if we've past it.
//
if (StopTicks) {
KeQueryTickCount(&Ticks);
if (Ticks.QuadPart > StopTicks->QuadPart) {
TimeConstrained = TRUE;
break;
}
}
}
return TimeConstrained;
}
//* ProcessTCBDelayQ - Process TCBs on the delayed Q.
//
// Called at various times to process TCBs on the delayed Q.
//
// Input: OrigIrql - Current IRQL.
// ProcessAllQueues - Process all queues if TRUE; otherwise, current
// processor queue only.
//
// Returns: Nothing.
//
void
ProcessTCBDelayQ(KIRQL OrigIrql, BOOLEAN ProcessAllQueues)
{
uint i;
uint Index;
LOGICAL TimeConstrained;
ulong ItemsProcessed;
LARGE_INTEGER TicksDelta;
LARGE_INTEGER StopTicks;
ulong DelayRtnCount;
ulong Proc;
//
// Get the current processor#
//
Proc = KeGetCurrentProcessorNumber();
// Check for recursion. We do not stop recursion completely, only
// limit it. This is done to allow multiple threads to process the
// TCBDelayQ simultaneously.
DelayRtnCount = CTEInterlockedIncrementLong((PLONG)&(PerCPUDelayQ[Proc].TCBDelayRtnCount));
if (DelayRtnCount > TCBDelayRtnLimit.Value) {
CTEInterlockedDecrementLong((PLONG)&(PerCPUDelayQ[Proc].TCBDelayRtnCount));
return;
}
//
// Constrain ProcessPerCpuTCBDelayQ to run only for 100 ms maximum.
//
ItemsProcessed = 0;
TicksDelta.HighPart = 0;
TicksDelta.LowPart = (100 * 10 * 1000) / KeQueryTimeIncrement();
KeQueryTickCount(&StopTicks);
StopTicks.QuadPart = StopTicks.QuadPart + TicksDelta.QuadPart;
for (i = 0; i < Time_Proc; i++) {
//
// Delayed items on the current processor is processed first.
// This improves the chances of L1 cache hit for the TCBs.
//
Index = (i + Proc) % Time_Proc;
// We are just peeking at the queue to prevent taking it's
// lock uneccessarily.
//
if (!EMPTYQ(&PerCPUDelayQ[Index].TCBDelayQ)) {
TimeConstrained = ProcessPerCpuTCBDelayQ(Index,
OrigIrql,
&StopTicks,
&ItemsProcessed);
if (TimeConstrained) {
KdPrintEx((DPFLTR_TCPIP_ID, DPFLTR_INFO_LEVEL,
"ProcessTCBDelayQ: Processed %u TCBs before "
"time expired.\n",
ItemsProcessed));
break;
}
}
//
// If there is no need to process all the delay quues, break out after
// processing the current one.
//
if (!ProcessAllQueues) {
break;
}
}
CTEInterlockedDecrementLong((PLONG)&(PerCPUDelayQ[Proc].TCBDelayRtnCount));
}
//* DelayAction - Put a TCB on the queue for a delayed action.
//
// Called when we want to put a TCB on the DelayQ for a delayed action at
// rcv. complete or some other time. The lock on the TCB must be held when
// this is called.
//
// Input: DelayTCB - TCB which we're going to sched.
// Action - Action we're scheduling.
//
// Returns: Nothing.
//
void
DelayAction(TCB * DelayTCB, uint Action)
{
// Schedule the completion.
//
DelayTCB->tcb_flags |= Action;
if (!(DelayTCB->tcb_flags & IN_DELAY_Q)) {
uint Proc;
#if MILLEN
Proc = 0;
#else // MILLEN
Proc = KeGetCurrentProcessorNumber();
#endif // !MILLEN
DelayTCB->tcb_flags |= IN_DELAY_Q;
REFERENCE_TCB(DelayTCB); // Reference this for later.
//We may not be running timer dpcs on all the processors
if (!(Proc < Time_Proc)) {
Proc = 0;
}
InterlockedEnqueueAtDpcLevel(&PerCPUDelayQ[Proc].TCBDelayQ,
&DelayTCB->tcb_delayq,
&PerCPUDelayQ[Proc].TCBDelayLock);
}
}
//* HandleTWTCB - Process a segment matching a time wait TCB.
//
// This function operates on a TCB in time wait state. The action taken is
// based on RFC 793 with modifications done to handle all the actions on a
// time wait TCB upfront and moving a time-wait TCB to SYN-RCVD state (the
// conditions have been rearranged as well).
//
// Input: RcvTCB - TCB which matching the segment.
// flags - Flags on the segment.
// seq - Sequence number of the segment.
// Partition - Partition to which the TCB belongs.
//
// Returns: The action to be taken by the caller.
//
TimeWaitAction
HandleTWTCB(TWTCB * RcvTCB, uint flags, SeqNum seq, uint Partition)
{
if (flags & TCP_FLAG_RST) {
if (SEQ_EQ(seq, RcvTCB->twtcb_rcvnext)) {
RemoveTWTCB(RcvTCB, Partition);
FreeTWTCB(RcvTCB);
}
CTEFreeLockFromDPC(&pTWTCBTableLock[Partition]);
return TwaDoneProcessing;
} else if (flags & TCP_FLAG_ACK) {
if (SEQ_EQ(seq, RcvTCB->twtcb_rcvnext) && (flags & TCP_FLAG_SYN)) {
CTEFreeLockFromDPC(&pTWTCBTableLock[Partition]);
return TwaSendReset;
} else if (SEQ_EQ(seq, RcvTCB->twtcb_rcvnext - 1) &&
((flags & (TCP_FLAG_FIN | TCP_FLAG_SYN)) == TCP_FLAG_FIN)) {
ReInsert2MSL(RcvTCB);
} else if (SEQ_EQ(seq, RcvTCB->twtcb_rcvnext)) {
CTEFreeLockFromDPC(&pTWTCBTableLock[Partition]);
return TwaDoneProcessing;
}
SendTWtcbACK(RcvTCB, Partition, DISPATCH_LEVEL);
return TwaDoneProcessing;
} else if (SEQ_GTE(seq, RcvTCB->twtcb_rcvnext) &&
((flags & TCP_FLAGS_ALL) == TCP_FLAG_SYN)) {
CTEFreeLockFromDPC(&pTWTCBTableLock[Partition]);
return TwaAcceptConnection;
} else {
CTEFreeLockFromDPC(&pTWTCBTableLock[Partition]);
return TwaDoneProcessing;
}
}
//* TCPRcvComplete - Handle a receive complete.
//
// Called by the lower layers when we're done receiving. If we have any work
// to do, we use this time to do it.
//
// Input: Nothing.
//
// Returns: Nothing.
//
void
TCPRcvComplete(void)
{
ProcessTCBDelayQ(DISPATCH_LEVEL, !PartitionedDelayQ);
}
//* CompleteConnReq - Complete a connection request on a TCB.
//
// A utility function to complete a connection request on a TCB. We remove
// the connreq, and put it on the ConnReqCmpltQ where it will be picked
// off later during RcvCmplt processing. We assume the TCB lock is held when
// we're called.
//
// Input: CmpltTCB - TCB from which to complete.
// OptInfo - IP OptInfo for completeion.
// Status - Status to complete with.
//
// Returns: Nothing.
//
void
CompleteConnReq(TCB * CmpltTCB, IPOptInfo * OptInfo, TDI_STATUS Status)
{
TCPConnReq *ConnReq;
CTEStructAssert(CmpltTCB, tcb);
ConnReq = CmpltTCB->tcb_connreq;
if (ConnReq != NULL) {
uint FastChk;
// There's a connreq on this TCB. Fill in the connection information
// before returning it.
if (TCB_TIMER_RUNNING_R(CmpltTCB, CONN_TIMER))
STOP_TCB_TIMER_R(CmpltTCB, CONN_TIMER);
CmpltTCB->tcb_connreq = NULL;
UpdateConnInfo(ConnReq->tcr_conninfo, OptInfo, CmpltTCB->tcb_daddr,
CmpltTCB->tcb_dport);
if (ConnReq->tcr_addrinfo) {
UpdateConnInfo(ConnReq->tcr_addrinfo, OptInfo, CmpltTCB->tcb_saddr,
CmpltTCB->tcb_sport);
}
ConnReq->tcr_req.tr_status = Status;
// In order to complete this request directly, we must block further
// receive-processing until this connect-indication is complete.
// We require that any caller of this routine must already hold
// a reference to the TCB so that the dereference below does not drop
// the reference-count to zero.
FastChk = (CmpltTCB->tcb_fastchk & TCP_FLAG_IN_RCV) ^ TCP_FLAG_IN_RCV;
CmpltTCB->tcb_fastchk |= FastChk;
CTEFreeLockFromDPC(&CmpltTCB->tcb_lock);
(ConnReq->tcr_req.tr_rtn)(ConnReq->tcr_req.tr_context,
ConnReq->tcr_req.tr_status, 0);
FreeConnReq(ConnReq);
CTEGetLockAtDPC(&CmpltTCB->tcb_lock);
CmpltTCB->tcb_fastchk &= ~FastChk;
if (CmpltTCB->tcb_flags & SEND_AFTER_RCV) {
CmpltTCB->tcb_flags &= ~SEND_AFTER_RCV;
DelayAction(CmpltTCB, NEED_OUTPUT);
}
}
#if DBG
else {
ASSERT((CmpltTCB->tcb_state == TCB_SYN_RCVD) &&
(CmpltTCB->tcb_fastchk & TCP_FLAG_ACCEPT_PENDING));
}
#endif
}
BOOLEAN
DelayedAcceptConn(AddrObj *ListenAO, IPAddr Src, ushort SrcPort,
IPOptInfo *OptInfo, TCB *AcceptTCB)
{
TCPConn *CurrentConn = NULL;
CTELockHandle ConnHandle;
Queue *Temp;
TCPConnReq *ConnReq = NULL;
BOOLEAN FoundConn = FALSE;
uchar TAddress[TCP_TA_SIZE];
PVOID ConnContext;
PConnectEvent Event;
PVOID EventContext;
TDI_STATUS Status;
PTCP_CONTEXT TcpContext = NULL;
ConnectEventInfo *EventInfo;
CTEStructAssert(ListenAO, ao);
CTEGetLockAtDPC(&ListenAO->ao_lock);
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
if (!AO_VALID(ListenAO) || ListenAO->ao_connect == NULL) {
CTEFreeLockFromDPC(&ListenAO->ao_lock);
return FALSE;
}
// He has a connect handler. Put the transport address together,
// and call him. We also need to get the necessary resources
// first.
Event = ListenAO->ao_connect;
EventContext = ListenAO->ao_conncontext;
REF_AO(ListenAO);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
ConnReq = GetConnReq();
if (ConnReq == NULL) {
DELAY_DEREF_AO(ListenAO);
return FALSE;
}
BuildTDIAddress(TAddress, Src, SrcPort);
IF_TCPDBG(TCP_DEBUG_CONNECT) {
TCPTRACE(("indicating connect request\n"));
}
Status = (*Event) (EventContext, TCP_TA_SIZE,
(PTRANSPORT_ADDRESS) TAddress, 0, NULL,
OptInfo->ioi_optlength, OptInfo->ioi_options,
&ConnContext, &EventInfo);
if (Status == TDI_MORE_PROCESSING) {
#if !MILLEN
PIO_STACK_LOCATION IrpSp;
PTDI_REQUEST_KERNEL_ACCEPT AcceptRequest;
IrpSp = IoGetCurrentIrpStackLocation(EventInfo);
Status = TCPPrepareIrpForCancel(
(PTCP_CONTEXT) IrpSp->FileObject->FsContext,
EventInfo,
TCPCancelRequest
);
if (!NT_SUCCESS(Status)) {
Status = TDI_NOT_ACCEPTED;
EventInfo = NULL;
goto AcceptIrpCancelled;
}
// He accepted it. Find the connection on the AddrObj.
IF_TCPDBG(TCP_DEBUG_CONNECT) {
TCPTRACE((
"connect indication accepted, queueing request\n"
));
}
AcceptRequest = (PTDI_REQUEST_KERNEL_ACCEPT)
& (IrpSp->Parameters);
ConnReq->tcr_conninfo =
AcceptRequest->ReturnConnectionInformation;
if (AcceptRequest->RequestConnectionInformation &&
AcceptRequest->RequestConnectionInformation->RemoteAddress) {
ConnReq->tcr_addrinfo =
AcceptRequest->RequestConnectionInformation;
} else {
ConnReq->tcr_addrinfo = NULL;
}
ConnReq->tcr_req.tr_rtn = TCPRequestComplete;
ConnReq->tcr_req.tr_context = EventInfo;
#else // !MILLEN
ConnReq->tcr_req.tr_rtn = EventInfo.cei_rtn;
ConnReq->tcr_req.tr_context = EventInfo.cei_context;
ConnReq->tcr_conninfo = EventInfo.cei_conninfo;
ConnReq->tcr_addrinfo = NULL;
#endif // MILLEN
CurrentConn = NULL;
#if !MILLEN
if ((IrpSp->FileObject->DeviceObject == TCPDeviceObject) &&
(PtrToUlong(IrpSp->FileObject->FsContext2) == TDI_CONNECTION_FILE) &&
((TcpContext = IrpSp->FileObject->FsContext) != NULL) &&
((CurrentConn = GetConnFromConnID(
PtrToUlong(TcpContext->Handle.ConnectionContext), &ConnHandle)) != NULL) &&
(CurrentConn->tc_context == ConnContext) &&
!(CurrentConn->tc_flags & CONN_INVALID)) {
// Found the Conn structure!!
// Don't have to loop below.
CTEStructAssert(CurrentConn, tc);
CTEGetLockAtDPC(&ListenAO->ao_lock);
CTEGetLockAtDPC(&AcceptTCB->tcb_lock);
if (AcceptTCB->tcb_fastchk & TCP_FLAG_ACCEPT_PENDING) {
Status = InitTCBFromConn(CurrentConn, AcceptTCB,
AcceptRequest->RequestConnectionInformation,
TRUE);
} else {
Status = TDI_INVALID_STATE;
}
if (Status == TDI_SUCCESS) {
FoundConn = TRUE;
ASSERT(AcceptTCB->tcb_state == TCB_SYN_RCVD);
AcceptTCB->tcb_fastchk &= ~TCP_FLAG_ACCEPT_PENDING;
AcceptTCB->tcb_connreq = ConnReq;
AcceptTCB->tcb_conn = CurrentConn;
AcceptTCB->tcb_connid = CurrentConn->tc_connid;
CurrentConn->tc_tcb = AcceptTCB;
CurrentConn->tc_refcnt++;
// Move him from the idle q to the active
// queue.
REMOVEQ(&CurrentConn->tc_q);
PUSHQ(&ListenAO->ao_activeq, &CurrentConn->tc_q);
} else {
CTEFreeLockFromDPC(&AcceptTCB->tcb_lock);
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
}
} else {
#endif // !MILLEN
if (CurrentConn) {
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
}
SearchAO:
CTEGetLockAtDPC(&ListenAO->ao_lock);
Temp = QHEAD(&ListenAO->ao_idleq);;
Status = TDI_INVALID_CONNECTION;
while (Temp != QEND(&ListenAO->ao_idleq)) {
CurrentConn = QSTRUCT(TCPConn, Temp, tc_q);
CTEStructAssert(CurrentConn, tc);
if ((CurrentConn->tc_context == ConnContext) &&
!(CurrentConn->tc_flags & CONN_INVALID)) {
//
// We need to lock its TCPConnBlock, with care.
// We'll ref the TCPConn so it can't go away,
// then unlock the AO (which is already ref'd),
// then relock. Note that tc_refcnt is updated
// under ao_lock for any associated TCPConn.
// If things have changed, go back and try again.
//
++CurrentConn->tc_refcnt;
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEGetLockAtDPC(&CurrentConn->tc_ConnBlock->cb_lock);
if (--CurrentConn->tc_refcnt == 0 &&
((CurrentConn->tc_flags & CONN_INVALID) ||
(CurrentConn->tc_tcb != NULL))) {
ConnDoneRtn DoneRtn = CurrentConn->tc_donertn;
DoneRtn(CurrentConn, DISPATCH_LEVEL);
goto SearchAO;
}
CTEGetLockAtDPC(&ListenAO->ao_lock);
CTEGetLockAtDPC(&AcceptTCB->tcb_lock);
// We think we have a match. The connection
// shouldn't have a TCB associated with it. If it
// does, it's an error. InitTCBFromConn will
// handle all this, but first confirm that
// TCP_FLAG_ACCEPT_PENDING is still set. If not,
// someone took this before we did.
if (AcceptTCB->tcb_fastchk &
TCP_FLAG_ACCEPT_PENDING) {
Status =
InitTCBFromConn(CurrentConn, AcceptTCB,
#if !MILLEN
AcceptRequest->RequestConnectionInformation,
#else // !MILLEN
EventInfo.cei_acceptinfo,
#endif // MILLEN
TRUE);
} else {
Status = TDI_INVALID_STATE;
}
if (Status == TDI_SUCCESS) {
FoundConn = TRUE;
AcceptTCB->tcb_fastchk &=
~TCP_FLAG_ACCEPT_PENDING;
AcceptTCB->tcb_connreq = ConnReq;
AcceptTCB->tcb_conn = CurrentConn;
AcceptTCB->tcb_connid = CurrentConn->tc_connid;
CurrentConn->tc_tcb = AcceptTCB;
CurrentConn->tc_refcnt++;
// Move him from the idle q to the active
// queue.
REMOVEQ(&CurrentConn->tc_q);
ENQUEUE(&ListenAO->ao_activeq, &CurrentConn->tc_q);
} else {
CTEFreeLockFromDPC(&AcceptTCB->tcb_lock);
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
}
// In any case, we're done now.
break;
}
Temp = QNEXT(Temp);
}
#if !MILLEN
}
#endif // !MILLEN
LOCKED_DELAY_DEREF_AO(ListenAO);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
if (FoundConn) {
CTEFreeLockFromDPC(&(CurrentConn->tc_ConnBlock->cb_lock));
} else {
// Either we couldn't find a TCPConn for this TCB,
// or someone accepted it before us. We just complete
// the unnecessary ConnReq, then we're done.
UpdateConnInfo(ConnReq->tcr_conninfo, OptInfo,
AcceptTCB->tcb_daddr, AcceptTCB->tcb_dport);
if (ConnReq->tcr_addrinfo) {
UpdateConnInfo(ConnReq->tcr_addrinfo, OptInfo,
AcceptTCB->tcb_saddr,
AcceptTCB->tcb_sport);
}
ConnReq->tcr_req.tr_status = Status;
(ConnReq->tcr_req.tr_rtn)(ConnReq->tcr_req.tr_context,
ConnReq->tcr_req.tr_status, 0);
FreeConnReq(ConnReq);
}
return FoundConn;
}
// The event handler didn't take it. Dereference it, free
// the resources, and return NULL.
#if !MILLEN
AcceptIrpCancelled:
#endif // !MILLEN
FreeConnReq(ConnReq);
DELAY_DEREF_AO(ListenAO);
return FALSE;
}
BOOLEAN
InitSynTCB(SYNTCB *SynTcb, AddrObj* AO, IPAddr Src, IPAddr Dest,
TCPHeader UNALIGNED *TCPH, TCPRcvInfo *RcvInfo, uint IFIndex)
{
CTELockHandle Handle;
SynTcb->syntcb_state = TCB_SYN_RCVD;
SynTcb->syntcb_flags |= CONN_ACCEPTED;
SynTcb->syntcb_refcnt = 1;
SynTcb->syntcb_rcvnext = ++(RcvInfo->tri_seq);
SynTcb->syntcb_sendwin = RcvInfo->tri_window;
SynTcb->syntcb_ttl = AO->ao_opt.ioi_ttl;
if (AO_WINSET(AO)) {
SynTcb->syntcb_defaultwin = AO->ao_window;
SynTcb->syntcb_flags |= WINDOW_SET;
} else if (DefaultRcvWin) {
SynTcb->syntcb_defaultwin = DefaultRcvWin;
} else {
SynTcb->syntcb_defaultwin = DEFAULT_RCV_WIN;
}
CTEFreeLockFromDPC(&AO->ao_lock);
SynTcb->syntcb_rcvwinscale = 0;
while ((SynTcb->syntcb_rcvwinscale < TCP_MAX_WINSHIFT) &&
((TCP_MAXWIN << SynTcb->syntcb_rcvwinscale) <
(int)SynTcb->syntcb_defaultwin)) {
SynTcb->syntcb_rcvwinscale++;
}
// Find Remote MSS and also if WS, TS or
// sack options are negotiated.
SynTcb->syntcb_sndwinscale = 0;
SynTcb->syntcb_remmss = FindMSSAndOptions(TCPH, (TCB *)SynTcb, TRUE);
if (SynTcb->syntcb_remmss <= ALIGNED_TS_OPT_SIZE) {
// turn off TS if mss is not sufficient to
// hold TS fields.
SynTcb->syntcb_tcpopts &= ~TCP_FLAG_TS;
}
if (!InsertSynTCB(SynTcb, &Handle)){
FreeSynTCB(SynTcb);
return FALSE;
}
TcpInvokeCcb(TCP_CONN_CLOSED, TCP_CONN_SYN_RCVD, &SynTcb->syntcb_addrbytes,
IFIndex);
AddHalfOpenTCB();
SynTcb->syntcb_rexmitcnt = 0;
SynTcb->syntcb_rexmit = MS_TO_TICKS(3000);
SendSYNOnSynTCB(SynTcb, Handle);
TStats.ts_passiveopens++;
return TRUE;
}
//* FindListenConn - Find (or fabricate) a listening connection.
//
// Called by our Receive handler to decide what to do about an incoming
// SYN. We walk down the list of connections associated with the destination
// address, and if we find any in the listening state that can be used for
// the incoming request we'll take them, possibly returning a listen in the
// process. If we don't find any appropriate listening connections, we'll
// call the Connect Event handler if one is registerd. If all else fails,
// we'll return NULL and the SYN will be RST.
//
// The caller must hold the AddrObjTableLock before calling this routine,
// and that lock must have been taken at DPC level. This routine will free
// that lock back to DPC level.
//
// Input: ListenAO - Pointer to AddrObj for local address.
// Src - Source IP address of SYN.
// Dest - Destination IP address of SYN.
// SrcPort - Source port of SYN.
// OptInfo - IP options info from SYN.
// TCPH - TCP Header of SYN.
// RcvInfo - Information about the SYN segment
// IFIndex - Interface index on which the SYN came in.
// syn - [OUT] will be set if a SYN TCB was created.
//
// Returns: Pointer to found TCB, or NULL if we can't find one.
//
TCB *
FindListenConn(AddrObj *ListenAO, IPAddr Src, IPAddr Dest, ushort SrcPort,
IPOptInfo *OptInfo, TCPHeader UNALIGNED *TCPH,
TCPRcvInfo *RcvInfo, ULONG IFIndex, BOOLEAN *syn)
{
TCB *CurrentTCB = NULL;
TCPConn *CurrentConn = NULL;
TCPConnReq *ConnReq = NULL;
CTELockHandle ConnHandle;
Queue *CurrentQ, *MarkerQ, Marker;
uint FoundConn = FALSE;
BOOLEAN SecondTry = FALSE;
funcstart:
CTEStructAssert(ListenAO, ao);
CTEGetLockAtDPC(&ListenAO->ao_lock);
// We have the lock on the AddrObj. Walk down it's list, looking
// for connections in the listening state.
if (!AO_VALID(ListenAO)) {
AddrObj * NextAddrObj;
if (SecondTry) {
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
return NULL;
}
// We will find the next best AO for another try
CTEFreeLockFromDPC(&ListenAO->ao_lock);
NextAddrObj = GetNextBestAddrObj(Dest, TCPH->tcp_dest, PROTOCOL_TCP,
ListenAO, GAO_FLAG_CHECK_IF_LIST);
if (NextAddrObj == NULL) {
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
return NULL;
}
ListenAO = NextAddrObj;
SecondTry = TRUE;
goto funcstart;
}
if (ListenAO->ao_listencnt != 0) {
REF_AO(ListenAO);
MarkerQ = &Marker;
CurrentQ = QHEAD(&ListenAO->ao_listenq);
while (CurrentQ != QEND(&ListenAO->ao_listenq)) {
CurrentConn = QSTRUCT(TCPConn, CurrentQ, tc_q);
INITQ(MarkerQ);
PUSHQ(CurrentQ, MarkerQ);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEGetLockAtDPC(&(CurrentConn->tc_ConnBlock->cb_lock));
#if DBG
CurrentConn->tc_ConnBlock->line = (uint) __LINE__;
CurrentConn->tc_ConnBlock->module = (uchar *) __FILE__;
#endif
CTEStructAssert(CurrentConn, tc);
CTEGetLockAtDPC(&ListenAO->ao_lock);
// If this TCB is in the listening state, with no delete
// pending, it's a candidate. Look at the pending listen
// info. to see if we should take it. Also ensure that
// the Conn we found has not been removed from the listen queue.
if (QPREV(MarkerQ) == CurrentQ &&
(CurrentConn->tc_flags & CONN_INVALID) == 0 &&
(CurrentTCB = CurrentConn->tc_tcb) != NULL &&
CurrentTCB->tcb_state == TCB_LISTEN) {
CTEStructAssert(CurrentTCB, tcb);
ASSERT(CurrentTCB->tcb_state == TCB_LISTEN);
CTEGetLockAtDPC(&CurrentTCB->tcb_lock);
if (CurrentTCB->tcb_state == TCB_LISTEN &&
!PENDING_ACTION(CurrentTCB)) {
// Need to see if we can take it.
// See if the addresses specifed in the ConnReq
// match.
if ((IP_ADDR_EQUAL(CurrentTCB->tcb_daddr,
NULL_IP_ADDR) ||
IP_ADDR_EQUAL(CurrentTCB->tcb_daddr,
Src)) &&
(CurrentTCB->tcb_dport == 0 ||
CurrentTCB->tcb_dport == SrcPort)) {
FoundConn = TRUE;
REMOVEQ(MarkerQ);
break;
}
// Otherwise, this didn't match, so we'll check the
// next one.
}
CTEFreeLockFromDPC(&CurrentTCB->tcb_lock);
}
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
CurrentQ = QNEXT(MarkerQ);
REMOVEQ(MarkerQ);
}
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
LOCKED_DELAY_DEREF_AO(ListenAO);
// See why we've exited the loop.
if (FoundConn) {
CTEStructAssert(CurrentTCB, tcb);
// We exited because we found a TCB. If it's pre-accepted,
// we're done.
REFERENCE_TCB(CurrentTCB);
ASSERT(CurrentTCB->tcb_connreq != NULL);
ConnReq = CurrentTCB->tcb_connreq;
CurrentTCB->tcb_daddr = Src;
CurrentTCB->tcb_saddr = Dest;
CurrentTCB->tcb_dport = TCPH->tcp_src;
CurrentTCB->tcb_sport = TCPH->tcp_dest;
// If QUERY_ACCEPT isn't set, turn on the CONN_ACCEPTED bit.
if (!(ConnReq->tcr_flags & TCR_FLAG_QUERY_ACCEPT)) {
CurrentTCB->tcb_flags |= CONN_ACCEPTED;
#if MILLEN
//just use tcb_sendnext to hold hash value
//for randisn
CurrentTCB->tcb_sendnext = TCB_HASH(CurrentTCB->tcb_daddr,
CurrentTCB->tcb_dport,
CurrentTCB->tcb_saddr,
CurrentTCB->tcb_sport);
#endif
// If CONN_ACCEPTED, TdiAccept is not called
// again. So, get ISN when we are with in conn table lock
GetRandomISN((PULONG)&CurrentTCB->tcb_sendnext,
&CurrentTCB->tcb_addrbytes);
}
CurrentTCB->tcb_state = TCB_SYN_RCVD;
ListenAO->ao_listencnt--;
// Since he's no longer listening, remove him from the listen
// queue and put him on the active queue.
REMOVEQ(&CurrentConn->tc_q);
ENQUEUE(&ListenAO->ao_activeq, &CurrentConn->tc_q);
CTEFreeLockFromDPC(&CurrentTCB->tcb_lock);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEFreeLockFromDPC(&(CurrentConn->tc_ConnBlock->cb_lock));
return CurrentTCB;
} else {
// Since we have a listening count, this should never happen
// if that count was non-zero initially.
// We currently don't keep a good count on ao_listencnt when
// the IRPs are cancelled.
// ASSERT(FALSE);
}
} else {
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
}
// We didn't find a matching TCB. If there is no connect indicate handler,
// we should not be creating any state.
if (ListenAO->ao_connect == NULL) {
AddrObj * NextAddrObj;
// Try with the next AO if we can
if (SecondTry) {
CTEFreeLockFromDPC(&ListenAO->ao_lock);
return NULL;
}
REF_AO(ListenAO);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEGetLockAtDPC(&AddrObjTableLock.Lock);
NextAddrObj = GetNextBestAddrObj(Dest, TCPH->tcp_dest, PROTOCOL_TCP,
ListenAO, GAO_FLAG_CHECK_IF_LIST);
DELAY_DEREF_AO(ListenAO);
if (NextAddrObj == NULL) {
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
return NULL;
}
ListenAO = NextAddrObj;
SecondTry = TRUE;
goto funcstart;
}
ASSERT(FoundConn == FALSE);
if (SynAttackProtect){
SYNTCB *AcceptTCB;
AcceptTCB = AllocSynTCB();
if (AcceptTCB) {
AcceptTCB->syntcb_daddr = Src;
AcceptTCB->syntcb_saddr= Dest;
AcceptTCB->syntcb_dport= TCPH->tcp_src;
AcceptTCB->syntcb_sport= TCPH->tcp_dest;
GetRandomISN((PULONG)&AcceptTCB->syntcb_sendnext,
&AcceptTCB->syntcb_addrbytes);
if (InitSynTCB(AcceptTCB, ListenAO, Src, Dest, TCPH, RcvInfo,
IFIndex)) {
*syn = TRUE;
}
// Fall through. (ListenAO->ao_lock was freed by InitSynTCB.)
} else {
CTEFreeLockFromDPC(&ListenAO->ao_lock);
}
} else {
uchar TAddress[TCP_TA_SIZE];
PVOID ConnContext;
PConnectEvent Event;
PVOID EventContext;
TDI_STATUS Status;
TCB *AcceptTCB;
TCPConnReq *ConnReq;
PTCP_CONTEXT TcpContext = NULL;
#if !MILLEN
ConnectEventInfo *EventInfo;
#else // !MILLEN
ConnectEventInfo EventInfo;
#endif // MILLEN
// He has a connect handler. Put the transport address together,
// and call him. We also need to get the necessary resources
// first.
Event = ListenAO->ao_connect;
EventContext = ListenAO->ao_conncontext;
REF_AO(ListenAO);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
AcceptTCB = AllocTCB();
ConnReq = GetConnReq();
if (AcceptTCB != NULL && ConnReq != NULL) {
BuildTDIAddress(TAddress, Src, SrcPort);
AcceptTCB->tcb_state = TCB_LISTEN;
AcceptTCB->tcb_connreq = ConnReq;
AcceptTCB->tcb_flags |= CONN_ACCEPTED;
IF_TCPDBG(TCP_DEBUG_CONNECT) {
TCPTRACE(("indicating connect request\n"));
}
Status = (*Event) (EventContext, TCP_TA_SIZE,
(PTRANSPORT_ADDRESS) TAddress, 0, NULL,
OptInfo->ioi_optlength, OptInfo->ioi_options,
&ConnContext, &EventInfo);
if (Status == TDI_MORE_PROCESSING) {
#if !MILLEN
PIO_STACK_LOCATION IrpSp;
PTDI_REQUEST_KERNEL_ACCEPT AcceptRequest;
IrpSp = IoGetCurrentIrpStackLocation(EventInfo);
Status = TCPPrepareIrpForCancel(
(PTCP_CONTEXT) IrpSp->FileObject->FsContext,
EventInfo,
TCPCancelRequest
);
if (!NT_SUCCESS(Status)) {
Status = TDI_NOT_ACCEPTED;
EventInfo = NULL;
goto AcceptIrpCancelled;
}
// He accepted it. Find the connection on the AddrObj.
{
IF_TCPDBG(TCP_DEBUG_CONNECT) {
TCPTRACE((
"connect indication accepted, queueing request\n"
));
}
AcceptRequest = (PTDI_REQUEST_KERNEL_ACCEPT)
& (IrpSp->Parameters);
ConnReq->tcr_conninfo =
AcceptRequest->ReturnConnectionInformation;
if (AcceptRequest->RequestConnectionInformation &&
AcceptRequest->RequestConnectionInformation->RemoteAddress) {
ConnReq->tcr_addrinfo =
AcceptRequest->RequestConnectionInformation;
} else {
ConnReq->tcr_addrinfo = NULL;
}
ConnReq->tcr_req.tr_rtn = TCPRequestComplete;
ConnReq->tcr_req.tr_context = EventInfo;
ConnReq->tcr_flags = 0;
}
#else // !MILLEN
ConnReq->tcr_req.tr_rtn = EventInfo.cei_rtn;
ConnReq->tcr_req.tr_context = EventInfo.cei_context;
ConnReq->tcr_conninfo = EventInfo.cei_conninfo;
ConnReq->tcr_addrinfo = NULL;
#endif // MILLEN
CurrentConn = NULL;
#if !MILLEN
if ((IrpSp->FileObject->DeviceObject == TCPDeviceObject) &&
(PtrToUlong(IrpSp->FileObject->FsContext2) == TDI_CONNECTION_FILE) &&
((TcpContext = IrpSp->FileObject->FsContext) != NULL) &&
((CurrentConn =
GetConnFromConnID(
PtrToUlong(TcpContext->Handle.ConnectionContext),
&ConnHandle)) != NULL) &&
(CurrentConn->tc_context == ConnContext) &&
!(CurrentConn->tc_flags & CONN_INVALID)) {
CTEGetLockAtDPC(&ListenAO->ao_lock);
// Found the Conn structure!!
// Don't have to loop below.
CTEStructAssert(CurrentConn, tc);
AcceptTCB->tcb_refcnt = 0;
REFERENCE_TCB(AcceptTCB);
Status = InitTCBFromConn(CurrentConn, AcceptTCB,
AcceptRequest->RequestConnectionInformation,
TRUE);
// Let's store the connection invariants upfront.
AcceptTCB->tcb_daddr = Src;
AcceptTCB->tcb_saddr= Dest;
AcceptTCB->tcb_dport= TCPH->tcp_src;
AcceptTCB->tcb_sport= TCPH->tcp_dest;
if (Status == TDI_SUCCESS) {
FoundConn = TRUE;
AcceptTCB->tcb_state = TCB_SYN_RCVD;
AcceptTCB->tcb_conn = CurrentConn;
AcceptTCB->tcb_connid = CurrentConn->tc_connid;
CurrentConn->tc_tcb = AcceptTCB;
CurrentConn->tc_refcnt++;
GetRandomISN((PULONG)&AcceptTCB->tcb_sendnext,
&AcceptTCB->tcb_addrbytes);
// Move him from the idle q to the active
// queue.
REMOVEQ(&CurrentConn->tc_q);
PUSHQ(&ListenAO->ao_activeq, &CurrentConn->tc_q);
} else {
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
}
} else {
#endif // !MILLEN
if (CurrentConn) {
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
}
CTEGetLockAtDPC(&AddrObjTableLock.Lock);
CTEGetLockAtDPC(&ListenAO->ao_lock);
MarkerQ = &Marker;
CurrentQ = QHEAD(&ListenAO->ao_idleq);;
CurrentTCB = NULL;
Status = TDI_INVALID_CONNECTION;
while (CurrentQ != QEND(&ListenAO->ao_idleq)) {
CurrentConn = QSTRUCT(TCPConn, CurrentQ, tc_q);
INITQ(MarkerQ);
PUSHQ(CurrentQ, MarkerQ);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEGetLockAtDPC(&CurrentConn->tc_ConnBlock->cb_lock);
#if DBG
CurrentConn->tc_ConnBlock->line = (uint) __LINE__;
CurrentConn->tc_ConnBlock->module = (uchar *) __FILE__;
#endif
CTEGetLockAtDPC(&ListenAO->ao_lock);
CTEStructAssert(CurrentConn, tc);
if (QPREV(MarkerQ) == CurrentQ &&
CurrentConn->tc_context == ConnContext &&
!(CurrentConn->tc_flags & CONN_INVALID)) {
// We think we have a match. The connection
// shouldn't have a TCB associated with it. If it
// does, it's an error. InitTCBFromConn will
// handle all this.
AcceptTCB->tcb_refcnt = 0;
REFERENCE_TCB(AcceptTCB);
Status = InitTCBFromConn(CurrentConn, AcceptTCB,
AcceptRequest->RequestConnectionInformation,
TRUE);
// Let's store the connection invariants upfront.
AcceptTCB->tcb_daddr = Src;
AcceptTCB->tcb_saddr= Dest;
AcceptTCB->tcb_dport= TCPH->tcp_src;
AcceptTCB->tcb_sport= TCPH->tcp_dest;
if (Status == TDI_SUCCESS) {
FoundConn = TRUE;
AcceptTCB->tcb_state = TCB_SYN_RCVD;
AcceptTCB->tcb_conn = CurrentConn;
AcceptTCB->tcb_connid = CurrentConn->tc_connid;
CurrentConn->tc_tcb = AcceptTCB;
CurrentConn->tc_refcnt++;
GetRandomISN((PULONG)&AcceptTCB->tcb_sendnext,
&AcceptTCB->tcb_addrbytes);
// Move him from the idle q to the active
// queue.
REMOVEQ(&CurrentConn->tc_q);
ENQUEUE(&ListenAO->ao_activeq, &CurrentConn->tc_q);
} else {
CTEFreeLockFromDPC(
&CurrentConn->tc_ConnBlock->cb_lock);
}
// In any case, we're done now.
REMOVEQ(MarkerQ);
break;
}
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
CurrentQ = QNEXT(MarkerQ);
REMOVEQ(MarkerQ);
}
if (!FoundConn) {
CTEFreeLockFromDPC(&ListenAO->ao_lock);
}
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
#if !MILLEN
}
#endif // !MILLEN
if (!FoundConn) {
// Didn't find a match, or had an error. Status
// code is set.
// Complete the ConnReq and free the resources.
CTEGetLockAtDPC(&AcceptTCB->tcb_lock);
CompleteConnReq(AcceptTCB, OptInfo, Status);
CTEFreeLockFromDPC(&AcceptTCB->tcb_lock);
FreeTCB(AcceptTCB);
AcceptTCB = NULL;
}
if (FoundConn) {
LOCKED_DELAY_DEREF_AO(ListenAO);
CTEFreeLockFromDPC(&ListenAO->ao_lock);
CTEFreeLockFromDPC(&CurrentConn->tc_ConnBlock->cb_lock);
} else {
DELAY_DEREF_AO(ListenAO);
}
return AcceptTCB;
} //tdi_more_processing
#if !MILLEN
AcceptIrpCancelled:
#endif // !MILLEN
// The event handler didn't take it. Dereference it, free
// the resources, and return NULL.
FreeConnReq(ConnReq);
FreeTCB(AcceptTCB);
// Try again if we can with the next best AO
if (!SecondTry && (Status == TDI_CONN_REFUSED)) {
AddrObj * NextAddrObj;
CTEGetLockAtDPC(&AddrObjTableLock.Lock);
NextAddrObj = GetNextBestAddrObj(Dest, TCPH->tcp_dest,
PROTOCOL_TCP, ListenAO,
GAO_FLAG_CHECK_IF_LIST);
if (NextAddrObj == NULL) {
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
} else {
DELAY_DEREF_AO(ListenAO);
ListenAO = NextAddrObj;
SecondTry = TRUE;
goto funcstart;
}
}
DELAY_DEREF_AO(ListenAO);
return NULL;
} else {
// We couldn't get a needed resources. Free any that we
// did get, and fall through to the 'return NULL' code.
DELAY_DEREF_AO(ListenAO);
if (ConnReq != NULL)
FreeConnReq(ConnReq);
if (AcceptTCB != NULL)
FreeTCB(AcceptTCB);
}
}
return NULL;
}
// FindMSSAndOptions
//
// Called when a SYN is received to find the MSS option in a segment. If we
// don't find one, we assume the worst and return 536.
//
// Also, parses incoming header for window scaling, timestamp and SACK
// options. Note that we will enable these options for the connection
// only if they are enabled on this host.
//
//
// Input: TCPH - TCP header to be searched.
// SynTCB - the TCB or SYNTCB to be updated.
// IsSYNTCB - if TRUE, 'SynTCB' is of type 'SYNTCB'.
//
// Returns: MSS to be used.
//
ushort
FindMSSAndOptions(TCPHeader UNALIGNED * TCPH, TCB * SynTCB, BOOLEAN IsSYNTCB)
{
uint OptSize;
uchar *OptPtr;
ushort TempMss = 0;
BOOLEAN WinScale = FALSE;
ushort SYN = 0;
ushort tcboptions;
short rcvwinscale=0,sndwinscale=0;
int tsupdate=0,tsrecent=0;
OptSize = TCP_HDR_SIZE(TCPH) - sizeof(TCPHeader);
OptPtr = (uchar *) (TCPH + 1);
SYN = (TCPH->tcp_flags & TCP_FLAG_SYN);
if (IsSYNTCB) {
tcboptions = ((SYNTCB *)SynTCB)->syntcb_tcpopts;
rcvwinscale = ((SYNTCB *)SynTCB)->syntcb_rcvwinscale;
} else {
tcboptions = SynTCB->tcb_tcpopts;
rcvwinscale = SynTCB->tcb_rcvwinscale;
}
while ((int)OptSize > 0) {
if (*OptPtr == TCP_OPT_EOL)
break;
if (*OptPtr == TCP_OPT_NOP) {
OptPtr++;
OptSize--;
continue;
}
if ((*OptPtr == TCP_OPT_MSS) && (OptSize >= MSS_OPT_SIZE)) {
if (SYN && (OptPtr[1] == MSS_OPT_SIZE)) {
TempMss = *(ushort UNALIGNED *) (OptPtr + 2);
TempMss = net_short(TempMss);
}
OptSize -= MSS_OPT_SIZE;
OptPtr += MSS_OPT_SIZE;
} else if ((*OptPtr == TCP_OPT_WS) && (OptSize >= WS_OPT_SIZE)) {
if (SYN && (OptPtr[1] == WS_OPT_SIZE)) {
sndwinscale = (uint)OptPtr[2];
IF_TCPDBG(TCP_DEBUG_1323) {
TCPTRACE(("WS option %x", sndwinscale));
}
tcboptions |= TCP_FLAG_WS;
WinScale = TRUE;
}
OptSize -= WS_OPT_SIZE;
OptPtr += WS_OPT_SIZE;
} else if ((*OptPtr == TCP_OPT_TS) && (OptSize >= TS_OPT_SIZE)) {
// Time stamp options
if ((OptPtr[1] == TS_OPT_SIZE) && (TcpHostOpts & TCP_FLAG_TS)) {
int tsval = *(int UNALIGNED *)&OptPtr[2];
tcboptions |= TCP_FLAG_TS;
if (SYN) {
tsupdate = TCPTime;
tsrecent = net_long(tsval);
}
IF_TCPDBG(TCP_DEBUG_1323) {
TCPTRACE(("TS option %x", SynTCB));
}
}
OptSize -= TS_OPT_SIZE;
OptPtr += TS_OPT_SIZE;
} else if ((*OptPtr == TCP_SACK_PERMITTED_OPT)
&& (OptSize >= SACK_PERMITTED_OPT_SIZE)) {
// SACK OPtions
if ((OptPtr[1] == SACK_PERMITTED_OPT_SIZE)
&& (TcpHostOpts & TCP_FLAG_SACK)) {
tcboptions |= TCP_FLAG_SACK;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("Rcvd SACK_OPT %x\n", SynTCB));
}
}
OptSize -= SACK_PERMITTED_OPT_SIZE;
OptPtr += SACK_PERMITTED_OPT_SIZE;
} else { // Unknown option.
if (OptSize > 1) {
if (OptPtr[1] == 0 || OptPtr[1] > OptSize) {
break; // Bad option length, bail out.
}
OptSize -= OptPtr[1];
OptPtr += OptPtr[1];
} else {
break;
}
}
}
if (WinScale) {
if (sndwinscale > TCP_MAX_WINSHIFT) {
sndwinscale = TCP_MAX_WINSHIFT;
}
}
if (IsSYNTCB) {
((SYNTCB *)SynTCB)->syntcb_tcpopts = (uchar)tcboptions;
((SYNTCB *)SynTCB)->syntcb_tsupdatetime = tsupdate;
((SYNTCB *)SynTCB)->syntcb_tsrecent = tsrecent;
if (!WinScale && rcvwinscale) {
((SYNTCB *)SynTCB)->syntcb_defaultwin = TCP_MAXWIN;
((SYNTCB *)SynTCB)->syntcb_rcvwinscale = 0;
}
((SYNTCB *)SynTCB)->syntcb_sndwinscale = sndwinscale;
} else {
SynTCB->tcb_tcpopts = tcboptions;
SynTCB->tcb_tsupdatetime = tsupdate;
SynTCB->tcb_tsrecent = tsrecent;
if (!WinScale && rcvwinscale) {
SynTCB->tcb_defaultwin = TCP_MAXWIN;
SynTCB->tcb_rcvwin = TCP_MAXWIN;
SynTCB->tcb_rcvwinscale = 0;
}
SynTCB->tcb_sndwinscale = sndwinscale;
}
if (TempMss) {
return (TempMss);
} else {
return MAX_REMOTE_MSS;
}
}
//* ACKAndDrop - Acknowledge a segment, and drop it.
//
// Called from within the receive code when we need to drop a segment that's
// outside the receive window.
//
// Input: RI - Receive info for incoming segment.
// RcvTCB - TCB for incoming segment.
//
// Returns: Nothing.
//
void
ACKAndDrop(TCPRcvInfo * RI, TCB * RcvTCB)
{
if (!(RI->tri_flags & TCP_FLAG_RST)) {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendACK(RcvTCB);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
}
DerefTCB(RcvTCB, DISPATCH_LEVEL);
}
//* ACKData - Acknowledge data.
//
// Called from the receive handler to acknowledge data. We're given the
// TCB and the new value of senduna. We walk down the send q. pulling
// off sends and putting them on the complete q until we hit the end
// or we acknowledge the specified number of bytes of data.
//
// NOTE: We manipulate the send refcnt and acked flag without taking a lock.
// This is OK in the VxD version where locks don't mean anything anyway, but
// in the port to NT we'll need to add locking. The lock will have to be
// taken in the transmit complete routine. We can't use a lock in the TCB,
// since the TCB could go away before the transmit complete happens, and a lock
// in the TSR would be overkill, so it's probably best to use a global lock
// for this. If that causes too much contention, we could use a set of locks
// and pass a pointer to the appropriate lock back as part of the transmit
// confirm context. This lock pointer would also need to be stored in the
// TCB.
//
// Input: ACKTcb - TCB from which to pull data.
// SendUNA - New value of send una.
// SendQ - Queue to be filled with ACK'd requests.
//
// Returns: Nothing.
//
void
ACKData(TCB * ACKTcb, SeqNum SendUNA, Queue* SendQ)
{
Queue *End, *Current; // End and current elements.
Queue *TempQ, *EndQ;
Queue *LastCmplt; // Last one we completed.
TCPSendReq *CurrentTSR; // Current send req we're
// looking at.
PNDIS_BUFFER CurrentBuffer; // Current NDIS_BUFFER.
uint BufLength;
int Amount, OrigAmount;
long Result;
uint Temp;
#if TRACE_EVENT
PTDI_DATA_REQUEST_NOTIFY_ROUTINE CPCallBack;
WMIData WMIInfo;
#endif
CTEStructAssert(ACKTcb, tcb);
CheckTCBSends(ACKTcb);
Amount = SendUNA - ACKTcb->tcb_senduna;
ASSERT(Amount > 0);
// if the receiver is acking something for which we have
// a sack entry, remove it.
if (ACKTcb->tcb_SackRcvd) {
SackListEntry *Prev, *Current;
Prev = STRUCT_OF(SackListEntry, &ACKTcb->tcb_SackRcvd, next);
Current = ACKTcb->tcb_SackRcvd;
// Scan the list for old sack entries and purge them
while ((Current != NULL) && SEQ_GT(SendUNA, Current->begin)) {
Prev->next = Current->next;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("ACKData:Purging old entries %x %d %d\n", Current, Current->begin, Current->end));
}
CTEFreeMem(Current);
Current = Prev->next;
}
}
// Do a quick check to see if this acks everything that we have. If it does,
// handle it right away. We can only do this in the ESTABLISHED state,
// because we blindly update sendnext, and that can only work if we
// haven't sent a FIN.
if ((Amount == (int)ACKTcb->tcb_unacked) && ACKTcb->tcb_state == TCB_ESTAB) {
// Everything is acked.
ASSERT(!EMPTYQ(&ACKTcb->tcb_sendq));
TempQ = ACKTcb->tcb_sendq.q_next;
INITQ(&ACKTcb->tcb_sendq);
ACKTcb->tcb_sendnext = SendUNA;
ACKTcb->tcb_senduna = SendUNA;
ASSERT(ACKTcb->tcb_sendnext == ACKTcb->tcb_sendmax);
ACKTcb->tcb_cursend = NULL;
ACKTcb->tcb_sendbuf = NULL;
ACKTcb->tcb_sendofs = 0;
ACKTcb->tcb_sendsize = 0;
ACKTcb->tcb_unacked = 0;
// Now walk down the list of send requests. If the reference count
// has gone to 0, put it on the send complete queue.
EndQ = &ACKTcb->tcb_sendq;
do {
CurrentTSR = STRUCT_OF(TCPSendReq, QSTRUCT(TCPReq, TempQ, tr_q), tsr_req);
CTEStructAssert(CurrentTSR, tsr);
TempQ = CurrentTSR->tsr_req.tr_q.q_next;
CurrentTSR->tsr_req.tr_status = TDI_SUCCESS;
Result = CTEInterlockedDecrementLong(&CurrentTSR->tsr_refcnt);
ASSERT(Result >= 0);
#if TRACE_EVENT
CPCallBack = TCPCPHandlerRoutine;
if (CPCallBack != NULL) {
ulong GroupType;
WMIInfo.wmi_destaddr = ACKTcb->tcb_daddr;
WMIInfo.wmi_destport = ACKTcb->tcb_dport;
WMIInfo.wmi_srcaddr = ACKTcb->tcb_saddr;
WMIInfo.wmi_srcport = ACKTcb->tcb_sport;
WMIInfo.wmi_size = CurrentTSR->tsr_size;
WMIInfo.wmi_context = ACKTcb->tcb_cpcontext;
GroupType = EVENT_TRACE_GROUP_TCPIP + EVENT_TRACE_TYPE_SEND;
(*CPCallBack)(GroupType, (PVOID)&WMIInfo, sizeof(WMIInfo),
NULL);
}
#endif
if ((Result <= 0) &&
!(CurrentTSR->tsr_flags & TSR_FLAG_SEND_AND_DISC)) {
// No more references are outstanding, the send can be
// completed.
// If we've sent directly from this send, NULL out the next
// pointer for the last buffer in the chain.
if (CurrentTSR->tsr_lastbuf != NULL) {
NDIS_BUFFER_LINKAGE(CurrentTSR->tsr_lastbuf) = NULL;
CurrentTSR->tsr_lastbuf = NULL;
}
ACKTcb->tcb_totaltime += (TCPTime - CurrentTSR->tsr_time);
Temp = ACKTcb->tcb_bcountlow;
ACKTcb->tcb_bcountlow += CurrentTSR->tsr_size;
ACKTcb->tcb_bcounthi += (Temp > ACKTcb->tcb_bcountlow ? 1 : 0);
ENQUEUE(SendQ, &CurrentTSR->tsr_req.tr_q);
}
} while (TempQ != EndQ);
CheckTCBSends(ACKTcb);
return;
}
OrigAmount = Amount;
End = QEND(&ACKTcb->tcb_sendq);
Current = QHEAD(&ACKTcb->tcb_sendq);
LastCmplt = NULL;
while (Amount > 0 && Current != End) {
CurrentTSR = STRUCT_OF(TCPSendReq, QSTRUCT(TCPReq, Current, tr_q),
tsr_req);
CTEStructAssert(CurrentTSR, tsr);
if (Amount >= (int)CurrentTSR->tsr_unasize) {
// This is completely acked. Just advance to the next one.
Amount -= CurrentTSR->tsr_unasize;
LastCmplt = Current;
Current = QNEXT(Current);
continue;
}
// This one is only partially acked. Update his offset and NDIS buffer
// pointer, and break out. We know that Amount is < the unacked size
// in this buffer, we we can walk the NDIS buffer chain without fear
// of falling off the end.
CurrentBuffer = CurrentTSR->tsr_buffer;
ASSERT(CurrentBuffer != NULL);
ASSERT(Amount < (int)CurrentTSR->tsr_unasize);
CurrentTSR->tsr_unasize -= Amount;
BufLength = NdisBufferLength(CurrentBuffer) - CurrentTSR->tsr_offset;
if (Amount >= (int)BufLength) {
do {
Amount -= BufLength;
CurrentBuffer = NDIS_BUFFER_LINKAGE(CurrentBuffer);
ASSERT(CurrentBuffer != NULL);
BufLength = NdisBufferLength(CurrentBuffer);
} while (Amount >= (int)BufLength);
CurrentTSR->tsr_offset = Amount;
CurrentTSR->tsr_buffer = CurrentBuffer;
} else
CurrentTSR->tsr_offset += Amount;
Amount = 0;
break;
}
// We should always be able to remove at least Amount bytes, except in
// the case where a FIN has been sent. In that case we should be off
// by exactly one. In the debug builds we'll check this.
ASSERT(0 == Amount || ((ACKTcb->tcb_flags & FIN_SENT) && (1 == Amount)));
if (SEQ_GT(SendUNA, ACKTcb->tcb_sendnext)) {
if (Current != End) {
// Need to reevaluate CurrentTSR, in case we bailed out of the
// above loop after updating Current but before updating
// CurrentTSR.
CurrentTSR = STRUCT_OF(TCPSendReq, QSTRUCT(TCPReq, Current, tr_q),
tsr_req);
CTEStructAssert(CurrentTSR, tsr);
ACKTcb->tcb_cursend = CurrentTSR;
ACKTcb->tcb_sendbuf = CurrentTSR->tsr_buffer;
ACKTcb->tcb_sendofs = CurrentTSR->tsr_offset;
ACKTcb->tcb_sendsize = CurrentTSR->tsr_unasize;
} else {
ACKTcb->tcb_cursend = NULL;
ACKTcb->tcb_sendbuf = NULL;
ACKTcb->tcb_sendofs = 0;
ACKTcb->tcb_sendsize = 0;
}
ACKTcb->tcb_sendnext = SendUNA;
}
// Now update tcb_unacked with the amount we tried to ack minus the
// amount we didn't ack (Amount should be 0 or 1 here).
ASSERT(Amount == 0 || Amount == 1);
if (ACKTcb->tcb_unacked) {
ASSERT(ACKTcb->tcb_unacked >= (uint)OrigAmount - Amount);
ACKTcb->tcb_unacked -= OrigAmount - Amount;
}
ASSERT(*(int *)&ACKTcb->tcb_unacked >= 0);
ACKTcb->tcb_senduna = SendUNA;
// If we've acked any here, LastCmplt will be non-null, and Current will
// point to the send that should be at the start of the queue. Splice
// out the completed ones and put them on the end of the send completed
// queue, and update the TCB send q.
if (LastCmplt != NULL) {
Queue *FirstCmplt;
TCPSendReq *FirstTSR, *EndTSR;
ASSERT(!EMPTYQ(&ACKTcb->tcb_sendq));
FirstCmplt = QHEAD(&ACKTcb->tcb_sendq);
// If we've acked everything, just reinit the queue.
if (Current == End) {
INITQ(&ACKTcb->tcb_sendq);
} else {
// There's still something on the queue. Just update it.
ACKTcb->tcb_sendq.q_next = Current;
Current->q_prev = &ACKTcb->tcb_sendq;
}
CheckTCBSends(ACKTcb);
// Now walk down the lists of things acked. If the refcnt on the send
// is 0, go ahead and put him on the send complete Q. Otherwise set
// the ACKed bit in the send, and he'll be completed when the count
// goes to 0 in the transmit confirm.
//
// Note that we haven't done any locking here. This will probably
// need to change in the port to NT.
// Set FirstTSR to the first TSR we'll complete, and EndTSR to be
// the first TSR that isn't completed.
FirstTSR = STRUCT_OF(TCPSendReq, QSTRUCT(TCPReq, FirstCmplt, tr_q), tsr_req);
EndTSR = STRUCT_OF(TCPSendReq, QSTRUCT(TCPReq, Current, tr_q), tsr_req);
CTEStructAssert(FirstTSR, tsr);
ASSERT(FirstTSR != EndTSR);
// Now walk the list of ACKed TSRs. If we can complete one, put him
// on the complete queue.
while (FirstTSR != EndTSR) {
TempQ = QNEXT(&FirstTSR->tsr_req.tr_q);
CTEStructAssert(FirstTSR, tsr);
FirstTSR->tsr_req.tr_status = TDI_SUCCESS;
// The tsr_lastbuf->Next field is zapped to 0 when the tsr_refcnt
// goes to 0, so we don't need to do it here.
#if TRACE_EVENT
CPCallBack = TCPCPHandlerRoutine;
if (CPCallBack != NULL) {
ulong GroupType;
WMIInfo.wmi_destaddr = ACKTcb->tcb_daddr;
WMIInfo.wmi_destport = ACKTcb->tcb_dport;
WMIInfo.wmi_srcaddr = ACKTcb->tcb_saddr;
WMIInfo.wmi_srcport = ACKTcb->tcb_sport;
WMIInfo.wmi_size = FirstTSR->tsr_size;
WMIInfo.wmi_context = ACKTcb->tcb_cpcontext;
GroupType = EVENT_TRACE_GROUP_TCPIP + EVENT_TRACE_TYPE_SEND;
(*CPCallBack)(GroupType, (PVOID)&WMIInfo, sizeof(WMIInfo),
NULL);
}
#endif
// Decrement the reference put on the send buffer when it was
// initialized indicating the send has been acknowledged.
if (!(FirstTSR->tsr_flags & TSR_FLAG_SEND_AND_DISC)) {
Result = CTEInterlockedDecrementLong(&FirstTSR->tsr_refcnt);
ASSERT(Result >= 0);
if (Result <= 0) {
// No more references are outstanding, the send can be
// completed.
// If we've sent directly from this send, NULL out the next
// pointer for the last buffer in the chain.
if (FirstTSR->tsr_lastbuf != NULL) {
NDIS_BUFFER_LINKAGE(FirstTSR->tsr_lastbuf) = NULL;
FirstTSR->tsr_lastbuf = NULL;
}
ACKTcb->tcb_totaltime += (TCPTime - FirstTSR->tsr_time);
Temp = ACKTcb->tcb_bcountlow;
ACKTcb->tcb_bcountlow += FirstTSR->tsr_size;
ACKTcb->tcb_bcounthi +=
(Temp > ACKTcb->tcb_bcountlow ? 1 : 0);
ENQUEUE(SendQ, &FirstTSR->tsr_req.tr_q);
}
} else {
if (EMPTYQ(&ACKTcb->tcb_sendq) &&
(FirstTSR->tsr_flags & TSR_FLAG_SEND_AND_DISC)) {
ENQUEUE(&ACKTcb->tcb_sendq, &FirstTSR->tsr_req.tr_q);
ACKTcb->tcb_fastchk |= TCP_FLAG_REQUEUE_FROM_SEND_AND_DISC;
//this will be deleted when CloseTCB will be called on this.
CheckTCBSends(ACKTcb);
break;
}
}
FirstTSR = STRUCT_OF(TCPSendReq, QSTRUCT(TCPReq, TempQ, tr_q), tsr_req);
}
}
}
//* TrimRcvBuf - Trim the front edge of a receive buffer.
//
// A utility routine to trim the front of a receive buffer. We take in a
// a count (which may be 0) and adjust the pointer in the first buffer in
// the chain by that much. If there isn't that much in the first buffer,
// we move onto the next one. If we run out of buffers we'll return a pointer
// to the last buffer in the chain, with a size of 0. It's the caller's
// responsibility to catch this.
//
// Input: RcvBuf - Buffer to be trimmed.
// Count - Amount to be trimmed.
//
// Returns: A pointer to the new start, or NULL.
//
IPRcvBuf *
TrimRcvBuf(IPRcvBuf * RcvBuf, uint Count)
{
uint TrimThisTime;
ASSERT(RcvBuf != NULL);
while (Count) {
ASSERT(RcvBuf != NULL);
TrimThisTime = MIN(Count, RcvBuf->ipr_size);
Count -= TrimThisTime;
RcvBuf->ipr_buffer += TrimThisTime;
if ((RcvBuf->ipr_size -= TrimThisTime) == 0) {
if (RcvBuf->ipr_next != NULL)
RcvBuf = RcvBuf->ipr_next;
else {
// Ran out of buffers. Just return this one.
break;
}
}
}
return RcvBuf;
}
IPRcvBuf DummyBuf;
//* PullFromRAQ - Pull segments from the reassembly queue.
//
// Called when we've received frames out of order, and have some segments
// on the reassembly queue. We'll walk down the reassembly list, segments that
// are overlapped by the current rcv. next variable. When we get
// to one that doesn't completely overlap we'll trim it to fit the next
// rcv. seq. number, and pull it from the queue.
//
// Input: RcvTCB - TCB to pull from.
// RcvInfo - Pointer to TCPRcvInfo structure for current seg.
// Size - Pointer to size for current segment. We'll update
// this when we're done.
//
// Returns: Nothing.
//
IPRcvBuf *
PullFromRAQ(TCB * RcvTCB, TCPRcvInfo * RcvInfo, uint * Size)
{
TCPRAHdr *CurrentTRH; // Current TCP RA Header being examined.
TCPRAHdr *TempTRH; // Temporary variable.
SeqNum NextSeq; // Next sequence number we want.
IPRcvBuf *NewBuf;
SeqNum NextTRHSeq; // Seq. number immediately after
// current TRH.
int Overlap; // Overlap between current TRH and
// NextSeq.
CTEStructAssert(RcvTCB, tcb);
CurrentTRH = RcvTCB->tcb_raq;
NextSeq = RcvTCB->tcb_rcvnext;
while (CurrentTRH != NULL) {
CTEStructAssert(CurrentTRH, trh);
ASSERT(!(CurrentTRH->trh_flags & TCP_FLAG_SYN));
if (SEQ_LT(NextSeq, CurrentTRH->trh_start)) {
#if DBG
*Size = 0;
#endif
//invalidate Sack Block
if ((RcvTCB->tcb_tcpopts & TCP_FLAG_SACK) && RcvTCB->tcb_SackBlock) {
int i;
for (i = 0; i < 3; i++) {
if ((RcvTCB->tcb_SackBlock->Mask[i] != 0) &&
(SEQ_LT(RcvTCB->tcb_SackBlock->Block[i].end, CurrentTRH->trh_start))) {
RcvTCB->tcb_SackBlock->Mask[i] = 0;
}
}
}
return NULL; // The next TRH starts too far down.
}
NextTRHSeq = CurrentTRH->trh_start + CurrentTRH->trh_size +
((CurrentTRH->trh_flags & TCP_FLAG_FIN) ? 1 : 0);
if (SEQ_GTE(NextSeq, NextTRHSeq)) {
// The current TRH is overlapped completely. Free it and continue.
FreeRBChain(CurrentTRH->trh_buffer);
TempTRH = CurrentTRH->trh_next;
CTEFreeMem(CurrentTRH);
CurrentTRH = TempTRH;
RcvTCB->tcb_raq = TempTRH;
if (TempTRH == NULL) {
// We've just cleaned off the RAQ. We can go back on the
// fast path now.
if (--(RcvTCB->tcb_slowcount) == 0) {
RcvTCB->tcb_fastchk &= ~TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
}
break;
}
} else {
Overlap = NextSeq - CurrentTRH->trh_start;
RcvInfo->tri_seq = NextSeq;
RcvInfo->tri_flags = CurrentTRH->trh_flags;
RcvInfo->tri_urgent = CurrentTRH->trh_urg;
if (Overlap != (int)CurrentTRH->trh_size) {
NewBuf = FreePartialRB(CurrentTRH->trh_buffer, Overlap);
*Size = CurrentTRH->trh_size - Overlap;
} else {
// This completely overlaps the data in this segment, but the
// sequence number doesn't overlap completely. There must
// be a FIN in the TRH. If we called FreePartialRB with this
// we'd end up returning NULL, which is the signal for failure.
// Instead we'll just return some bogus value that nobody
// will look at with a size of 0.
FreeRBChain(CurrentTRH->trh_buffer);
ASSERT(CurrentTRH->trh_flags & TCP_FLAG_FIN);
NewBuf = &DummyBuf;
*Size = 0;
}
RcvTCB->tcb_raq = CurrentTRH->trh_next;
if (RcvTCB->tcb_raq == NULL) {
// We've just cleaned off the RAQ. We can go back on the
// fast path now.
if (--(RcvTCB->tcb_slowcount) == 0) {
RcvTCB->tcb_fastchk &= ~TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
}
}
CTEFreeMem(CurrentTRH);
return NewBuf;
}
}
#if DBG
*Size = 0;
#endif
//invalidate Sack Block
if (RcvTCB->tcb_tcpopts & TCP_FLAG_SACK && RcvTCB->tcb_SackBlock) {
RcvTCB->tcb_SackBlock->Mask[0] = 0;
RcvTCB->tcb_SackBlock->Mask[1] = 0;
RcvTCB->tcb_SackBlock->Mask[2] = 0;
RcvTCB->tcb_SackBlock->Mask[3] = 0;
}
return NULL;
}
//* CreateTRH - Create a TCP reassembly header.
//
// This function tries to create a TCP reassembly header. We take as input
// a pointer to the previous TRH in the chain, the RcvBuffer to put on,
// etc. and try to create and link in a TRH. The caller must hold the lock
// on the TCB when this is called.
//
// Input: PrevTRH - Pointer to TRH to insert after.
// RcvBuf - Pointer to IP RcvBuf chain.
// RcvInfo - Pointer to RcvInfo for this TRH.
// Size - Size in bytes of data.
//
// Returns: TRUE if we created it, FALSE otherwise.
//
uint
CreateTRH(TCPRAHdr * PrevTRH, IPRcvBuf * RcvBuf, TCPRcvInfo * RcvInfo, int Size)
{
TCPRAHdr *NewTRH;
IPRcvBuf *NewRcvBuf;
ASSERT((Size > 0) || (RcvInfo->tri_flags & TCP_FLAG_FIN));
NewTRH = CTEAllocMemLow(sizeof(TCPRAHdr), 'SPCT');
if (NewTRH == NULL) {
return FALSE;
}
#if DBG
NewTRH->trh_sig = trh_signature;
#endif
NewRcvBuf = AllocTcpIpr(Size, 'SPCT');
if (NewRcvBuf == NULL) {
CTEFreeMem(NewTRH);
return FALSE;
}
if (Size != 0)
CopyRcvToBuffer(NewRcvBuf->ipr_buffer, RcvBuf, Size, 0);
NewTRH->trh_start = RcvInfo->tri_seq;
NewTRH->trh_flags = RcvInfo->tri_flags;
NewTRH->trh_size = Size;
NewTRH->trh_urg = RcvInfo->tri_urgent;
NewTRH->trh_buffer = NewRcvBuf;
NewTRH->trh_end = NewRcvBuf;
NewTRH->trh_next = PrevTRH->trh_next;
PrevTRH->trh_next = NewTRH;
return TRUE;
}
// SendSackInACK - SEnd SACK block in acknowledgement
//
// Called if incoming data is in the window but left edge
// is not advanced because incoming seq > rcvnext.
// This routine scans the queued up data, constructs SACK block
// points the block in tcb for SendACK.
//
// Entry RcvTCB
// IncomingSeq Seq num of Data coming in
//
// Returns Nothing
void
SendSackInACK(TCB * RcvTCB, SeqNum IncomingSeq)
{
TCPRAHdr *PrevTRH, *CurrentTRH; // Prev. and current TRH
// pointers.
SeqNum NextTRHSeq; // Seq. number of first byte
SACKSendBlock *SackBlock;
int i, j;
CTEStructAssert(RcvTCB, tcb);
// If we have a SACK block use it else create one.
// Note that we use max of 4 sack blocks
// Sack block structure:
// First long word holds index of the
// 4 sack blocks, starting from 1. zero
// in index field means no sack block
//
// !--------!--------!--------!--------!
// | 1 | 2 | 3 | 4 |
// -------------------------------------
// | |
// -------------------------------------
// | |
// -------------------------------------
// Allocate a block if it is not already there
if (RcvTCB->tcb_SackBlock == NULL) {
SackBlock = CTEAllocMemN((sizeof(SACKSendBlock)), 'sPCT');
if (SackBlock == NULL) {
// Resources failure. Just try to send ack
// and leave the resource handling to some one else
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendACK(RcvTCB);
return;
} else {
RcvTCB->tcb_SackBlock = SackBlock;
//Initialize the first entry to indicate that this is the new one
NdisZeroMemory(SackBlock, sizeof(SACKSendBlock));
}
} else
SackBlock = RcvTCB->tcb_SackBlock;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("SendSackInACK %x %x %d\n", SackBlock, RcvTCB, IncomingSeq));
}
PrevTRH = STRUCT_OF(TCPRAHdr, &RcvTCB->tcb_raq, trh_next);
CurrentTRH = PrevTRH->trh_next;
while (CurrentTRH != NULL) {
CTEStructAssert(CurrentTRH, trh);
ASSERT(!(CurrentTRH->trh_flags & TCP_FLAG_SYN));
NextTRHSeq = CurrentTRH->trh_start + CurrentTRH->trh_size +
((CurrentTRH->trh_flags & TCP_FLAG_FIN) ? 1 : 0);
if ((SackBlock->Mask[0] != (uchar) - 1) && (SEQ_LTE(CurrentTRH->trh_start, IncomingSeq) &&
SEQ_LTE(IncomingSeq, NextTRHSeq))) {
if (SackBlock->Mask[0] == 0) {
//This is the only sack block
SackBlock->Block[0].begin = CurrentTRH->trh_start;
SackBlock->Block[0].end = NextTRHSeq;
SackBlock->Mask[0] = (uchar) - 1; //Make it valid
} else {
if (!((SEQ_LTE(CurrentTRH->trh_start, SackBlock->Block[0].begin) &&
SEQ_GTE(NextTRHSeq, SackBlock->Block[0].end)) ||
(SEQ_LTE(CurrentTRH->trh_start, SackBlock->Block[0].begin) &&
SEQ_LTE(SackBlock->Block[0].begin, NextTRHSeq)) ||
(SEQ_LTE(CurrentTRH->trh_start, SackBlock->Block[0].end) &&
SEQ_LTE(SackBlock->Block[0].end, NextTRHSeq)))) {
// Push the blocks down and fill the top
for (i = 2; i >= 0; i--) {
SackBlock->Block[i + 1].begin = SackBlock->Block[i].begin;
SackBlock->Block[i + 1].end = SackBlock->Block[i].end;
SackBlock->Mask[i + 1] = -SackBlock->Mask[i];
}
}
SackBlock->Block[0].begin = CurrentTRH->trh_start;
SackBlock->Block[0].end = NextTRHSeq;
SackBlock->Mask[0] = (uchar) - 1;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("Sack 0 %d %d \n", CurrentTRH->trh_start, NextTRHSeq));
}
}
} else {
// process all the sack blocks to see if the currentTRH is
// valid for those blocks
for (i = 1; i <= 3; i++) {
if ((SackBlock->Mask[i] != 0) &&
(SEQ_LTE(CurrentTRH->trh_start, SackBlock->Block[i].begin) &&
SEQ_LTE(SackBlock->Block[i].begin, NextTRHSeq))) {
SackBlock->Block[i].begin = CurrentTRH->trh_start;
SackBlock->Block[i].end = NextTRHSeq;
SackBlock->Mask[i] = (uchar) - 1;
}
}
}
PrevTRH = CurrentTRH;
CurrentTRH = CurrentTRH->trh_next;
} //while
//Check and set the blocks traversed for validity
for (i = 0; i <= 3; i++) {
if (SackBlock->Mask[i] != (uchar) - 1) {
SackBlock->Mask[i] = 0;
} else {
SackBlock->Mask[i] = 1;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("Sack in ack %x %d %d\n", i, SackBlock->Block[i].begin, SackBlock->Block[i].end));
}
}
}
// Make sure that there are no duplicates
for (i = 0; i < 3; i++) {
if (SackBlock->Mask[i]) {
for (j = i + 1; j < 4; j++) {
if (SackBlock->Mask[j] && (SackBlock->Block[i].begin == SackBlock->Block[j].begin))
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("Duplicates!!\n"));
}
}
}
}
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendACK(RcvTCB);
}
//* PutOnRAQ - Put a segment on the reassembly queue.
//
// Called during segment reception to put a segment on the reassembly
// queue. We try to use as few reassembly headers as possible, so if this
// segment has some overlap with an existing entry in the queue we'll just
// update the existing entry. If there is no overlap we'll create a new
// reassembly header. Combining URGENT data with non-URGENT data is tricky.
// If we get a segment that has urgent data that overlaps the front of a
// reassembly header we'll always mark the whole chunk as urgent - the value
// of the urgent pointer will mark the end of urgent data, so this is OK. If it
// only overlaps at the end, however, we won't combine, since we would have to
// mark previously non-urgent data as urgent. We'll trim the
// front of the incoming segment and create a new reassembly header. Also,
// if we have non-urgent data that overlaps at the front of a reassembly
// header containing urgent data we can't combine these two, since again we
// would mark non-urgent data as urgent.
// Our search will stop if we find an entry with a FIN.
// We assume that the TCB lock is held by the caller.
//
// Entry: RcvTCB - TCB on which to reassemble.
// RcvInfo - Pointer to RcvInfo for new segment.
// RcvBuf - IP RcvBuf chain for this segment.
// Size - Size in bytes of data in this segment.
//
// Returns: TRUE or FALSE if it could not put RcvBuf on Queue
//
BOOLEAN
PutOnRAQ(TCB * RcvTCB, TCPRcvInfo * RcvInfo, IPRcvBuf * RcvBuf, uint Size)
{
TCPRAHdr *PrevTRH, *CurrentTRH; // Prev. and current TRH
// pointers.
SeqNum NextSeq; // Seq. number of first byte
// after segment being
// reassembled.
SeqNum NextTRHSeq; // Seq. number of first byte
// after current TRH.
uint Created;
CTEStructAssert(RcvTCB, tcb);
ASSERT(RcvTCB->tcb_rcvnext != RcvInfo->tri_seq);
ASSERT(!(RcvInfo->tri_flags & TCP_FLAG_SYN));
NextSeq = RcvInfo->tri_seq + Size +
((RcvInfo->tri_flags & TCP_FLAG_FIN) ? 1 : 0);
PrevTRH = STRUCT_OF(TCPRAHdr, &RcvTCB->tcb_raq, trh_next);
CurrentTRH = PrevTRH->trh_next;
// Walk down the reassembly queue, looking for the correct place to
// insert this, until we hit the end.
while (CurrentTRH != NULL) {
CTEStructAssert(CurrentTRH, trh);
ASSERT(!(CurrentTRH->trh_flags & TCP_FLAG_SYN));
NextTRHSeq = CurrentTRH->trh_start + CurrentTRH->trh_size +
((CurrentTRH->trh_flags & TCP_FLAG_FIN) ? 1 : 0);
// First, see if it starts beyond the end of the current TRH.
if (SEQ_LTE(RcvInfo->tri_seq, NextTRHSeq)) {
// We know the incoming segment doesn't start beyond the end
// of this TRH, so we'll either create a new TRH in front of
// this one or we'll merge the new segment onto this TRH.
// If the end of the current segment is in front of the start
// of the current TRH, we'll need to create a new TRH. Otherwise
// we'll merge these two.
if (SEQ_LT(NextSeq, CurrentTRH->trh_start))
break;
else {
// There's some overlap. If there's actually data in the
// incoming segment we'll merge it.
if (Size != 0) {
int FrontOverlap, BackOverlap;
IPRcvBuf *NewRB;
// We need to merge. If there's a FIN on the incoming
// segment that would fall inside this current TRH, we
// have a protocol violation from the remote peer. In this
// case just return, discarding the incoming segment.
if ((RcvInfo->tri_flags & TCP_FLAG_FIN) &&
SEQ_LTE(NextSeq, NextTRHSeq))
return TRUE;
// We have some overlap. Figure out how much.
FrontOverlap = CurrentTRH->trh_start - RcvInfo->tri_seq;
if (FrontOverlap > 0) {
// Have overlap in front. Allocate an IPRcvBuf to
// to hold it, and copy it, unless we would have to
// combine non-urgent with urgent.
if (!(RcvInfo->tri_flags & TCP_FLAG_URG) &&
(CurrentTRH->trh_flags & TCP_FLAG_URG)) {
if (CreateTRH(PrevTRH, RcvBuf, RcvInfo,
CurrentTRH->trh_start - RcvInfo->tri_seq)) {
PrevTRH = PrevTRH->trh_next;
CurrentTRH = PrevTRH->trh_next;
}
FrontOverlap = 0;
} else {
NewRB = AllocTcpIpr(FrontOverlap, 'BPCT');
if (NewRB == NULL) {
return TRUE; // Couldn't get the buffer.
}
CopyRcvToBuffer(NewRB->ipr_buffer, RcvBuf,
FrontOverlap, 0);
CurrentTRH->trh_size += FrontOverlap;
NewRB->ipr_next = CurrentTRH->trh_buffer;
CurrentTRH->trh_buffer = NewRB;
CurrentTRH->trh_start = RcvInfo->tri_seq;
}
}
// We've updated the starting sequence number of this TRH
// if we needed to. Now look for back overlap. There can't
// be any back overlap if the current TRH has a FIN. Also
// we'll need to check for urgent data if there is back
// overlap.
if (!(CurrentTRH->trh_flags & TCP_FLAG_FIN)) {
BackOverlap = RcvInfo->tri_seq + Size - NextTRHSeq;
if ((BackOverlap > 0) &&
(RcvInfo->tri_flags & TCP_FLAG_URG) &&
!(CurrentTRH->trh_flags & TCP_FLAG_URG) &&
(FrontOverlap <= 0)) {
int AmountToTrim;
// The incoming segment has urgent data and overlaps
// on the back but not the front, and the current
// TRH has no urgent data. We can't combine into
// this TRH, so trim the front of the incoming
// segment to NextTRHSeq and move to the next
// TRH.
AmountToTrim = NextTRHSeq - RcvInfo->tri_seq;
ASSERT(AmountToTrim >= 0);
ASSERT(AmountToTrim < (int)Size);
RcvBuf = FreePartialRB(RcvBuf, (uint) AmountToTrim);
RcvInfo->tri_seq += AmountToTrim;
RcvInfo->tri_urgent -= AmountToTrim;
PrevTRH = CurrentTRH;
CurrentTRH = PrevTRH->trh_next;
//Adjust the incoming size too...
Size -= AmountToTrim;
continue;
}
} else
BackOverlap = 0;
// Now if we have back overlap, copy it.
if (BackOverlap > 0) {
// We have back overlap. Get a buffer to copy it into.
// If we can't get one, we won't just return, because
// we may have updated the front and may need to
// update the urgent info.
NewRB = AllocTcpIpr(BackOverlap, 'BPCT');
if (NewRB != NULL) {
// Got the buffer.
CopyRcvToBuffer(NewRB->ipr_buffer, RcvBuf,
BackOverlap, NextTRHSeq - RcvInfo->tri_seq);
CurrentTRH->trh_size += BackOverlap;
NewRB->ipr_next = CurrentTRH->trh_end->ipr_next;
CurrentTRH->trh_end->ipr_next = NewRB;
CurrentTRH->trh_end = NewRB;
// This data segment could also contain a FIN. If
// so, just set the TRH flag.
//
// N.B. If there's another reassembly header after
// the current one, the data that we're about
// to put on the current header might already be
// on that subsequent header which, in that event,
// will already have the FIN flag set.
// Check for that case before recording the FIN.
if ((RcvInfo->tri_flags & TCP_FLAG_FIN) &&
!CurrentTRH->trh_next) {
CurrentTRH->trh_flags |= TCP_FLAG_FIN;
}
}
}
// Everything should be consistent now. If there's an
// urgent data pointer in the incoming segment, update the
// one in the TRH now.
if (RcvInfo->tri_flags & TCP_FLAG_URG) {
SeqNum UrgSeq;
// Have an urgent pointer. If the current TRH already
// has an urgent pointer, see which is bigger. Otherwise
// just use this one.
UrgSeq = RcvInfo->tri_seq + RcvInfo->tri_urgent;
if (CurrentTRH->trh_flags & TCP_FLAG_URG) {
SeqNum TRHUrgSeq;
TRHUrgSeq = CurrentTRH->trh_start +
CurrentTRH->trh_urg;
if (SEQ_LT(UrgSeq, TRHUrgSeq))
UrgSeq = TRHUrgSeq;
} else
CurrentTRH->trh_flags |= TCP_FLAG_URG;
CurrentTRH->trh_urg = UrgSeq - CurrentTRH->trh_start;
}
} else {
// We have a 0 length segment. The only interesting thing
// here is if there's a FIN on the segment. If there is,
// and the seq. # of the incoming segment is exactly after
// the current TRH, OR matches the FIN in the current TRH,
// we note it.
if (RcvInfo->tri_flags & TCP_FLAG_FIN) {
if (!(CurrentTRH->trh_flags & TCP_FLAG_FIN)) {
if (SEQ_EQ(NextTRHSeq, RcvInfo->tri_seq))
CurrentTRH->trh_flags |= TCP_FLAG_FIN;
else
ASSERT(0);
} else {
ASSERT(SEQ_EQ((NextTRHSeq - 1), RcvInfo->tri_seq));
}
}
}
return TRUE;
}
} else {
// Look at the next TRH, unless the current TRH has a FIN. If he
// has a FIN, we won't save any data beyond that anyway.
if (CurrentTRH->trh_flags & TCP_FLAG_FIN)
return TRUE;
PrevTRH = CurrentTRH;
CurrentTRH = PrevTRH->trh_next;
}
}
// When we get here, we need to create a new TRH. If we create one and
// there was previously nothing on the reassembly queue, we'll have to
// move off the fast receive path.
CurrentTRH = RcvTCB->tcb_raq;
Created = CreateTRH(PrevTRH, RcvBuf, RcvInfo, (int)Size);
if (Created && CurrentTRH == NULL) {
RcvTCB->tcb_slowcount++;
RcvTCB->tcb_fastchk |= TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
} else if (!Created) {
// Caller needs to know about this failure
// to free resources
return FALSE;
}
return TRUE;
}
//* HandleFastXmit - Handles fast retransmit
//
// Called by TCPRcv to transmit a segment
// without waiting for re-transmit timeout to fire.
//
// Entry: RcvTCB - Connection context for this Rcv
// RcvInfo - Pointer to rcvd TCP Header information
//
// Returns: TRUE if the segment got retransmitted, FALSE
// in all other cases.
//
BOOLEAN
HandleFastXmit(TCB *RcvTCB, TCPRcvInfo *RcvInfo)
{
uint CWin;
RcvTCB->tcb_dup++;
if ((RcvTCB->tcb_dup == MaxDupAcks)) {
//
// Okay. Time to retransmit the segment the
// receiver is asking for
//
if (!(RcvTCB->tcb_flags & FLOW_CNTLD)) {
//
// Don't let the slow start threshold go
// below 2 segments
//
RcvTCB->tcb_ssthresh = MAX(
MIN(RcvTCB->tcb_cwin, RcvTCB->tcb_sendwin) / 2,
(uint) RcvTCB->tcb_mss * 2);
}
//
// Recall the segment in question and send it
// out. Note that tcb_lock will be
// dereferenced by the caller
//
CWin = RcvTCB->tcb_ssthresh + (MaxDupAcks + 1) * RcvTCB->tcb_mss;
ResetAndFastSend(RcvTCB, RcvTCB->tcb_senduna, CWin);
return TRUE;
} else if ((RcvTCB->tcb_dup > MaxDupAcks)) {
int SendWin;
uint AmtOutstanding, AmtUnsent;
if (SEQ_EQ(RcvTCB->tcb_senduna, RcvInfo->tri_ack) &&
(SEQ_LT(RcvTCB->tcb_sendwl1, RcvInfo->tri_seq) ||
(SEQ_EQ(RcvTCB->tcb_sendwl1, RcvInfo->tri_seq) &&
SEQ_LTE(RcvTCB->tcb_sendwl2,RcvInfo->tri_ack)))) {
RcvTCB->tcb_sendwin = RcvInfo->tri_window;
RcvTCB->tcb_maxwin = MAX(RcvTCB->tcb_maxwin, RcvInfo->tri_window);
RcvTCB->tcb_sendwl1 = RcvInfo->tri_seq;
RcvTCB->tcb_sendwl2 = RcvInfo->tri_ack;
}
//
// Update the cwin to reflect the fact that
// the dup ack indicates the previous frame
// was received by the receiver
//
RcvTCB->tcb_cwin += RcvTCB->tcb_mss;
if ((RcvTCB->tcb_cwin + RcvTCB->tcb_mss) < RcvTCB->tcb_sendwin) {
AmtOutstanding = (uint) (RcvTCB->tcb_sendnext -
RcvTCB->tcb_senduna);
AmtUnsent = RcvTCB->tcb_unacked - AmtOutstanding;
SendWin = (int)(MIN(RcvTCB->tcb_sendwin, RcvTCB->tcb_cwin) -
AmtOutstanding);
if (SendWin < RcvTCB->tcb_mss) {
RcvTCB->tcb_force = 1;
}
}
} else if ((RcvTCB->tcb_dup < MaxDupAcks)) {
int SendWin;
uint AmtOutstanding, AmtUnsent;
if (SEQ_EQ(RcvTCB->tcb_senduna, RcvInfo->tri_ack) &&
(SEQ_LT(RcvTCB->tcb_sendwl1, RcvInfo->tri_seq) ||
(SEQ_EQ(RcvTCB->tcb_sendwl1, RcvInfo->tri_seq) &&
SEQ_LTE(RcvTCB->tcb_sendwl2, RcvInfo->tri_ack)))) {
RcvTCB->tcb_sendwin = RcvInfo->tri_window;
RcvTCB->tcb_maxwin = MAX(RcvTCB->tcb_maxwin, RcvInfo->tri_window);
RcvTCB->tcb_sendwl1 = RcvInfo->tri_seq;
RcvTCB->tcb_sendwl2 = RcvInfo->tri_ack;
//
// Since we've updated the window,
// remember to send some more.
//
}
//
// Check if we need to set tcb_force.
//
if ((RcvTCB->tcb_cwin + RcvTCB->tcb_mss) < RcvTCB->tcb_sendwin) {
AmtOutstanding = (uint) (RcvTCB->tcb_sendnext - RcvTCB->tcb_senduna);
AmtUnsent = RcvTCB->tcb_unacked - AmtOutstanding;
SendWin = (int)(MIN(RcvTCB->tcb_sendwin, RcvTCB->tcb_cwin) -
AmtOutstanding);
if (SendWin < RcvTCB->tcb_mss) {
RcvTCB->tcb_force = 1;
}
}
} // End of all MaxDupAck cases
return FALSE;
}
//* TCPRcv - Receive a TCP segment.
//
// This is the routine called by IP when we need to receive a TCP segment.
// In general, we follow the RFC 793 event processing section pretty closely,
// but there is a 'fast path' where we make some quick checks on the incoming
// segment, and if it matches we deliver it immediately.
//
// Entry: IPContext - IPContext identifying physical i/f that
// received the data.
// Dest - IPAddr of destionation.
// Src - IPAddr of source.
// LocalAddr - Local address of network which caused this to be
// received.
// SrcAddr - Address of local interface which received the packet
// IPH - IP Header.
// IPHLength - Bytes in IPH.
// RcvBuf - Pointer to receive buffer chain containing data.
// Size - Size in bytes of data received.
// Flags - One flag indicates whether this is a bcast or not,
// and the other indicates if IP detected unbound adapters
// on this indication
// Protocol - Protocol this came in on - should be TCP.
// OptInfo - Pointer to info structure for received options.
//
// Returns: Status of reception. Anything other than IP_SUCCESS will cause
// IP to send a 'port unreachable' message.
//
IP_STATUS
TCPRcv(void *IPContext, IPAddr Dest, IPAddr Src, IPAddr LocalAddr,
IPAddr SrcAddr, IPHeader UNALIGNED * IPH, uint IPHLength, IPRcvBuf * RcvBuf,
uint Size, uchar Flags, uchar Protocol, IPOptInfo * OptInfo)
{
TCPHeader UNALIGNED *TCPH; // The TCP header.
TCB *RcvTCB; // TCB on which to receive the packet.
TWTCB *RcvTWTCB;
TCPRcvInfo RcvInfo; // Local swapped copy of rcv info.
uint DataOffset; // Offset from start of header to data.
uint Actions;
uint BytesTaken;
uint NewSize;
uint index;
uint Partition;
PNDIS_PACKET OffLoadPkt;
int tsval = 0; //Timestamp value
int tsecr = 0; //Timestamp to be echoed
BOOLEAN time_stamp = FALSE;
BOOLEAN ChkSumOk = FALSE;
Queue SendQ;
uint UpdateWindow = FALSE;
#if TRACE_EVENT
PTDI_DATA_REQUEST_NOTIFY_ROUTINE CPCallBack;
WMIData WMIInfo;
#endif
if ((Flags & IS_BOUND) == 0) {
PartitionDelayQProcessing(FALSE);
}
CheckRBList(RcvBuf, Size);
TCPSIncrementInSegCount();
// Checksum it, to make sure it's valid.
TCPH = (TCPHeader *) RcvBuf->ipr_buffer;
if ((Flags & IS_BROADCAST) == 0) {
if (RcvBuf->ipr_pClientCnt) {
PNDIS_PACKET_EXTENSION PktExt;
NDIS_TCP_IP_CHECKSUM_PACKET_INFO ChksumPktInfo;
if (RcvBuf->ipr_pMdl) {
OffLoadPkt = NDIS_GET_ORIGINAL_PACKET((PNDIS_PACKET) RcvBuf->ipr_RcvContext);
if (!OffLoadPkt) {
OffLoadPkt = (PNDIS_PACKET) RcvBuf->ipr_RcvContext;
}
} else {
OffLoadPkt = (PNDIS_PACKET) RcvBuf->ipr_pClientCnt;
}
PktExt = NDIS_PACKET_EXTENSION_FROM_PACKET(OffLoadPkt);
ChksumPktInfo.Value = PtrToUlong(PktExt->NdisPacketInfo[TcpIpChecksumPacketInfo]);
if (ChksumPktInfo.Receive.NdisPacketTcpChecksumSucceeded) {
ChkSumOk = TRUE;
#if DBG
DbgTcpHwChkSumOk++;
#endif
} else if (ChksumPktInfo.Receive.NdisPacketTcpChecksumFailed) {
#if DBG
DbgTcpHwChkSumErr++;
#endif
TStats.ts_inerrs++;
return IP_SUCCESS;
}
}
if (!ChkSumOk) {
if (XsumRcvBuf(PHXSUM(Src, Dest, PROTOCOL_TCP, Size), RcvBuf) == 0xffff){
ChkSumOk = TRUE;
}
} else {
// Pretch the rcv buffer in to cache
// to improve copy performance
#if !MILLEN
PrefetchRcvBuf(RcvBuf);
#endif
}
if ((Size >= sizeof(TCPHeader)) && ChkSumOk) {
// The packet is valid. Get the info we need and byte swap it,
// and then try to find a matching TCB.
RcvInfo.tri_seq = net_long(TCPH->tcp_seq);
RcvInfo.tri_ack = net_long(TCPH->tcp_ack);
RcvInfo.tri_window = (uint) net_short(TCPH->tcp_window);
RcvInfo.tri_urgent = (uint) net_short(TCPH->tcp_urgent);
RcvInfo.tri_flags = (uint) TCPH->tcp_flags;
DataOffset = TCP_HDR_SIZE(TCPH);
if (DataOffset <= Size) {
Size -= DataOffset;
ASSERT(DataOffset <= RcvBuf->ipr_size);
RcvBuf->ipr_size -= DataOffset;
RcvBuf->ipr_buffer += DataOffset;
RcvBuf->ipr_RcvOffset += DataOffset;
// FindTCB will lock tcbtablelock, returns with tcb_lock
// held, if found.
RcvTCB = FindTCB(Dest, Src, TCPH->tcp_src, TCPH->tcp_dest,
NULL, TRUE, &index);
Partition = GET_PARTITION(index);
if (RcvTCB == NULL) {
CTEGetLockAtDPC(&pTWTCBTableLock[Partition]);
RcvTWTCB = FindTCBTW(Dest, Src, TCPH->tcp_src, TCPH->tcp_dest, index);
if (RcvTWTCB != NULL) {
// A matching time wait TCB is found for this segment.
// It's table is already locked, and the lock will be
// released in the following routine, after processing
// the segment.
TimeWaitAction Action = HandleTWTCB(RcvTWTCB,
RcvInfo.tri_flags,
RcvInfo.tri_seq,
Partition);
if (Action == TwaDoneProcessing) {
return IP_SUCCESS;
} else if (Action == TwaSendReset) {
SendRSTFromHeader(TCPH, Size, Src, Dest, OptInfo);
return IP_SUCCESS;
} else {
ASSERT(Action == TwaAcceptConnection);
}
} else {
UCHAR Action = 0;
CTEFreeLockFromDPC(&pTWTCBTableLock[Partition]);
if (SynAttackProtect) {
RcvTCB = FindSynTCB(Dest, Src, TCPH->tcp_src,
TCPH->tcp_dest, RcvInfo, Size,
index, &Action);
// If there is any action which needs
// to be taken, NULL is returned.
// Otherwise we either have a TCB and the
// lock on the tcb or NULL if no match
// is found.
if (Action) {
if (Action == SYN_PKT_SEND_RST) {
SendRSTFromHeader(TCPH, Size, Src, Dest,
OptInfo);
}
return IP_SUCCESS;
}
// Update options
if (RcvTCB && (OptInfo->ioi_options != NULL)) {
if (!(RcvTCB->tcb_flags & CLIENT_OPTIONS)) {
(*LocalNetInfo.ipi_updateopts) (
OptInfo,
&RcvTCB->tcb_opt,
Src,
NULL_IP_ADDR);
}
}
}
}
}
if (RcvTCB == NULL) {
// Didn't find a matching TCB. If this segment carries a SYN,
// find a matching address object and see it it has a listen
// indication. If it does, call it. Otherwise send a RST
// back to the sender.
// Make sure that the source address isn't a broadcast
// before proceeding.
if ((*LocalNetInfo.ipi_invalidsrc) (Src)) {
return IP_SUCCESS;
}
// If it doesn't have a SYN (and only a SYN), we'll send a
// reset.
if ((RcvInfo.tri_flags & (TCP_FLAG_SYN | TCP_FLAG_ACK | TCP_FLAG_RST)) ==
TCP_FLAG_SYN) {
AddrObj *AO;
//
// This segment had a SYN.
//
//
CTEGetLockAtDPC(&AddrObjTableLock.Lock);
// See if we are filtering the
// destination interface/port.
//
if ((!SecurityFilteringEnabled ||
IsPermittedSecurityFilter(
LocalAddr,
IPContext,
PROTOCOL_TCP,
(ulong) net_short(TCPH->tcp_dest))))
{
//
// Find a matching address object, and then try
// and find a listening connection on that AO.
//
AO = GetBestAddrObj(Dest, TCPH->tcp_dest, PROTOCOL_TCP, GAO_FLAG_CHECK_IF_LIST);
if (AO != NULL) {
BOOLEAN syntcb = FALSE;
uint IFIndex;
//
// Found an AO. Try and find a listening
// connection. FindListenConn will free the
// lock on the AddrObjTable.
//
RcvTCB = NULL;
IFIndex = (*LocalNetInfo.ipi_getifindexfromindicatecontext)(IPContext);
RcvTCB = FindListenConn(AO, Src, Dest,
TCPH->tcp_src, OptInfo, TCPH,
&RcvInfo, IFIndex, &syntcb);
if (RcvTCB != NULL) {
uint Inserted;
CTEStructAssert(RcvTCB, tcb);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
//
// We found a listening connection.
// Initialize it now, and if it is
// actually to be accepted we'll
// send a SYN-ACK also.
//
ASSERT(RcvTCB->tcb_state == TCB_SYN_RCVD);
if (SynAttackProtect) {
AddHalfOpenTCB();
}
RcvTCB->tcb_rcvnext = ++RcvInfo.tri_seq;
RcvTCB->tcb_sendwin = RcvInfo.tri_window;
//
// Find Remote MSS and also if WS, TS or
// sack options are negotiated.
//
RcvTCB->tcb_sndwinscale = 0;
RcvTCB->tcb_remmss =
FindMSSAndOptions(TCPH, RcvTCB, FALSE);
if (RcvTCB->tcb_remmss <= ALIGNED_TS_OPT_SIZE) {
// Turn off TS if MSS is not sufficient
// to hold TS fields.
RcvTCB->tcb_tcpopts &= ~TCP_FLAG_TS;
}
TStats.ts_passiveopens++;
RcvTCB->tcb_fastchk |= TCP_FLAG_IN_RCV;
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
Inserted = InsertTCB(RcvTCB, TRUE);
//
// Get the lock on it, and see if it's been
// accepted.
//
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
if (!Inserted) {
// Couldn't insert it!.
CompleteConnReq(RcvTCB, OptInfo,
TDI_CONNECTION_ABORTED);
TryToCloseTCB(RcvTCB, TCB_CLOSE_ABORTED, DISPATCH_LEVEL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
return IP_SUCCESS;
}
RcvTCB->tcb_fastchk &= ~TCP_FLAG_IN_RCV;
if (RcvTCB->tcb_flags & SEND_AFTER_RCV) {
RcvTCB->tcb_flags &= ~SEND_AFTER_RCV;
DelayAction(RcvTCB, NEED_OUTPUT);
}
//
// We'll need to update the options, in any case.
//
if (OptInfo->ioi_options != NULL) {
if (!(RcvTCB->tcb_flags & CLIENT_OPTIONS)) {
(*LocalNetInfo.ipi_updateopts) (
OptInfo,
&RcvTCB->tcb_opt,
Src,
NULL_IP_ADDR);
}
}
//
// Notify the callback clients.
//
TcpInvokeCcb(TCP_CONN_CLOSED,
TCP_CONN_SYN_RCVD,
&RcvTCB->tcb_addrbytes,
IFIndex);
if (RcvTCB->tcb_flags & CONN_ACCEPTED) {
//
// The connection was accepted. Finish
// the initialization, and send the
// SYN ack.
//
AcceptConn(RcvTCB, FALSE,
DISPATCH_LEVEL);
return IP_SUCCESS;
} else {
//
// We don't know what to do about the
// connection yet. Return the pending
// listen, dereference the connection,
// and return.
//
CompleteConnReq(RcvTCB, OptInfo, TDI_SUCCESS);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
return IP_SUCCESS;
}
}
if (syntcb) {
return IP_SUCCESS;
}
//
// No listening connection. AddrObjTableLock
// was released by FindListenConn. Fall
// through to send RST code.
//
} else {
//
// No address object. Free the lock, and fall
// through to the send RST code.
//
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
}
} else {
//
// Operation not permitted. Free the lock, and
// fall through to the send RST code.
//
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
}
}
// Toss out any segments containing RST.
if (RcvInfo.tri_flags & TCP_FLAG_RST)
return IP_SUCCESS;
//
// Not a SYN, no AddrObj available, or port filtered.
// Send a RST back.
//
SendRSTFromHeader(TCPH, Size, Src, Dest, OptInfo);
return IP_SUCCESS;
}
//
//TCB is already locked
//
CheckTCBRcv(RcvTCB);
RcvTCB->tcb_kacount = 0;
//scale the incoming window
if (!(RcvInfo.tri_flags & TCP_FLAG_SYN)) {
RcvInfo.tri_window = ((uint) net_short(TCPH->tcp_window) << RcvTCB->tcb_sndwinscale);
}
//
// We need to check if Time stamp or Sack options are present.
//
if (RcvTCB->tcb_tcpopts) {
int OptSize;
uchar *OptPtr;
OptSize = TCP_HDR_SIZE(TCPH) - sizeof(TCPHeader);
OptPtr = (uchar *) (TCPH + 1);
while (OptSize > 0) {
if (*OptPtr == TCP_OPT_EOL)
break;
if (*OptPtr == TCP_OPT_NOP) {
OptPtr++;
OptSize--;
continue;
}
if ((*OptPtr == TCP_OPT_TS) && (OptSize >= TS_OPT_SIZE) &&
(OptPtr[1] == TS_OPT_SIZE)) {
if (RcvTCB->tcb_tcpopts & TCP_FLAG_TS) {
// remember timestamp and the the echoed time stamp
time_stamp = TRUE;
tsval = *(int UNALIGNED *)&OptPtr[2];
tsval = net_long(tsval);
tsecr = *(int UNALIGNED *)&OptPtr[6];
tsecr = net_long(tsecr);
}
} else if ((*OptPtr == TCP_OPT_SACK) && (OptSize > 1)
&& (RcvTCB->tcb_tcpopts & TCP_FLAG_SACK)
&& (OptSize >= OptPtr[1])) {
SackSeg UNALIGNED *SackPtr;
SackListEntry *SackList, *Prev, *Current;
ushort SackOptionLength;
int i;
// Sack blocks should not exist until we have
// actually sent some data. If we see Sack blocks
// before we are in a state where we can send data,
// just ignore them. Sack blocks should also be
// ignored if there is no ACK on the packet we
// received.
if ((RcvTCB->tcb_state < TCB_ESTAB) ||
(!(RcvInfo.tri_flags & TCP_FLAG_ACK))){
goto no_mem;
}
//SACK Option processing
SackPtr = (SackSeg *)(OptPtr + 2);
SackOptionLength = OptPtr[1];
// There can be at most 40 bytes for options
// which means at most 4 SACK blocks will fit
// check for this and dicard if too long.
if (SackOptionLength > (4*sizeof(SackSeg) + 2)) {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
return IP_SUCCESS;
}
//
// If the incoming sack blocks are with in this
// send window Just chain them.
// When there are some retransmissions, this list
// will be checked to see if retransmission can be
// skipped.
// Note that when the send window is slided, the
// sack list must be cleandup.
//
Prev = STRUCT_OF(SackListEntry, &RcvTCB->tcb_SackRcvd, next);
Current = RcvTCB->tcb_SackRcvd;
// Scan the list for old sack entries and purge them
while ((Current != NULL) && SEQ_GTE(RcvInfo.tri_ack, Current->begin)) {
Prev->next = Current->next;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("Purging old entries %x %d %d\n", Current, Current->begin, Current->end));
}
CTEFreeMem(Current);
Current = Prev->next;
}
//
//Process each sack block in the incoming segment
// 8 bytes per block!
//
for (i = 0; i < (SackOptionLength >> 3); i++) {
SeqNum SakBegin, SakEnd;
// Get the rcvd bytes begin and end offset
SakBegin = net_long(SackPtr->begin);
SakEnd = net_long(SackPtr->end);
// Sanity check this Sack Block and against our
// send variables
if (!(SEQ_GT(SakEnd, SakBegin) &&
SEQ_GTE(SakBegin, RcvTCB->tcb_senduna) &&
SEQ_LT(SakBegin, RcvTCB->tcb_sendmax) &&
SEQ_GT(SakEnd, RcvTCB->tcb_senduna) &&
SEQ_LTE(SakEnd, RcvTCB->tcb_sendmax))) {
SackPtr++;
continue;
}
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("In sack entry opt %d %d\n", i, RcvTCB->tcb_senduna));
}
Prev = STRUCT_OF(SackListEntry, &RcvTCB->tcb_SackRcvd, next);
Current = RcvTCB->tcb_SackRcvd;
//
// scan the list and insert the incoming sack
// block in the right place, taking care of
// overlaps, if any.
//
while (Current != NULL) {
if (SEQ_GT(Current->begin, SakBegin)) {
//
// Check if this sack block fills the
// hole from previous entry. If so,
// just update the end seq number.
//
if ((Prev != RcvTCB->tcb_SackRcvd) && SEQ_EQ(Prev->end, SakBegin)) {
Prev->end = SakEnd;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("updating prev %x %d %d %x\n", Prev, Prev->begin, Prev->end, RcvTCB));
}
//
//Make sure that next entry is not
//an overlap.
//
if (SEQ_LTE(Current->begin, SakEnd)) {
ASSERT(SEQ_GT(Current->begin, Prev->begin));
Prev->end = Current->end;
Prev->next = Current->next;
CTEFreeMem(Current);
Current = Prev;
//
// Now we need to scan forward
// and check if sackend
// spans several entries
//
{
SackListEntry *tmpcurrent = Current->next;
while (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->end)) {
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
tmpcurrent = Current->next;
}
//
// above check pointed
// tmpcurrent whose end is
// > sakend
// Check if the tmpcurrent
// entry begin is overlapped
//
if (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->begin)) {
Current->end = tmpcurrent->end;
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
}
}
}
break;
} else if (SEQ_LTE(Current->begin, SakEnd)) {
//
// Current is continuation(may be
// with overlap) of incoming
// sack pair. Update current
//
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("updating in back overlap %x %d %d %d %d\n", Current, Current->begin, Current->end, SakBegin, SakEnd));
}
Current->begin = SakBegin;
//
// If the end shoots out of the
// current end new end will be the
// current end
// (overlaps at the tail too)
// may overlap several entries.
// So, check them all.
//
if (SEQ_GT(SakEnd, Current->end)) {
SackListEntry *tmpcurrent = Current->next;
Current->end = SakEnd;
while (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->end)) {
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
tmpcurrent = Current->next;
}
//
// above check pointed
// tmpcurrent whose end is >
// sakend. Check if the
// tmpcurrent entry begin is
// overlapped
//
if (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->begin)) {
Current->end = tmpcurrent->end;
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
}
}
break;
} else {
//
//This is the place where we
//insert the new entry
//
SackList = CTEAllocMemN(sizeof(SackListEntry), 'sPCT');
if (SackList == NULL) {
TCPTRACE(("No mem for sack List \n"));
goto no_mem;
}
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("Inserting Sackentry %x %d %d %x\n", SackList, SakBegin, SakEnd, RcvTCB));
}
SackList->begin = SakBegin;
SackList->end = SakEnd;
Prev->next = SackList;
SackList->next = Current;
break;
}
} else if (SEQ_EQ(Current->begin, SakBegin)) {
SackListEntry *tmpcurrent = Current->next;
//
// Make sure that the new SakEnd is
// not overlapping any other sak
// entries.
//
if (tmpcurrent && SEQ_GTE(SakEnd, tmpcurrent->begin)) {
Current->end = SakEnd;
//
//Sure, this sack overlaps next
//entry.
//
while (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->end)) {
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
tmpcurrent = Current->next;
}
//
// above check pointed tmpcurrent
// whose end is > sakend
// Check if the tmpcurrent entry
// begin is overlapped
//
if (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->begin)) {
Current->end = tmpcurrent->end;
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
}
break;
} else {
//
// This can still be a duplicate
// Make sure that SakEnd is really
// greater than Current->end
//
if (SEQ_GT(SakEnd, Current->end)) {
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("updating current %x %d %d %d\n", Current, Current->begin, Current->end, SakEnd));
}
Current->end = SakEnd;
}
break;
}
//SakBegin > Current->begin
} else if (SEQ_LTE(SakEnd, Current->end)) {
//
//The incoming sack end is within the
//current end so, this overlaps the
//existing sack entry ignore this.
//
break;
//
// incoming seq begin overlaps the
// current end update the current end.
//
} else if (SEQ_LTE(SakBegin, Current->end)) {
//
//Sakend might well ovelap next
//several entries. Scan for it.
//
SackListEntry *tmpcurrent = Current->next;
Current->end = SakEnd;
while (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->end)) {
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
tmpcurrent = Current->next;
}
//
// above check pointed tmpcurrent
// whose end is > sakend
// Check if the tmpcurrent entry begin
// is overlapped
//
if (tmpcurrent && SEQ_GTE(Current->end, tmpcurrent->begin)) {
Current->end = tmpcurrent->end;
Current->next = tmpcurrent->next;
CTEFreeMem(tmpcurrent);
}
break;
}
Prev = Current;
Current = Current->next;
} //while
if (Current == NULL) {
// this is the new sack entry
// create the entry and hang it on tcb.
SackList = CTEAllocMemN(sizeof(SackListEntry), 'sPCT');
if (SackList == NULL) {
TCPTRACE(("No mem for sack List \n"));
goto no_mem;
}
Prev->next = SackList;
SackList->next = NULL;
SackList->begin = SakBegin;
SackList->end = SakEnd;
IF_TCPDBG(TCP_DEBUG_SACK) {
TCPTRACE(("Inserting new Sackentry %x %d %d %x\n", SackList, SackList->begin, SackList->end, RcvTCB->tcb_SackRcvd));
}
}
//advance sack ptr to the next sack block
// check for consistency????
SackPtr++;
} //for
}
no_mem:;
//unknown options
if (OptSize > 1) {
if (OptPtr[1] == 0 || OptPtr[1] > OptSize)
break; // Bad option length, bail out.
OptSize -= OptPtr[1];
OptPtr += OptPtr[1];
} else
break;
} //while
}
// if ack is with in the sequence space,that is
// this seq number is next expected or repeat of previous
// segment but the right edge is new for us,
// record the time stamp val of the remote, which will be echoed
if (time_stamp &&
TS_GTE(tsval, RcvTCB->tcb_tsrecent) &&
SEQ_LTE(RcvInfo.tri_seq, RcvTCB->tcb_lastack)) {
RcvTCB->tcb_tsupdatetime = TCPTime;
RcvTCB->tcb_tsrecent = tsval;
}
//
// Do the fast path check. We can hit the fast path if the
// incoming sequence number matches our receive next and the
// masked flags match our 'predicted' flags.
// Also, include PAWS check
//
if (RcvTCB->tcb_rcvnext == RcvInfo.tri_seq &&
(!time_stamp || TS_GTE(tsval, RcvTCB->tcb_tsrecent)) &&
(RcvInfo.tri_flags & TCP_FLAGS_ALL) == RcvTCB->tcb_fastchk)
{
uint CWin;
INITQ(&SendQ);
Actions = 0;
REFERENCE_TCB(RcvTCB);
// Since we are accepting the packet, start the
// keepalive timer.
if ((RcvTCB->tcb_flags & KEEPALIVE) &&
(RcvTCB->tcb_conn != NULL)) {
START_TCB_TIMER_R(RcvTCB, KA_TIMER,
RcvTCB->tcb_conn->tc_tcbkatime);
}
//
// The fast path. We know all we have to do here is ack
// sends and deliver data. First try and ack data.
//
if (SEQ_LT(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
SEQ_LTE(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)) {
uint MSS;
uint Amount = RcvInfo.tri_ack - RcvTCB->tcb_senduna;
//
// The ack acknowledes something. Pull the
// appropriate amount off the send q.
//
ACKData(RcvTCB, RcvInfo.tri_ack, &SendQ);
//
// If this acknowledges something we were running an
// RTT on, update that stuff now.
//
{
short RTT = 0;
BOOLEAN fUpdateRtt = FALSE;
//
//if timestamp is true, get the RTT using the echoed
//timestamp.
//
if (time_stamp && tsecr) {
RTT = TCPTime - tsecr;
fUpdateRtt = TRUE;
} else {
if (RcvTCB->tcb_rtt != 0 &&
SEQ_GT(RcvInfo.tri_ack,
RcvTCB->tcb_rttseq)) {
fUpdateRtt = TRUE;
RTT = (short)(TCPTime - RcvTCB->tcb_rtt);
}
}
if (fUpdateRtt) {
RcvTCB->tcb_rtt = 0;
RTT -= (RcvTCB->tcb_smrtt >> 3); //alpha = 1/8
RcvTCB->tcb_smrtt += RTT;
RTT = (RTT >= 0 ? RTT : -RTT);
RTT -= (RcvTCB->tcb_delta >> 3);
RcvTCB->tcb_delta += RTT + RTT; //Beta of
//1/4 instead
// of 1/8
RcvTCB->tcb_rexmit = MIN(MAX(REXMIT_TO(RcvTCB),
MIN_RETRAN_TICKS)+1, MAX_REXMIT_TO);
}
}
// Update the congestion window now.
CWin = RcvTCB->tcb_cwin;
MSS = RcvTCB->tcb_mss;
if (CWin < RcvTCB->tcb_maxwin) {
if (CWin < RcvTCB->tcb_ssthresh)
CWin += (RcvTCB->tcb_flags & SCALE_CWIN)
? Amount : MSS;
else
CWin += MAX((MSS * MSS) / CWin, 1);
RcvTCB->tcb_cwin = CWin;
}
ASSERT(*(int *)&RcvTCB->tcb_cwin > 0);
//
// We've acknowledged something, so reset the rexmit
// count. If there's still stuff outstanding, restart
// the rexmit timer.
//
RcvTCB->tcb_rexmitcnt = 0;
if (SEQ_EQ(RcvInfo.tri_ack, RcvTCB->tcb_sendmax))
STOP_TCB_TIMER_R(RcvTCB, RXMIT_TIMER);
else
START_TCB_TIMER_R(RcvTCB, RXMIT_TIMER, RcvTCB->tcb_rexmit);
//
// Since we've acknowledged data, we need to update
// the window.
//
RcvTCB->tcb_sendwin = RcvInfo.tri_window;
RcvTCB->tcb_maxwin = MAX(RcvTCB->tcb_maxwin, RcvInfo.tri_window);
RcvTCB->tcb_sendwl1 = RcvInfo.tri_seq;
RcvTCB->tcb_sendwl2 = RcvInfo.tri_ack;
// We've updated the window, remember to send some more.
Actions = (RcvTCB->tcb_unacked ? NEED_OUTPUT : 0);
{
//
// If the receiver has already sent dup acks, but
// we are not sending because the SendWin is less
// than a segment, then to avoid time outs on the
// previous send (receiver is waiting for
// retransmitted data but we are not sending the
// segment..) prematurely
// timeout (set rexmittimer to 1 tick)
//
int SendWin;
uint AmtOutstanding, AmtUnsent;
AmtOutstanding = (uint) (RcvTCB->tcb_sendnext -
RcvTCB->tcb_senduna);
AmtUnsent = RcvTCB->tcb_unacked - AmtOutstanding;
SendWin = (int)(MIN(RcvTCB->tcb_sendwin,
RcvTCB->tcb_cwin) - AmtOutstanding);
if ((RcvTCB->tcb_dup >= MaxDupAcks) && ((int)RcvTCB->tcb_ssthresh > 0)) {
//
// Fast retransmitted frame is acked
// Set cwin to ssthresh so that cwin grows
// linearly from here
//
RcvTCB->tcb_cwin = RcvTCB->tcb_ssthresh;
}
}
RcvTCB->tcb_dup = 0;
} else {
//
// It doesn't ack anything. If it's an ack for something
// larger than we've sent then ACKAndDrop it, otherwise
// ignore it.
//
if (SEQ_GT(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)) {
ACKAndDrop(&RcvInfo, RcvTCB);
return IP_SUCCESS;
}
//
// If it is a pure duplicate ack, check if it is
// time to retransmit immediately
//
else if ((Size == 0) &&
SEQ_EQ(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
(SEQ_LT(RcvTCB->tcb_senduna,
RcvTCB->tcb_sendmax)) &&
(RcvTCB->tcb_sendwin == RcvInfo.tri_window) &&
RcvInfo.tri_window
) {
// See of fast rexmit can be done
if (HandleFastXmit(RcvTCB, &RcvInfo)) {
return IP_SUCCESS;
}
Actions = (RcvTCB->tcb_unacked ? NEED_OUTPUT : 0);
} else { // not a pure duplicate ack (size == 0 )
// Size !=0 or recvr is advertizing new window.
// update the window and check if
// anything needs to be sent
RcvTCB->tcb_dup = 0;
if (SEQ_EQ(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
(SEQ_LT(RcvTCB->tcb_sendwl1, RcvInfo.tri_seq) ||
(SEQ_EQ(RcvTCB->tcb_sendwl1, RcvInfo.tri_seq) &&
SEQ_LTE(RcvTCB->tcb_sendwl2, RcvInfo.tri_ack)))) {
RcvTCB->tcb_sendwin = RcvInfo.tri_window;
RcvTCB->tcb_maxwin = MAX(RcvTCB->tcb_maxwin,
RcvInfo.tri_window);
RcvTCB->tcb_sendwl1 = RcvInfo.tri_seq;
RcvTCB->tcb_sendwl2 = RcvInfo.tri_ack;
//
// Since we've updated the window, remember to
// send some more.
//
Actions = (RcvTCB->tcb_unacked ? NEED_OUTPUT : 0);
}
} // for SEQ_EQ(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)
// case
}
NewSize = MIN((int)Size, RcvTCB->tcb_rcvwin);
if (NewSize != 0) {
RcvTCB->tcb_fastchk |= TCP_FLAG_IN_RCV;
BytesTaken = (*RcvTCB->tcb_rcvhndlr) (RcvTCB, RcvInfo.tri_flags,
RcvBuf, NewSize);
RcvTCB->tcb_rcvnext += BytesTaken;
RcvTCB->tcb_rcvwin -= BytesTaken;
CheckTCBRcv(RcvTCB);
RcvTCB->tcb_fastchk &= ~TCP_FLAG_IN_RCV;
Actions |= (RcvTCB->tcb_flags & SEND_AFTER_RCV ?
NEED_OUTPUT : 0);
RcvTCB->tcb_flags &= ~SEND_AFTER_RCV;
if (BytesTaken != NewSize) {
Actions |= NEED_ACK;
RcvTCB->tcb_rcvdsegs = 0;
STOP_TCB_TIMER_R(RcvTCB, DELACK_TIMER);
} else {
if (RcvTCB->tcb_rcvdsegs != RcvTCB->tcb_numdelacks) {
RcvTCB->tcb_rcvdsegs++;
RcvTCB->tcb_flags |= ACK_DELAYED;
ASSERT(RcvTCB->tcb_delackticks);
START_TCB_TIMER_R(RcvTCB, DELACK_TIMER, RcvTCB->tcb_delackticks);
} else {
Actions |= NEED_ACK;
RcvTCB->tcb_rcvdsegs = 0;
STOP_TCB_TIMER_R(RcvTCB, DELACK_TIMER);
}
}
} else {
//
// The new size is 0. If the original size was not 0,
// we must have a 0 rcv. win and hence need to send an
// ACK to this probe.
//
Actions |= (Size ? NEED_ACK : 0);
}
if (Actions)
DelayAction(RcvTCB, Actions);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
}
//
// Make sure we can handle this frame. We can't handle it if
// we're in SYN_RCVD and the accept is still pending, or we're
// in a non-established state and already in the receive
// handler.
//
if ((RcvTCB->tcb_state == TCB_SYN_RCVD &&
!(RcvTCB->tcb_flags & CONN_ACCEPTED) &&
!(RcvTCB->tcb_flags & ACTIVE_OPEN)) ||
(RcvTCB->tcb_state != TCB_ESTAB && (RcvTCB->tcb_fastchk &
TCP_FLAG_IN_RCV))) {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
return IP_SUCCESS;
}
//
// If it's closed, it's a temporary zombie TCB. Reset the
// sender.
//
if (RcvTCB->tcb_state == TCB_CLOSED || CLOSING(RcvTCB) ||
((RcvTCB->tcb_flags & (GC_PENDING | TW_PENDING)) == GC_PENDING)) {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendRSTFromHeader(TCPH, Size, Src, Dest, OptInfo);
return IP_SUCCESS;
}
//
// At this point, we have a connection, and it's locked.
// Following the 'Segment Arrives' section of 793, the next
// thing to check is if this connection is in SynSent state.
//
if (RcvTCB->tcb_state == TCB_SYN_SENT) {
ASSERT(RcvTCB->tcb_flags & ACTIVE_OPEN);
//
// Check the ACK bit. Since we don't send data with our
// SYNs, the check we make is for the ack to exactly match
// our SND.NXT.
//
if (RcvInfo.tri_flags & TCP_FLAG_ACK) {
// ACK is set.
if (!SEQ_EQ(RcvInfo.tri_ack, RcvTCB->tcb_sendnext)) {
// Bad ACK value.
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
// Send a RST back at him.
SendRSTFromHeader(TCPH, Size, Src, Dest, OptInfo);
return IP_SUCCESS;
}
}
if (RcvInfo.tri_flags & TCP_FLAG_RST) {
//
// There's an acceptable RST. We'll persist here,
// sending another SYN in PERSIST_TIMEOUT ms, until we
// fail from too many retrys.
//
if (!(RcvTCB->tcb_fastchk & TCP_FLAG_RST_WHILE_SYN)) {
RcvTCB->tcb_fastchk |= TCP_FLAG_RST_WHILE_SYN;
RcvTCB->tcb_slowcount++;
}
if (RcvTCB->tcb_rexmitcnt == MaxConnectRexmitCount) {
//
// We've had a positive refusal, and one more rexmit
// would time us out, so close the connection now.
//
REFERENCE_TCB(RcvTCB);
CompleteConnReq(RcvTCB, OptInfo, TDI_CONN_REFUSED);
TryToCloseTCB(RcvTCB, TCB_CLOSE_REFUSED, DISPATCH_LEVEL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
} else {
START_TCB_TIMER_R(RcvTCB, RXMIT_TIMER, PERSIST_TIMEOUT);
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
}
return IP_SUCCESS;
}
// See if we have a SYN. If we do, we're going to change state
// somehow (either to ESTABLISHED or SYN_RCVD).
if (RcvInfo.tri_flags & TCP_FLAG_SYN) {
uint RexmitCnt = RcvTCB->tcb_rexmitcnt;
REFERENCE_TCB(RcvTCB);
// We have a SYN. Go ahead and record the sequence number and
// window info.
RcvTCB->tcb_rcvnext = ++RcvInfo.tri_seq;
if (RcvInfo.tri_flags & TCP_FLAG_URG) {
// Urgent data. Update the pointer.
if (RcvInfo.tri_urgent != 0)
RcvInfo.tri_urgent--;
else
RcvInfo.tri_flags &= ~TCP_FLAG_URG;
}
//
// get remote mss and also enable ws, ts or sack options
// if they are negotiated and if the host supports them.
//
RcvTCB->tcb_sndwinscale = 0;
RcvTCB->tcb_remmss = FindMSSAndOptions(TCPH, RcvTCB,
FALSE);
//
// If there are options, update them now. We already
// have an RCE open, so if we have new options we'll
// have to close it and open a new one.
//
if (OptInfo->ioi_options != NULL) {
if (!(RcvTCB->tcb_flags & CLIENT_OPTIONS)) {
(*LocalNetInfo.ipi_updateopts) (OptInfo,
&RcvTCB->tcb_opt, Src, NULL_IP_ADDR);
(*LocalNetInfo.ipi_closerce) (RcvTCB->tcb_rce);
InitRCE(RcvTCB);
}
} else {
RcvTCB->tcb_mss = MIN(RcvTCB->tcb_mss, RcvTCB->tcb_remmss);
ASSERT(RcvTCB->tcb_mss > 0);
ValidateMSS(RcvTCB);
}
RcvTCB->tcb_rexmitcnt = 0;
STOP_TCB_TIMER_R(RcvTCB, RXMIT_TIMER);
AdjustRcvWin(RcvTCB);
if (RcvInfo.tri_flags & TCP_FLAG_ACK) {
// Our SYN has been acked. Update SND.UNA and stop the
// retrans timer.
RcvTCB->tcb_senduna = RcvInfo.tri_ack;
RcvTCB->tcb_sendwin = RcvInfo.tri_window;
RcvTCB->tcb_maxwin = RcvInfo.tri_window;
RcvTCB->tcb_sendwl1 = RcvInfo.tri_seq;
RcvTCB->tcb_sendwl2 = RcvInfo.tri_ack;
#if TRACE_EVENT
CPCallBack = TCPCPHandlerRoutine;
if (CPCallBack != NULL) {
ulong GroupType;
WMIInfo.wmi_destaddr = RcvTCB->tcb_daddr;
WMIInfo.wmi_destport = RcvTCB->tcb_dport;
WMIInfo.wmi_srcaddr = RcvTCB->tcb_saddr;
WMIInfo.wmi_srcport = RcvTCB->tcb_sport;
WMIInfo.wmi_size = 0;
WMIInfo.wmi_context = RcvTCB->tcb_cpcontext;
GroupType = EVENT_TRACE_GROUP_TCPIP +
EVENT_TRACE_TYPE_CONNECT;
(*CPCallBack)(GroupType, (PVOID)&WMIInfo,
sizeof(WMIInfo), NULL);
}
#endif
GoToEstab(RcvTCB);
//
// Indicate callback clients about this connection
// going to established state.
//
TcpInvokeCcb(TCP_CONN_SYN_SENT, TCP_CONN_ESTAB,
&RcvTCB->tcb_addrbytes,
(*LocalNetInfo.ipi_getifindexfromindicatecontext)(IPContext));
//
// Set a bit that informs TCBTimeout to notify
// the automatic connection driver of this new
// connection. Only set this flag if we
// have binded succesfully with the automatic
// connection driver.
//
if (fAcdLoadedG)
START_TCB_TIMER_R(RcvTCB, ACD_TIMER, 2);
//
// Remove whatever command exists on this
// connection.
//
CompleteConnReq(RcvTCB, OptInfo, TDI_SUCCESS);
//
// If data has been queued, send the first data
// segment with an ACK. Otherwise, send a pure ACK.
//
if (RcvTCB->tcb_unacked) {
REFERENCE_TCB(RcvTCB);
TCPSend(RcvTCB, DISPATCH_LEVEL);
} else {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendACK(RcvTCB);
}
//
// Now handle other data and controls. To do this
// we need to reaquire the lock, and make sure we
// haven't started closing it.
//
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
if (!CLOSING(RcvTCB)) {
//
// We haven't started closing it. Turn off the
// SYN flag and continue processing.
//
RcvInfo.tri_flags &= ~TCP_FLAG_SYN;
if ((RcvInfo.tri_flags & TCP_FLAGS_ALL) != TCP_FLAG_ACK ||
Size != 0)
goto NotSYNSent;
}
DerefTCB(RcvTCB, DISPATCH_LEVEL);
return IP_SUCCESS;
} else {
// A SYN, but not an ACK. Go to SYN_RCVD.
RcvTCB->tcb_state = TCB_SYN_RCVD;
RcvTCB->tcb_sendnext = RcvTCB->tcb_senduna;
if (SynAttackProtect) {
AddHalfOpenTCB();
AddHalfOpenRetry(RexmitCnt);
}
SendSYN(RcvTCB, DISPATCH_LEVEL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
return IP_SUCCESS;
}
} else {
// No SYN, just toss the frame.
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
return IP_SUCCESS;
}
}
REFERENCE_TCB(RcvTCB);
NotSYNSent:
//do not allow buffer ownership via slow path
if (RcvBuf)
RcvBuf->ipr_pMdl = NULL;
// Check for PAWS(RFC 1323)
// Check for tsrecent and tsval wrap around
if (time_stamp &&
!(RcvInfo.tri_flags & TCP_FLAG_RST) &&
RcvTCB->tcb_tsrecent &&
TS_LT(tsval, RcvTCB->tcb_tsrecent)) {
// Time stamp is not valid
// Check if this is because the last update is
// 24 days old
if ((int)(TCPTime - RcvTCB->tcb_tsupdatetime) > PAWS_IDLE) {
//invalidate the ts
RcvTCB->tcb_tsrecent = 0;
} else {
ACKAndDrop(&RcvInfo, RcvTCB);
return IP_SUCCESS;
}
}
//
// Not in the SYN-SENT state. Check the sequence number. If my
// window is 0, I'll truncate all incoming frames but look at
// some of the control fields. Otherwise I'll try and make
// this segment fit into the window.
//
if (RcvTCB->tcb_rcvwin != 0) {
int StateSize; // Size, including state info.
SeqNum LastValidSeq; // Sequence number of last valid
// byte at RWE.
//
// We are offering a window. If this segment starts in
// front of my receive window, clip off the front part.
//Check for the sanity of received sequence.
//This is to fix the 1 bit error(MSB) case in the rcv seq.
// Also, check the incoming size.
//
if ((SEQ_LT(RcvInfo.tri_seq, RcvTCB->tcb_rcvnext)) &&
((int)Size >= 0) &&
(RcvTCB->tcb_rcvnext - RcvInfo.tri_seq) > 0)
{
int AmountToClip, FinByte;
if (RcvInfo.tri_flags & TCP_FLAG_SYN) {
//
// Had a SYN. Clip it off and update the seq number.
// This will be clipped off in the next if.
// Allow AckAndDrop routine to see the incoming SYN!
// RcvInfo.tri_flags &= ~TCP_FLAG_SYN;
//
RcvInfo.tri_seq++;
RcvInfo.tri_urgent--;
}
// Advance the receive buffer to point at the new data.
AmountToClip = RcvTCB->tcb_rcvnext - RcvInfo.tri_seq;
ASSERT(AmountToClip >= 0);
//
// If there's a FIN on this segment, we'll need to
// account for it.
//
FinByte = ((RcvInfo.tri_flags & TCP_FLAG_FIN) ? 1 : 0);
if (AmountToClip >= (((int)Size) + FinByte)) {
//
// Falls entirely before the window. We have more
// special case code here - if the ack. number
// acks something, we'll go ahead and take it,
// faking the sequence number to be rcvnext. This
// prevents problems on full duplex connections,
// where data has been received but not acked,
// and retransmission timers reset the seq. number
// to below our rcvnext.
//
if ((RcvInfo.tri_flags & TCP_FLAG_ACK) &&
SEQ_LT(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
SEQ_LTE(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)) {
//
// This contains valid ACK info. Fudge the info
// to get through the rest of this.
//
Size = 0;
AmountToClip = 0;
RcvInfo.tri_seq = RcvTCB->tcb_rcvnext;
RcvInfo.tri_flags &=
~(TCP_FLAG_SYN | TCP_FLAG_FIN |
TCP_FLAG_RST | TCP_FLAG_URG);
#if DBG
FinByte = 1; // Fake out assert below.
#endif
} else {
ACKAndDrop(&RcvInfo, RcvTCB);
return IP_SUCCESS;
}
}
if (RcvInfo.tri_flags & TCP_FLAG_SYN) {
RcvInfo.tri_flags &= ~TCP_FLAG_SYN;
}
//
// Trim what we have to. If we can't trim enough, the
// frame is too short. This shouldn't happen, but it
// it does we'll drop the frame.
//
Size -= AmountToClip;
RcvInfo.tri_seq += AmountToClip;
RcvInfo.tri_urgent -= AmountToClip;
RcvBuf = TrimRcvBuf(RcvBuf, AmountToClip);
ASSERT(RcvBuf != NULL);
ASSERT(RcvBuf->ipr_size != 0 ||
(Size == 0 && FinByte));
RcvBuf->ipr_pMdl = NULL;
if (*(int *)&RcvInfo.tri_urgent < 0) {
RcvInfo.tri_urgent = 0;
RcvInfo.tri_flags &= ~TCP_FLAG_URG;
}
}
//
// We've made sure the front is OK. Now make sure part of
// it doesn't fall outside of the right edge of the
// window. If it does, we'll truncate the frame (removing
// the FIN, if any). If we truncate the whole frame we'll
// ACKAndDrop it.
//
StateSize =
Size + ((RcvInfo.tri_flags & TCP_FLAG_SYN) ? 1 : 0) +
((RcvInfo.tri_flags & TCP_FLAG_FIN) ? 1 : 0);
if (StateSize)
StateSize--;
//
// Now the incoming sequence number (RcvInfo.tri_seq) +
// StateSize it the last sequence number in the segment.
// If this is greater than the last valid byte in the
// window, we have some overlap to chop off.
//
ASSERT(StateSize >= 0);
LastValidSeq = RcvTCB->tcb_rcvnext + RcvTCB->tcb_rcvwin - 1;
if (SEQ_GT(RcvInfo.tri_seq + StateSize, LastValidSeq)) {
int AmountToChop;
//
// At least some part of the frame is outside of our
// window. See if it starts outside our window.
//
if (SEQ_GT(RcvInfo.tri_seq, LastValidSeq)) {
//
// Falls entirely outside the window. We have
// special case code to deal with a pure ack that
// falls exactly at our right window edge.
// Otherwise we ack and drop it.
//
if (
!SEQ_EQ(RcvInfo.tri_seq, LastValidSeq + 1) ||
Size != 0 ||
(RcvInfo.tri_flags & (TCP_FLAG_SYN |
TCP_FLAG_FIN))
) {
ACKAndDrop(&RcvInfo, RcvTCB);
return IP_SUCCESS;
}
} else {
//
// At least some part of it is in the window. If
// there's a FIN, chop that off and see if that
// moves us inside.
//
if (RcvInfo.tri_flags & TCP_FLAG_FIN) {
RcvInfo.tri_flags &= ~TCP_FLAG_FIN;
StateSize--;
}
// Now figure out how much to chop off.
AmountToChop = (RcvInfo.tri_seq + StateSize) -
LastValidSeq;
ASSERT(AmountToChop >= 0);
Size -= AmountToChop;
RcvBuf->ipr_pMdl = NULL;
}
}
} else {
if (!SEQ_EQ(RcvTCB->tcb_rcvnext, RcvInfo.tri_seq)) {
//
// If there's a RST on this segment, and he's only off
// by 1, take it anyway. This can happen if the remote
// peer is probing and sends with the seq. # after the
// probe.
//
if (!(RcvInfo.tri_flags & TCP_FLAG_RST) ||
!(SEQ_EQ(RcvTCB->tcb_rcvnext, (RcvInfo.tri_seq - 1)))) {
ACKAndDrop(&RcvInfo, RcvTCB);
return IP_SUCCESS;
} else
RcvInfo.tri_seq = RcvTCB->tcb_rcvnext;
}
//
// He's in sequence, but we have a window of 0. Truncate the
// size, and clear any sequence consuming bits.
//
if (Size != 0 ||
(RcvInfo.tri_flags & (TCP_FLAG_SYN | TCP_FLAG_FIN))) {
RcvInfo.tri_flags &= ~(TCP_FLAG_SYN | TCP_FLAG_FIN);
Size = 0;
if (!(RcvInfo.tri_flags & TCP_FLAG_RST))
DelayAction(RcvTCB, NEED_ACK);
}
}
//
// At this point, the segment is in our window and does not
// overlap on either end. If it's the next seq number we
// expect, we can handle the data now. Otherwise we'll queue
// it for later. In either case we'll handle RST and ACK
// information right now.
//
ASSERT((*(int *)&Size) >= 0);
// Since we are accepting the packet, start the
// keepalive timer.
if ((RcvTCB->tcb_flags & KEEPALIVE) &&
(RcvTCB->tcb_conn != NULL)) {
START_TCB_TIMER_R(RcvTCB, KA_TIMER,
RcvTCB->tcb_conn->tc_tcbkatime);
}
// Now, following 793, we check the RST bit.
if (RcvInfo.tri_flags & TCP_FLAG_RST) {
uchar Reason;
//
// We can't go back into the LISTEN state from SYN-RCVD
// here, because we may have notified the client via a
// listen completing or a connect indication. So, if came
// from an active open we'll give back a 'connection
// refused' notice. For all other cases
// we'll just destroy the connection.
//
if (RcvTCB->tcb_state == TCB_SYN_RCVD) {
if (RcvTCB->tcb_flags & ACTIVE_OPEN)
Reason = TCB_CLOSE_REFUSED;
else
Reason = TCB_CLOSE_RST;
} else
Reason = TCB_CLOSE_RST;
TryToCloseTCB(RcvTCB, Reason, DISPATCH_LEVEL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
if (RcvTCB->tcb_state != TCB_TIME_WAIT) {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
RemoveTCBFromConn(RcvTCB);
NotifyOfDisc(RcvTCB, OptInfo, TDI_CONNECTION_RESET,
NULL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
}
DerefTCB(RcvTCB, DISPATCH_LEVEL);
return IP_SUCCESS;
}
// Next check the SYN bit.
if (RcvInfo.tri_flags & TCP_FLAG_SYN) {
//
// Again, we can't quietly go back into the LISTEN state
// here, even if we came from a passive open.
//
TryToCloseTCB(RcvTCB, TCB_CLOSE_ABORTED, DISPATCH_LEVEL);
SendRSTFromHeader(TCPH, Size, Src, Dest, OptInfo);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
if (RcvTCB->tcb_state != TCB_TIME_WAIT) {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
RemoveTCBFromConn(RcvTCB);
NotifyOfDisc(RcvTCB, OptInfo, TDI_CONNECTION_RESET,
NULL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
}
DerefTCB(RcvTCB, DISPATCH_LEVEL);
return IP_SUCCESS;
}
//
// Check the ACK field. If it's not on drop the segment.
//
if (!(RcvInfo.tri_flags & TCP_FLAG_ACK)) {
DerefTCB(RcvTCB, DISPATCH_LEVEL);
return IP_SUCCESS;
}
INITQ(&SendQ);
//
// If we're in SYN-RCVD, go to ESTABLISHED.
//
if (RcvTCB->tcb_state == TCB_SYN_RCVD) {
if (SEQ_LT(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
SEQ_LTE(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)) {
// The ack is valid.
if (RcvTCB->tcb_fastchk & TCP_FLAG_ACCEPT_PENDING) {
AddrObj *AO;
BOOLEAN Accepted = FALSE;
//
// We will be reiniting the tcprexmitcnt to 0.
// If we are configured for syn-attack
// protection and the rexmit cnt is >1,
// decrement the count of connections that are
// in the half-open-retried state. Check
// whether we are below a low-watermark. If we
// are, increase the rexmit count back to
// configured values
//
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
// Check if we still have the listening endpoint
CTEGetLockAtDPC(&AddrObjTableLock.Lock);
AO = GetBestAddrObj(Dest, TCPH->tcp_dest,
PROTOCOL_TCP,
GAO_FLAG_CHECK_IF_LIST);
if (AO && AO->ao_connect == NULL) {
//
// Lets see if there is one more addr obj
// matching the incoming request with
// ao_connect != NULL
//
AddrObj *tmpAO;
tmpAO = GetNextBestAddrObj(Dest, TCPH->tcp_dest,
PROTOCOL_TCP, AO,
GAO_FLAG_CHECK_IF_LIST);
if (tmpAO != NULL) {
AO = tmpAO;
}
}
if (AO != NULL) {
Accepted = DelayedAcceptConn(AO, Src,
TCPH->tcp_src,
OptInfo, RcvTCB);
} else {
CTEFreeLockFromDPC(&AddrObjTableLock.Lock);
Accepted = FALSE;
}
if (Accepted) {
AcceptConn(RcvTCB, TRUE, DISPATCH_LEVEL);
} else {
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
TryToCloseTCB(RcvTCB, TCB_CLOSE_REFUSED, DISPATCH_LEVEL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
SendRSTFromHeader(TCPH, Size, Src, Dest, OptInfo);
return IP_SUCCESS;
}
}
if (SynAttackProtect) {
DropHalfOpenTCB(RcvTCB->tcb_rexmitcnt);
}
RcvTCB->tcb_rexmitcnt = 0;
STOP_TCB_TIMER_R(RcvTCB, RXMIT_TIMER);
RcvTCB->tcb_senduna++;
RcvTCB->tcb_sendwin = RcvInfo.tri_window;
RcvTCB->tcb_maxwin = RcvInfo.tri_window;
RcvTCB->tcb_sendwl1 = RcvInfo.tri_seq;
RcvTCB->tcb_sendwl2 = RcvInfo.tri_ack;
GoToEstab(RcvTCB);
TcpInvokeCcb(TCP_CONN_SYN_RCVD, TCP_CONN_ESTAB,
&RcvTCB->tcb_addrbytes,
(*LocalNetInfo.ipi_getifindexfromindicatecontext)(IPContext));
#if TRACE_EVENT
CPCallBack = TCPCPHandlerRoutine;
if (CPCallBack != NULL) {
ulong GroupType;
WMIInfo.wmi_destaddr = RcvTCB->tcb_daddr;
WMIInfo.wmi_destport = RcvTCB->tcb_dport;
WMIInfo.wmi_srcaddr = RcvTCB->tcb_saddr;
WMIInfo.wmi_srcport = RcvTCB->tcb_sport;
WMIInfo.wmi_size = 0;
WMIInfo.wmi_context = RcvTCB->tcb_cpcontext;
GroupType = EVENT_TRACE_GROUP_TCPIP + EVENT_TRACE_TYPE_ACCEPT;
(*CPCallBack) (GroupType, (PVOID)&WMIInfo, sizeof(WMIInfo), NULL);
}
#endif
// Now complete whatever we can here.
CompleteConnReq(RcvTCB, OptInfo, TDI_SUCCESS);
} else {
if (SynAttackProtect) {
//
// We are going to be more aggressive in closing
// half-open connections when SYN attack protection
// is enabled. By closing the connection here, we
// are minimizing ISN prediction attacks.
//
TryToCloseTCB(RcvTCB, TCB_CLOSE_REFUSED,
DISPATCH_LEVEL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
}
DerefTCB(RcvTCB, DISPATCH_LEVEL);
SendRSTFromHeader(TCPH, Size, Src, Dest, OptInfo);
return IP_SUCCESS;
}
} else {
// We're not in SYN-RCVD. See if this acknowledges anything.
if (SEQ_LT(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
SEQ_LTE(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)) {
uint CWin;
uint Amount = RcvInfo.tri_ack - RcvTCB->tcb_senduna;
//
// The ack acknowledes something. Pull the
// appropriate amount off the send q.
//
ACKData(RcvTCB, RcvInfo.tri_ack, &SendQ);
//
// If this acknowledges something we were running
// an RTT on, update that stuff now.
//
{
short RTT = 0;
BOOLEAN fUpdateRtt = FALSE;
//
// if timestamp is true, get the RTT using the
// echoed timestamp.
//
if (time_stamp && tsecr) {
RTT = TCPTime - tsecr;
fUpdateRtt = TRUE;
} else {
if (RcvTCB->tcb_rtt != 0 &&
SEQ_GT(RcvInfo.tri_ack,
RcvTCB->tcb_rttseq)) {
RTT = (short)(TCPTime - RcvTCB->tcb_rtt);
fUpdateRtt = TRUE;
}
}
if (fUpdateRtt) {
RcvTCB->tcb_rtt = 0;
RTT -= (RcvTCB->tcb_smrtt >> 3);
RcvTCB->tcb_smrtt += RTT;
RTT = (RTT >= 0 ? RTT : -RTT);
RTT -= (RcvTCB->tcb_delta >> 3);
RcvTCB->tcb_delta += RTT + RTT;
RcvTCB->tcb_rexmit = MIN(MAX(REXMIT_TO(RcvTCB),
MIN_RETRAN_TICKS)+1, MAX_REXMIT_TO);
}
}
//
// If we're probing for a PMTU black hole we've
// found one, so turn off
// the detection. The size is already down, so
// leave it there.
//
if (RcvTCB->tcb_flags & PMTU_BH_PROBE) {
RcvTCB->tcb_flags &= ~PMTU_BH_PROBE;
RcvTCB->tcb_bhprobecnt = 0;
if (--(RcvTCB->tcb_slowcount) == 0) {
RcvTCB->tcb_fastchk &= ~TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
}
}
// Update the congestion window now.
CWin = RcvTCB->tcb_cwin;
if (CWin < RcvTCB->tcb_maxwin) {
if (CWin < RcvTCB->tcb_ssthresh)
CWin += (RcvTCB->tcb_flags & SCALE_CWIN)
? Amount : RcvTCB->tcb_mss;
else
CWin += MAX((RcvTCB->tcb_mss * RcvTCB->tcb_mss) / CWin, 1);
RcvTCB->tcb_cwin = MIN(CWin, RcvTCB->tcb_maxwin);
}
if ((RcvTCB->tcb_dup > 0) && ((int)RcvTCB->tcb_ssthresh > 0)) {
//
// Fast retransmitted frame is acked
// Set cwin to ssthresh so that cwin grows
// linearly from here
//
RcvTCB->tcb_cwin = RcvTCB->tcb_ssthresh;
}
RcvTCB->tcb_dup = 0;
ASSERT(*(int *)&RcvTCB->tcb_cwin > 0);
//
// We've acknowledged something, so reset the
// rexmit count. If there's still stuff
// outstanding, restart the rexmit timer.
//
RcvTCB->tcb_rexmitcnt = 0;
if (!SEQ_EQ(RcvInfo.tri_ack, RcvTCB->tcb_sendmax))
START_TCB_TIMER_R(RcvTCB, RXMIT_TIMER, RcvTCB->tcb_rexmit);
else
STOP_TCB_TIMER_R(RcvTCB, RXMIT_TIMER);
//
// If we've sent a FIN, and this acknowledges it, we
// need to complete the client's close request and
// possibly transition our state.
//
if (RcvTCB->tcb_flags & FIN_SENT) {
//
// We have sent a FIN. See if it's been
// acknowledged. Once we've sent a FIN,
// tcb_sendmax can't advance, so our FIN must
// have seq. number tcb_sendmax - 1. Thus our
// FIN is acknowledged if the incoming ack is
// equal to tcb_sendmax.
//
if (SEQ_EQ(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)) {
ushort ConnReqTimeout = 0;
//
// He's acked our FIN. Turn off the flags,
// and complete the request. We'll leave the
// FIN_OUTSTANDING flag alone, to force
// early outs in the send code.
//
RcvTCB->tcb_flags &= ~(FIN_NEEDED | FIN_SENT);
ASSERT(RcvTCB->tcb_unacked == 0);
ASSERT(RcvTCB->tcb_sendnext ==
RcvTCB->tcb_sendmax);
//
// Now figure out what we need to do. In
// FIN_WAIT1 or FIN_WAIT, just complete
// the disconnect req. and continue.
// Otherwise, it's a bit trickier,
// since we can't complete the connreq
// until we remove the TCB from it's
// connection.
//
switch (RcvTCB->tcb_state) {
case TCB_FIN_WAIT1:
RcvTCB->tcb_state = TCB_FIN_WAIT2;
if (RcvTCB->tcb_fastchk & TCP_FLAG_SEND_AND_DISC) {
//RcvTCB->tcb_flags |= DISC_NOTIFIED;
} else {
if (RcvTCB->tcb_connreq) {
ConnReqTimeout = RcvTCB->tcb_connreq->tcr_timeout;
}
CompleteConnReq(RcvTCB, OptInfo, TDI_SUCCESS);
}
//
// Start a timer in case we never get
// out of FIN_WAIT2. Set the retransmit
// count high to force a timeout the
// first time the timer fires.
//
if (ConnReqTimeout) {
RcvTCB->tcb_rexmitcnt = 1;
} else {
RcvTCB->tcb_rexmitcnt = (uchar) MaxDataRexmitCount;
ConnReqTimeout = (ushort)FinWait2TO;
}
START_TCB_TIMER_R(RcvTCB, RXMIT_TIMER, ConnReqTimeout);
//Fall through to FIN-WAIT-2 processing.
case TCB_FIN_WAIT2:
break;
case TCB_CLOSING:
//
//Note that we do not care about
//return stat from GracefulClose
//since we do not touch the tcb
//anyway, anymore, even if it is in
//time_wait.
//
GracefulClose(RcvTCB, TRUE, FALSE,
DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
break;
case TCB_LAST_ACK:
GracefulClose(RcvTCB, FALSE, FALSE,
DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
break;
default:
ASSERT(0);
break;
}
}
}
UpdateWindow = TRUE;
} else {
//
// It doesn't ack anything. If it's an ack for
// something larger than we've sent then
// ACKAndDrop it, otherwise ignore it. If we're in
// FIN_WAIT2, we'll restart the timer.
// We don't make this check above because we know no
// data can be acked when we're in FIN_WAIT2.
//
if (RcvTCB->tcb_state == TCB_FIN_WAIT2)
START_TCB_TIMER_R(RcvTCB, RXMIT_TIMER, (ushort) FinWait2TO);
if (SEQ_GT(RcvInfo.tri_ack, RcvTCB->tcb_sendmax)) {
ACKAndDrop(&RcvInfo, RcvTCB);
return IP_SUCCESS;
} else if ((Size == 0) &&
SEQ_EQ(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
(SEQ_LT(RcvTCB->tcb_senduna, RcvTCB->tcb_sendmax)) &&
(RcvTCB->tcb_sendwin == RcvInfo.tri_window) &&
RcvInfo.tri_window) {
// See if fast rexmit can be done
if (HandleFastXmit(RcvTCB, &RcvInfo)){
return IP_SUCCESS;
}
Actions = (RcvTCB->tcb_unacked ? NEED_OUTPUT : 0);
} else {
// Now update the window if we can.
if (SEQ_EQ(RcvTCB->tcb_senduna, RcvInfo.tri_ack) &&
(SEQ_LT(RcvTCB->tcb_sendwl1, RcvInfo.tri_seq) ||
(SEQ_EQ(RcvTCB->tcb_sendwl1, RcvInfo.tri_seq) &&
SEQ_LTE(RcvTCB->tcb_sendwl2, RcvInfo.tri_ack)))) {
UpdateWindow = TRUE;
} else
UpdateWindow = FALSE;
}
}
if (UpdateWindow) {
RcvTCB->tcb_sendwin = RcvInfo.tri_window;
RcvTCB->tcb_maxwin = MAX(RcvTCB->tcb_maxwin,
RcvInfo.tri_window);
RcvTCB->tcb_sendwl1 = RcvInfo.tri_seq;
RcvTCB->tcb_sendwl2 = RcvInfo.tri_ack;
if (RcvInfo.tri_window == 0) {
// We've got a zero window.
if (!EMPTYQ(&RcvTCB->tcb_sendq)) {
RcvTCB->tcb_flags &= ~NEED_OUTPUT;
RcvTCB->tcb_rexmitcnt = 0;
START_TCB_TIMER_R(RcvTCB, RXMIT_TIMER, RcvTCB->tcb_rexmit);
if (!(RcvTCB->tcb_flags & FLOW_CNTLD)) {
RcvTCB->tcb_flags |= FLOW_CNTLD;
RcvTCB->tcb_slowcount++;
RcvTCB->tcb_fastchk |= TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
}
}
} else {
if (RcvTCB->tcb_flags & FLOW_CNTLD) {
RcvTCB->tcb_rexmitcnt = 0;
RcvTCB->tcb_flags &= ~(FLOW_CNTLD | FORCE_OUTPUT);
//
// Reset send next to the left edge of the
// window, because it might be at
// senduna+1 if we've been probing.
//
ResetSendNext(RcvTCB, RcvTCB->tcb_senduna);
if (--(RcvTCB->tcb_slowcount) == 0) {
RcvTCB->tcb_fastchk &= ~TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
}
}
//
// Since we've updated the window, see if we
// can send some more.
//
if (RcvTCB->tcb_unacked != 0 ||
(RcvTCB->tcb_flags & FIN_NEEDED))
DelayAction(RcvTCB, NEED_OUTPUT);
}
}
}
//
// We've handled all the acknowledgment stuff. If the size
// is greater than 0 or FIN bit is set process it further,
// otherwise it's a pure ack and we're done with it.
//
if (Size == 0 && !(RcvInfo.tri_flags & TCP_FLAG_FIN))
{
DerefTCB(RcvTCB, DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
}
//
// If we're not in a state where we can process
// incoming data or FINs, there's no point in going
// further. Just drop this segment.
//
if (!DATA_RCV_STATE(RcvTCB->tcb_state) ||
(RcvTCB->tcb_flags & GC_PENDING)) {
DerefTCB(RcvTCB, DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
}
//
// If it's in sequence process it now, otherwise
// reassemble it.
//
if (SEQ_EQ(RcvInfo.tri_seq, RcvTCB->tcb_rcvnext)) {
//
// If we're already in the recv. handler, this is a
// duplicate. We'll just toss it.
//
if (RcvTCB->tcb_fastchk & TCP_FLAG_IN_RCV) {
DerefTCB(RcvTCB, DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
}
RcvTCB->tcb_fastchk |= TCP_FLAG_IN_RCV;
//
// Now loop, pulling things from the reassembly
// queue, until the queue is empty, or we can't
// take all of the data, or we hit a FIN.
//
do {
// Handle urgent data, if any.
if (RcvInfo.tri_flags & TCP_FLAG_URG) {
HandleUrgent(RcvTCB, &RcvInfo, RcvBuf, &Size);
//
// Since we may have freed the lock, we
// need to recheck and see if we're
// closing here.
//
if (CLOSING(RcvTCB))
break;
}
//
// OK, the data is in sequence, we've updated
// the reassembly queue and handled any urgent
// data. If we have any data go ahead and
// process it now.
//
if (Size > 0) {
BytesTaken = (*RcvTCB->tcb_rcvhndlr) (RcvTCB,
RcvInfo.tri_flags, RcvBuf, Size);
RcvTCB->tcb_rcvnext += BytesTaken;
RcvTCB->tcb_rcvwin -= BytesTaken;
CheckTCBRcv(RcvTCB);
if (RcvTCB->tcb_rcvdsegs != RcvTCB->tcb_numdelacks){
RcvTCB->tcb_flags |= ACK_DELAYED;
RcvTCB->tcb_rcvdsegs++;
ASSERT(RcvTCB->tcb_delackticks);
START_TCB_TIMER_R(RcvTCB, DELACK_TIMER,
RcvTCB->tcb_delackticks);
} else {
DelayAction(RcvTCB, NEED_ACK);
RcvTCB->tcb_rcvdsegs = 0;
STOP_TCB_TIMER_R(RcvTCB, DELACK_TIMER);
}
if (BytesTaken != Size) {
//
// We didn't take everything we could.
// No use in further processing, just
// bail out.
//
DelayAction(RcvTCB, NEED_ACK);
break;
}
//
// If we're closing now, we're done, so
// get out.
//
if (CLOSING(RcvTCB))
break;
}
//
// See if we need to advance over some urgent
// data.
//
if (RcvTCB->tcb_flags & URG_VALID) {
uint AdvanceNeeded;
//
// We only need to adv if we're not doing
// urgent inline. Urg inline also has some
// implications for when we can clear the
// URG_VALID flag. If we're not doing
// urgent inline, we can clear it when
// rcvnext advances beyond urgent end.
// If we are doing inline, we clear it
// when rcvnext advances one receive
// window beyond urgend.
//
if (!(RcvTCB->tcb_flags & URG_INLINE)) {
if (RcvTCB->tcb_rcvnext == RcvTCB->tcb_urgstart)
RcvTCB->tcb_rcvnext = RcvTCB->tcb_urgend +
1;
else
ASSERT(SEQ_LT(RcvTCB->tcb_rcvnext,
RcvTCB->tcb_urgstart) ||
SEQ_GT(RcvTCB->tcb_rcvnext,
RcvTCB->tcb_urgend));
AdvanceNeeded = 0;
} else
AdvanceNeeded = RcvTCB->tcb_defaultwin;
// See if we can clear the URG_VALID flag.
if (SEQ_GT(RcvTCB->tcb_rcvnext - AdvanceNeeded,
RcvTCB->tcb_urgend)) {
RcvTCB->tcb_flags &= ~URG_VALID;
if (--(RcvTCB->tcb_slowcount) == 0) {
RcvTCB->tcb_fastchk &= ~TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
}
}
}
//
// We've handled the data. If the FIN bit is
// set, we have more processing.
//
if (RcvInfo.tri_flags & TCP_FLAG_FIN) {
uint Notify = FALSE;
uint DelayAck = TRUE;
RcvTCB->tcb_rcvnext++;
PushData(RcvTCB, TRUE);
switch (RcvTCB->tcb_state) {
case TCB_SYN_RCVD:
//
// I don't think we can get here - we
// should have discarded the frame if it
// had no ACK, or gone to established if
// it did.
//
ASSERT(0);
case TCB_ESTAB:
RcvTCB->tcb_state = TCB_CLOSE_WAIT;
//
// We left established, we're off the
// fast path.
//
RcvTCB->tcb_slowcount++;
RcvTCB->tcb_fastchk |= TCP_FLAG_SLOW;
CheckTCBRcv(RcvTCB);
Notify = TRUE;
break;
case TCB_FIN_WAIT1:
RcvTCB->tcb_state = TCB_CLOSING;
DelayAck = FALSE;
//RcvTCB->tcb_refcnt++;
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendACK(RcvTCB);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
if (0 == (RcvTCB->tcb_fastchk & TCP_FLAG_SEND_AND_DISC)) {
Notify = TRUE;
}
break;
case TCB_FIN_WAIT2:
// Stop the FIN_WAIT2 timer.
DelayAck = FALSE;
STOP_TCB_TIMER_R(RcvTCB, RXMIT_TIMER);
REFERENCE_TCB(RcvTCB);
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendACK(RcvTCB);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
if (RcvTCB->tcb_fastchk & TCP_FLAG_SEND_AND_DISC) {
GracefulClose(RcvTCB, TRUE, FALSE, DISPATCH_LEVEL);
} else {
GracefulClose(RcvTCB, TRUE, TRUE, DISPATCH_LEVEL);
}
//
//graceful close has put this tcb in
//timewait state should not access
//small tw tcb at this point
//
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
break;
default:
ASSERT(0);
break;
}
if (DelayAck) {
DelayAction(RcvTCB, NEED_ACK);
}
if (Notify) {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
NotifyOfDisc(RcvTCB, OptInfo,
TDI_GRACEFUL_DISC, NULL);
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
}
break; // Exit out of WHILE loop.
}
// If the reassembly queue isn't empty, get what we
// can now.
RcvBuf = PullFromRAQ(RcvTCB, &RcvInfo, &Size);
if (RcvBuf)
RcvBuf->ipr_pMdl = NULL;
CheckRBList(RcvBuf, Size);
} while (RcvBuf != NULL);
RcvTCB->tcb_fastchk &= ~TCP_FLAG_IN_RCV;
if (RcvTCB->tcb_flags & SEND_AFTER_RCV) {
RcvTCB->tcb_flags &= ~SEND_AFTER_RCV;
DelayAction(RcvTCB, NEED_OUTPUT);
}
DerefTCB(RcvTCB, DISPATCH_LEVEL);
CompleteSends(&SendQ);
return IP_SUCCESS;
} else {
// It's not in sequence. Since it needs further processing,
// put in on the reassembly queue.
if (DATA_RCV_STATE(RcvTCB->tcb_state) &&
!(RcvTCB->tcb_flags & GC_PENDING)) {
PutOnRAQ(RcvTCB, &RcvInfo, RcvBuf, Size);
//
//If SACK option is active, we need to construct
// SACK Blocks in ack
//
if (RcvTCB->tcb_tcpopts & TCP_FLAG_SACK) {
SendSackInACK(RcvTCB, RcvInfo.tri_seq);
} else {
CTEFreeLockFromDPC(&RcvTCB->tcb_lock);
SendACK(RcvTCB);
}
CTEGetLockAtDPC(&RcvTCB->tcb_lock);
DerefTCB(RcvTCB, DISPATCH_LEVEL);
} else
ACKAndDrop(&RcvInfo, RcvTCB);
CompleteSends(&SendQ);
return IP_SUCCESS;
}
} else { // DataOffset <= Size
TStats.ts_inerrs++;
}
} else {
TStats.ts_inerrs++;
}
} else { // IsBCast
TStats.ts_inerrs++;
}
return IP_SUCCESS;
}
#pragma BEGIN_INIT
//* InitTCPRcv - Initialize TCP receive side.
//
// Called during init time to initialize our TCP receive side.
//
// Input: Nothing.
//
// Returns: TRUE.
//
int
InitTCPRcv(void)
{
uint i;
//Allocate Time_Proc number of delayqueues
PerCPUDelayQ = CTEAllocMemBoot(Time_Proc * sizeof(CPUDelayQ));
if (PerCPUDelayQ == NULL) {
return FALSE;
}
for (i = 0; i < Time_Proc; i++) {
CTEInitLock(&PerCPUDelayQ[i].TCBDelayLock);
INITQ(&PerCPUDelayQ[i].TCBDelayQ);
PerCPUDelayQ[i].TCBDelayRtnCount = 0;
}
#if MILLEN
TCBDelayRtnLimit.Value = 1;
#else // MILLEN
TCBDelayRtnLimit.Value = KeNumberProcessors;
if (TCBDelayRtnLimit.Value > TCB_DELAY_RTN_LIMIT)
TCBDelayRtnLimit.Value = TCB_DELAY_RTN_LIMIT;
#endif // !MILLEN
DummyBuf.ipr_owner = IPR_OWNER_IP;
DummyBuf.ipr_size = 0;
DummyBuf.ipr_next = 0;
DummyBuf.ipr_buffer = NULL;
return TRUE;
}
//* UnInitTCPRcv - Uninitialize our receive side.
//
// Called if initialization fails to uninitialize our receive side.
//
//
// Input: Nothing.
//
// Returns: Nothing.
//
void
UnInitTCPRcv(void)
{
}
#pragma END_INIT