IN XENVIF_VIF_OFFLOAD_OPTIONS Options
);
+/*! \typedef XENVIF_VIF_RECEIVER_SET_BACKFILL_SIZE
+ \brief Set the required receive backfill size (free space before
+ packet payload).
+
+ \param Interface The interface header
+ \param Size The required size
+*/
+typedef VOID
+(*XENVIF_VIF_RECEIVER_SET_BACKFILL_SIZE)(
+ IN PINTERFACE Interface,
+ IN ULONG Size
+ );
+
/*! \typedef XENVIF_VIF_TRANSMITTER_QUERY_LARGE_PACKET_SIZE
\brief Query the maximum size of packet containing a TCP large segment
that can be handled by the transmit side
XENVIF_VIF_MAC_QUERY_FILTER_LEVEL MacQueryFilterLevel;
};
-
/*! \struct _XENVIF_VIF_INTERFACE_V2
\brief VIF interface version 2
\ingroup interfaces
XENVIF_VIF_MAC_QUERY_FILTER_LEVEL MacQueryFilterLevel;
};
-typedef struct _XENVIF_VIF_INTERFACE_V2 XENVIF_VIF_INTERFACE, *PXENVIF_VIF_INTERFACE;
+/*! \struct _XENVIF_VIF_INTERFACE_V3
+ \brief VIF interface version 3
+ \ingroup interfaces
+*/
+struct _XENVIF_VIF_INTERFACE_V3 {
+ INTERFACE Interface;
+ XENVIF_VIF_ACQUIRE Acquire;
+ XENVIF_VIF_RELEASE Release;
+ XENVIF_VIF_ENABLE Enable;
+ XENVIF_VIF_DISABLE Disable;
+ XENVIF_VIF_QUERY_STATISTIC QueryStatistic;
+ XENVIF_VIF_RECEIVER_RETURN_PACKETS ReceiverReturnPackets;
+ XENVIF_VIF_RECEIVER_SET_OFFLOAD_OPTIONS ReceiverSetOffloadOptions;
+ XENVIF_VIF_RECEIVER_SET_BACKFILL_SIZE ReceiverSetBackfillSize;
+ XENVIF_VIF_RECEIVER_QUERY_RING_SIZE ReceiverQueryRingSize;
+ XENVIF_VIF_TRANSMITTER_GET_PACKET_HEADERS TransmitterGetPacketHeaders;
+ XENVIF_VIF_TRANSMITTER_QUEUE_PACKETS_V2 TransmitterQueuePackets;
+ XENVIF_VIF_TRANSMITTER_QUERY_OFFLOAD_OPTIONS TransmitterQueryOffloadOptions;
+ XENVIF_VIF_TRANSMITTER_QUERY_LARGE_PACKET_SIZE TransmitterQueryLargePacketSize;
+ XENVIF_VIF_TRANSMITTER_QUERY_RING_SIZE TransmitterQueryRingSize;
+ XENVIF_VIF_MAC_QUERY_STATE MacQueryState;
+ XENVIF_VIF_MAC_QUERY_MAXIMUM_FRAME_SIZE MacQueryMaximumFrameSize;
+ XENVIF_VIF_MAC_QUERY_PERMANENT_ADDRESS MacQueryPermanentAddress;
+ XENVIF_VIF_MAC_QUERY_CURRENT_ADDRESS MacQueryCurrentAddress;
+ XENVIF_VIF_MAC_QUERY_MULTICAST_ADDRESSES MacQueryMulticastAddresses;
+ XENVIF_VIF_MAC_SET_MULTICAST_ADDRESSES MacSetMulticastAddresses;
+ XENVIF_VIF_MAC_SET_FILTER_LEVEL MacSetFilterLevel;
+ XENVIF_VIF_MAC_QUERY_FILTER_LEVEL MacQueryFilterLevel;
+};
+
+typedef struct _XENVIF_VIF_INTERFACE_V3 XENVIF_VIF_INTERFACE, *PXENVIF_VIF_INTERFACE;
/*! \def XENVIF_VIF
\brief Macro at assist in method invocation
#endif // _WINDLL
#define XENVIF_VIF_INTERFACE_VERSION_MIN 1
-#define XENVIF_VIF_INTERFACE_VERSION_MAX 2
+#define XENVIF_VIF_INTERFACE_VERSION_MAX 3
#endif // _XENVIF_INTERFACE_H
BOOLEAN Enabled;
BOOLEAN Stopped;
XENVIF_VIF_OFFLOAD_OPTIONS OffloadOptions;
+ ULONG BackfillSize;
PXENBUS_DEBUG_CALLBACK DebugCallback;
PXENVIF_THREAD WatchdogThread;
LIST_ENTRY PacketList;
IN PXENVIF_PACKET_PAYLOAD Payload
)
{
+ PXENVIF_RECEIVER Receiver;
PXENVIF_PACKET_INFO Info;
PXENVIF_RECEIVER_PACKET Segment;
PMDL Mdl;
ULONG Seq;
NTSTATUS status;
+ Receiver = Ring->Receiver;
+
Info = Packet->Info;
InfoVa = MmGetSystemAddressForMdlSafe(&Packet->Mdl, NormalPagePriority);
StartVa = MmGetSystemAddressForMdlSafe(Mdl, NormalPagePriority);
ASSERT(StartVa != NULL);
- Length = __min(SegmentSize - Segment->Length, PAGE_SIZE);
+ Mdl->ByteOffset = Ring->BackfillSize;
+
+ StartVa += Ring->BackfillSize;
+ Mdl->MappedSystemVa = StartVa;
+
+ Length = __min(SegmentSize - Segment->Length, PAGE_SIZE - Mdl->ByteOffset);
ASSERT(Length != 0);
(VOID) ReceiverRingPullup(Ring, StartVa, Payload, Length);
if (Segment->Length == SegmentSize)
break;
- ASSERT3U(Mdl->ByteCount, ==, PAGE_SIZE);
+ ASSERT3U(Mdl->ByteCount, ==, PAGE_SIZE - Mdl->ByteOffset);
}
Segment->Length += Info->Length;
+ if (Receiver->AlwaysPullup != 0)
+ __ReceiverRingPullupPacket(Ring, Segment);
+
return Segment;
fail2:
1);
}
+static VOID
+ReceiverRingProcessStandardPacket(
+ IN PXENVIF_RECEIVER_RING Ring,
+ IN PXENVIF_RECEIVER_PACKET Packet,
+ OUT PLIST_ENTRY List
+ )
+{
+ PXENVIF_RECEIVER Receiver;
+ PXENVIF_FRONTEND Frontend;
+ PXENVIF_MAC Mac;
+ PXENVIF_PACKET_INFO Info;
+ XENVIF_PACKET_PAYLOAD Payload;
+ ULONG MaximumFrameSize;
+ NTSTATUS status;
+
+ Receiver = Ring->Receiver;
+ Frontend = Receiver->Frontend;
+ Mac = FrontendGetMac(Frontend);
+
+ Info = Packet->Info;
+
+ Payload.Mdl = Packet->Mdl.Next;
+ Payload.Offset = 0;
+ Payload.Length = Packet->Length - Info->Length;
+
+ MacQueryMaximumFrameSize(Mac, &MaximumFrameSize);
+
+ status = STATUS_INVALID_PARAMETER;
+ if (Packet->Length > MaximumFrameSize)
+ goto fail1;
+
+ // Certain HCK tests (e.g. the NDISTest 2c_Priority test) are
+ // sufficiently brain-dead that they cannot cope with
+ // multi-fragment packets, or at least packets where headers are
+ // in different fragments. All these tests seem to use IPX packets
+ // and, in practice, little else uses LLC so pull up all LLC
+ // packets into a single fragment.
+ if (Info->LLCSnapHeader.Length != 0 || Receiver->AlwaysPullup != 0)
+ __ReceiverRingPullupPacket(Ring, Packet);
+ else if (Payload.Mdl != NULL && Payload.Mdl->ByteOffset < Ring->BackfillSize) {
+ PMDL Mdl;
+ PUCHAR StartVa;
+
+ // NDIS Header/Data split requires that the data MDL has a minimum length
+ // of headroom (i.e. ByteOffset) so that it can pre-pend the header to the data
+ // if something up the stack can't cope with the split.
+
+ Mdl = __ReceiverRingGetMdl(Ring, TRUE);
+
+ status = STATUS_NO_MEMORY;
+ if (Mdl == NULL)
+ goto fail2;
+
+ StartVa = MmGetSystemAddressForMdlSafe(Mdl, NormalPagePriority);
+ ASSERT(StartVa != NULL);
+
+ Mdl->ByteOffset = Ring->BackfillSize;
+ Mdl->ByteCount = __min(Payload.Mdl->ByteCount,
+ PAGE_SIZE - Mdl->ByteOffset);
+
+ StartVa += Ring->BackfillSize;
+ Mdl->MappedSystemVa = StartVa;
+
+ (VOID) ReceiverRingPullup(Ring, StartVa, &Payload, Mdl->ByteCount);
+
+ if (Payload.Length != 0) {
+ ASSERT(Payload.Mdl != NULL);
+ Mdl->Next = Payload.Mdl;
+ }
+
+ Packet->Mdl.Next = Mdl;
+ }
+
+ ASSERT(IsZeroMemory(&Packet->ListEntry, sizeof (LIST_ENTRY)));
+ InsertTailList(List, &Packet->ListEntry);
+
+ return;
+
+fail2:
+fail1:
+ if (Payload.Length != 0) {
+ PMDL Mdl = Payload.Mdl;
+
+ ASSERT(Mdl != NULL);
+
+ while (Mdl != NULL) {
+ PMDL Next;
+
+ Next = Mdl->Next;
+ Mdl->Next = NULL;
+
+ __ReceiverRingPutMdl(Ring, Mdl, TRUE);
+
+ Mdl = Next;
+ }
+ }
+
+ Packet->Mdl.Next = NULL;
+ __ReceiverRingPutPacket(Ring, Packet, TRUE);
+
+ FrontendIncrementStatistic(Frontend,
+ XENVIF_RECEIVER_PACKETS_DROPPED,
+ 1);
+}
+
static VOID
ReceiverRingProcessPacket(
IN PXENVIF_RECEIVER_RING Ring,
DestinationAddress = &EthernetHeader->DestinationAddress;
status = STATUS_UNSUCCESSFUL;
- if (!MacApplyFilters(FrontendGetMac(Frontend),
- DestinationAddress))
+ if (!MacApplyFilters(Mac, DestinationAddress))
goto fail3;
Type = GET_ETHERNET_ADDRESS_TYPE(DestinationAddress);
break;
}
- if (Packet->MaximumSegmentSize != 0) {
+ if (Packet->MaximumSegmentSize != 0)
ReceiverRingProcessLargePacket(Ring, Packet, List);
- } else {
- ULONG MaximumFrameSize;
-
- MacQueryMaximumFrameSize(Mac, &MaximumFrameSize);
-
- if (Packet->Length > MaximumFrameSize)
- goto fail4;
-
- // Certain HCK tests (e.g. the NDISTest 2c_Priority test) are
- // sufficiently brain-dead that they cannot cope with
- // multi-fragment packets, or at least packets where headers are
- // in different fragments. All these tests seem to use IPX packets
- // and, in practice, little else uses LLC so pull up all LLC
- // packets into a single fragment.
- if (Info->LLCSnapHeader.Length != 0 ||
- Receiver->AlwaysPullup != 0)
- __ReceiverRingPullupPacket(Ring, Packet);
-
- ASSERT(IsZeroMemory(&Packet->ListEntry, sizeof (LIST_ENTRY)));
- InsertTailList(List, &Packet->ListEntry);
- }
+ else
+ ReceiverRingProcessStandardPacket(Ring, Packet, List);
return;
-fail4:
fail3:
Packet->Mdl.Next = NULL;
__ReceiverRingPutPacket(Ring, Packet, TRUE);
Ring->Dpcs = 0;
RtlZeroMemory(&Ring->Dpc, sizeof (KDPC));
+ Ring->BackfillSize = 0;
Ring->OffloadOptions.Value = 0;
ThreadAlert(Ring->WatchdogThread);
KeLowerIrql(Irql);
}
+static FORCEINLINE VOID
+__ReceiverRingSetBackfillSize(
+ IN PXENVIF_RECEIVER_RING Ring,
+ IN ULONG Size
+ )
+{
+ KIRQL Irql;
+
+ KeRaiseIrql(DISPATCH_LEVEL, &Irql);
+
+ __ReceiverRingAcquireLock(Ring);
+ Ring->BackfillSize = Size;
+ __ReceiverRingReleaseLock(Ring);
+
+ KeLowerIrql(Irql);
+}
+
static VOID
ReceiverDebugCallback(
IN PVOID Argument,
}
}
+VOID
+ReceiverSetBackfillSize(
+ IN PXENVIF_RECEIVER Receiver,
+ IN ULONG Size
+ )
+{
+ LONG Index;
+
+ ASSERT3U(Size, <, PAGE_SIZE);
+
+ for (Index = 0; Index < Receiver->MaxQueues; ++Index) {
+ PXENVIF_RECEIVER_RING Ring;
+
+ Ring = Receiver->Ring[Index];
+ if (Ring == NULL)
+ break;
+
+ __ReceiverRingSetBackfillSize(Ring, Size);
+ }
+}
+
VOID
ReceiverQueryRingSize(
IN PXENVIF_RECEIVER Receiver,
ReleaseMrswLockShared(&Context->Lock);
}
+static VOID
+VifReceiverSetBackfillSize(
+ IN PINTERFACE Interface,
+ IN ULONG Size
+ )
+{
+ PXENVIF_VIF_CONTEXT Context = Interface->Context;
+
+ AcquireMrswLockShared(&Context->Lock);
+
+ ReceiverSetBackfillSize(FrontendGetReceiver(Context->Frontend),
+ Size);
+
+ ReleaseMrswLockShared(&Context->Lock);
+}
+
static VOID
VifMacQueryState(
IN PINTERFACE Interface,
VifMacQueryFilterLevel
};
+static struct _XENVIF_VIF_INTERFACE_V3 VifInterfaceVersion3 = {
+ { sizeof (struct _XENVIF_VIF_INTERFACE_V3), 3, NULL, NULL, NULL },
+ VifAcquire,
+ VifRelease,
+ VifEnable,
+ VifDisable,
+ VifQueryStatistic,
+ VifReceiverReturnPackets,
+ VifReceiverSetOffloadOptions,
+ VifReceiverSetBackfillSize,
+ VifReceiverQueryRingSize,
+ VifTransmitterGetPacketHeaders,
+ VifTransmitterQueuePackets,
+ VifTransmitterQueryOffloadOptions,
+ VifTransmitterQueryLargePacketSize,
+ VifTransmitterQueryRingSize,
+ VifMacQueryState,
+ VifMacQueryMaximumFrameSize,
+ VifMacQueryPermanentAddress,
+ VifMacQueryCurrentAddress,
+ VifMacQueryMulticastAddresses,
+ VifMacSetMulticastAddresses,
+ VifMacSetFilterLevel,
+ VifMacQueryFilterLevel
+};
+
NTSTATUS
VifInitialize(
IN PXENVIF_PDO Pdo,
status = STATUS_SUCCESS;
break;
}
+ case 3: {
+ struct _XENVIF_VIF_INTERFACE_V3 *VifInterface;
+
+ VifInterface = (struct _XENVIF_VIF_INTERFACE_V3 *)Interface;
+
+ status = STATUS_BUFFER_OVERFLOW;
+ if (Size < sizeof (struct _XENVIF_VIF_INTERFACE_V3))
+ break;
+
+ *VifInterface = VifInterfaceVersion3;
+
+ ASSERT3U(Interface->Version, ==, Version);
+ Interface->Context = Context;
+
+ status = STATUS_SUCCESS;
+ break;
+ }
default:
status = STATUS_NOT_SUPPORTED;
break;