Code:
/ 4.0 / 4.0 / DEVDIV_TFS / Dev10 / Releases / RTMRel / ndp / fx / src / Core / System / Linq / Parallel / QueryOperators / PartitionerQueryOperator.cs / 1305376 / PartitionerQueryOperator.cs
// ==++== // // Copyright (c) Microsoft Corporation. All rights reserved. // // ==--== // =+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+ // // PartitionerQueryOperator.cs // //[....] // // =-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=- using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Collections.Concurrent; using System.Linq.Parallel; using System.Diagnostics.Contracts; using System.Threading; namespace System.Linq.Parallel { ////// A QueryOperator that represents the output of the query partitioner.AsParallel(). /// internal class PartitionerQueryOperator: QueryOperator { private Partitioner m_partitioner; // The partitioner to use as data source. internal PartitionerQueryOperator(Partitioner partitioner) : base(false, QuerySettings.Empty) { m_partitioner = partitioner; } internal bool Orderable { get { return m_partitioner is OrderablePartitioner ; } } internal override QueryResults Open(QuerySettings settings, bool preferStriping) { // Notice that the preferStriping argument is not used. Partitioner does not support // striped partitioning. return new PartitionerQueryOperatorResults(m_partitioner, settings); } //---------------------------------------------------------------------------------------- // Returns an enumerable that represents the query executing sequentially. // internal override IEnumerable AsSequentialQuery(CancellationToken token) { using (IEnumerator enumerator = m_partitioner.GetPartitions(1)[0]) { while (enumerator.MoveNext()) { yield return enumerator.Current; } } } //--------------------------------------------------------------------------------------- // The state of the order index of the results returned by this operator. // internal override OrdinalIndexState OrdinalIndexState { get { return GetOrdinalIndexState(m_partitioner); } } /// /// Determines the OrdinalIndexState for a partitioner /// internal static OrdinalIndexState GetOrdinalIndexState(Partitionerpartitioner) { OrderablePartitioner orderablePartitioner = partitioner as OrderablePartitioner ; if (orderablePartitioner == null) { return OrdinalIndexState.Shuffled; } if (orderablePartitioner.KeysOrderedInEachPartition) { if (orderablePartitioner.KeysNormalized) { return OrdinalIndexState.Correct; } else { return OrdinalIndexState.Increasing; } } else { return OrdinalIndexState.Shuffled; } } //--------------------------------------------------------------------------------------- // Whether this operator performs a premature merge. // internal override bool LimitsParallelism { get { return false; } } /// /// QueryResults for a PartitionerQueryOperator /// private class PartitionerQueryOperatorResults : QueryResults{ private Partitioner m_partitioner; // The data source for the query private QuerySettings m_settings; // Settings collected from the query internal PartitionerQueryOperatorResults(Partitioner partitioner, QuerySettings settings) { m_partitioner = partitioner; m_settings = settings; } internal override void GivePartitionedStream(IPartitionedStreamRecipient recipient) { Contract.Assert(m_settings.DegreeOfParallelism.HasValue); int partitionCount = m_settings.DegreeOfParallelism.Value; OrderablePartitioner orderablePartitioner = m_partitioner as OrderablePartitioner ; // If the partitioner is not orderable, it will yield zeros as order keys. The order index state // is irrelevant. OrdinalIndexState indexState = (orderablePartitioner != null) ? GetOrdinalIndexState(orderablePartitioner) : OrdinalIndexState.Shuffled; PartitionedStream partitions = new PartitionedStream ( partitionCount, Util.GetDefaultComparer (), indexState); if (orderablePartitioner != null) { IList >> partitionerPartitions = orderablePartitioner.GetOrderablePartitions(partitionCount); if (partitionerPartitions == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartitionList)); } if (partitionerPartitions.Count != partitionCount) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_WrongNumberOfPartitions)); } for (int i = 0; i < partitionCount; i++) { IEnumerator > partition = partitionerPartitions[i]; if (partition == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartition)); } partitions[i] = new OrderablePartitionerEnumerator(partition); } } else { IList > partitionerPartitions = m_partitioner.GetPartitions(partitionCount); if (partitionerPartitions == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartitionList)); } if (partitionerPartitions.Count != partitionCount) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_WrongNumberOfPartitions)); } for (int i = 0; i < partitionCount; i++) { IEnumerator partition = partitionerPartitions[i]; if (partition == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartition)); } partitions[i] = new PartitionerEnumerator(partition); } } recipient.Receive (partitions); } } /// /// Enumerator that converts an enumerator over key-value pairs exposed by a partitioner /// to a QueryOperatorEnumerator used by PLINQ internally. /// private class OrderablePartitionerEnumerator : QueryOperatorEnumerator{ private IEnumerator > m_sourceEnumerator; internal OrderablePartitionerEnumerator(IEnumerator > sourceEnumerator) { m_sourceEnumerator = sourceEnumerator; } internal override bool MoveNext(ref TElement currentElement, ref int currentKey) { if (!m_sourceEnumerator.MoveNext()) return false; KeyValuePair current = m_sourceEnumerator.Current; currentElement = current.Value; checked { currentKey = (int)current.Key; } return true; } protected override void Dispose(bool disposing) { Contract.Assert(m_sourceEnumerator != null); m_sourceEnumerator.Dispose(); } } /// /// Enumerator that converts an enumerator over key-value pairs exposed by a partitioner /// to a QueryOperatorEnumerator used by PLINQ internally. /// private class PartitionerEnumerator : QueryOperatorEnumerator{ private IEnumerator m_sourceEnumerator; internal PartitionerEnumerator(IEnumerator sourceEnumerator) { m_sourceEnumerator = sourceEnumerator; } internal override bool MoveNext(ref TElement currentElement, ref int currentKey) { if (!m_sourceEnumerator.MoveNext()) return false; currentElement = m_sourceEnumerator.Current; currentKey = 0; return true; } protected override void Dispose(bool disposing) { Contract.Assert(m_sourceEnumerator != null); m_sourceEnumerator.Dispose(); } } } } // File provided for Reference Use Only by Microsoft Corporation (c) 2007. // ==++== // // Copyright (c) Microsoft Corporation. All rights reserved. // // ==--== // =+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+=+ // // PartitionerQueryOperator.cs // // [....] // // =-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=- using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Collections.Concurrent; using System.Linq.Parallel; using System.Diagnostics.Contracts; using System.Threading; namespace System.Linq.Parallel { ////// A QueryOperator that represents the output of the query partitioner.AsParallel(). /// internal class PartitionerQueryOperator: QueryOperator { private Partitioner m_partitioner; // The partitioner to use as data source. internal PartitionerQueryOperator(Partitioner partitioner) : base(false, QuerySettings.Empty) { m_partitioner = partitioner; } internal bool Orderable { get { return m_partitioner is OrderablePartitioner ; } } internal override QueryResults Open(QuerySettings settings, bool preferStriping) { // Notice that the preferStriping argument is not used. Partitioner does not support // striped partitioning. return new PartitionerQueryOperatorResults(m_partitioner, settings); } //---------------------------------------------------------------------------------------- // Returns an enumerable that represents the query executing sequentially. // internal override IEnumerable AsSequentialQuery(CancellationToken token) { using (IEnumerator enumerator = m_partitioner.GetPartitions(1)[0]) { while (enumerator.MoveNext()) { yield return enumerator.Current; } } } //--------------------------------------------------------------------------------------- // The state of the order index of the results returned by this operator. // internal override OrdinalIndexState OrdinalIndexState { get { return GetOrdinalIndexState(m_partitioner); } } /// /// Determines the OrdinalIndexState for a partitioner /// internal static OrdinalIndexState GetOrdinalIndexState(Partitionerpartitioner) { OrderablePartitioner orderablePartitioner = partitioner as OrderablePartitioner ; if (orderablePartitioner == null) { return OrdinalIndexState.Shuffled; } if (orderablePartitioner.KeysOrderedInEachPartition) { if (orderablePartitioner.KeysNormalized) { return OrdinalIndexState.Correct; } else { return OrdinalIndexState.Increasing; } } else { return OrdinalIndexState.Shuffled; } } //--------------------------------------------------------------------------------------- // Whether this operator performs a premature merge. // internal override bool LimitsParallelism { get { return false; } } /// /// QueryResults for a PartitionerQueryOperator /// private class PartitionerQueryOperatorResults : QueryResults{ private Partitioner m_partitioner; // The data source for the query private QuerySettings m_settings; // Settings collected from the query internal PartitionerQueryOperatorResults(Partitioner partitioner, QuerySettings settings) { m_partitioner = partitioner; m_settings = settings; } internal override void GivePartitionedStream(IPartitionedStreamRecipient recipient) { Contract.Assert(m_settings.DegreeOfParallelism.HasValue); int partitionCount = m_settings.DegreeOfParallelism.Value; OrderablePartitioner orderablePartitioner = m_partitioner as OrderablePartitioner ; // If the partitioner is not orderable, it will yield zeros as order keys. The order index state // is irrelevant. OrdinalIndexState indexState = (orderablePartitioner != null) ? GetOrdinalIndexState(orderablePartitioner) : OrdinalIndexState.Shuffled; PartitionedStream partitions = new PartitionedStream ( partitionCount, Util.GetDefaultComparer (), indexState); if (orderablePartitioner != null) { IList >> partitionerPartitions = orderablePartitioner.GetOrderablePartitions(partitionCount); if (partitionerPartitions == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartitionList)); } if (partitionerPartitions.Count != partitionCount) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_WrongNumberOfPartitions)); } for (int i = 0; i < partitionCount; i++) { IEnumerator > partition = partitionerPartitions[i]; if (partition == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartition)); } partitions[i] = new OrderablePartitionerEnumerator(partition); } } else { IList > partitionerPartitions = m_partitioner.GetPartitions(partitionCount); if (partitionerPartitions == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartitionList)); } if (partitionerPartitions.Count != partitionCount) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_WrongNumberOfPartitions)); } for (int i = 0; i < partitionCount; i++) { IEnumerator partition = partitionerPartitions[i]; if (partition == null) { throw new InvalidOperationException(SR.GetString(SR.PartitionerQueryOperator_NullPartition)); } partitions[i] = new PartitionerEnumerator(partition); } } recipient.Receive (partitions); } } /// /// Enumerator that converts an enumerator over key-value pairs exposed by a partitioner /// to a QueryOperatorEnumerator used by PLINQ internally. /// private class OrderablePartitionerEnumerator : QueryOperatorEnumerator{ private IEnumerator > m_sourceEnumerator; internal OrderablePartitionerEnumerator(IEnumerator > sourceEnumerator) { m_sourceEnumerator = sourceEnumerator; } internal override bool MoveNext(ref TElement currentElement, ref int currentKey) { if (!m_sourceEnumerator.MoveNext()) return false; KeyValuePair current = m_sourceEnumerator.Current; currentElement = current.Value; checked { currentKey = (int)current.Key; } return true; } protected override void Dispose(bool disposing) { Contract.Assert(m_sourceEnumerator != null); m_sourceEnumerator.Dispose(); } } /// /// Enumerator that converts an enumerator over key-value pairs exposed by a partitioner /// to a QueryOperatorEnumerator used by PLINQ internally. /// private class PartitionerEnumerator : QueryOperatorEnumerator{ private IEnumerator m_sourceEnumerator; internal PartitionerEnumerator(IEnumerator sourceEnumerator) { m_sourceEnumerator = sourceEnumerator; } internal override bool MoveNext(ref TElement currentElement, ref int currentKey) { if (!m_sourceEnumerator.MoveNext()) return false; currentElement = m_sourceEnumerator.Current; currentKey = 0; return true; } protected override void Dispose(bool disposing) { Contract.Assert(m_sourceEnumerator != null); m_sourceEnumerator.Dispose(); } } } } // File provided for Reference Use Only by Microsoft Corporation (c) 2007.
Link Menu
This book is available now!
Buy at Amazon US or
Buy at Amazon UK
- TypedAsyncResult.cs
- Listen.cs
- DaylightTime.cs
- FatalException.cs
- ComPlusDiagnosticTraceRecords.cs
- TextElementCollection.cs
- TopClause.cs
- IdentityNotMappedException.cs
- DataError.cs
- MD5CryptoServiceProvider.cs
- SafeProcessHandle.cs
- GroupBoxRenderer.cs
- CharacterBuffer.cs
- SeekStoryboard.cs
- DesignUtil.cs
- TreeViewImageIndexConverter.cs
- XmlChildNodes.cs
- ListViewItem.cs
- SetterBase.cs
- ValueTypeFixupInfo.cs
- Mapping.cs
- EntitySqlQueryBuilder.cs
- SiteMapProvider.cs
- CollectionsUtil.cs
- SafeFileMappingHandle.cs
- FileSystemEventArgs.cs
- XPathAncestorQuery.cs
- MaskedTextBoxDesigner.cs
- ToolBarButtonClickEvent.cs
- X509Certificate2Collection.cs
- SpoolingTaskBase.cs
- NetWebProxyFinder.cs
- StandardOleMarshalObject.cs
- NetworkCredential.cs
- TextBoxView.cs
- DoubleAnimationUsingPath.cs
- StackSpiller.Bindings.cs
- InstanceHandleReference.cs
- CodeMemberField.cs
- TargetControlTypeAttribute.cs
- CapabilitiesPattern.cs
- EventLogEntry.cs
- PropertyChangedEventManager.cs
- LazyTextWriterCreator.cs
- ProgressBarRenderer.cs
- WindowsBrush.cs
- PauseStoryboard.cs
- QilNode.cs
- Accessible.cs
- Panel.cs
- BamlMapTable.cs
- _LoggingObject.cs
- TranslateTransform.cs
- LateBoundBitmapDecoder.cs
- _NetRes.cs
- DataGridViewComboBoxColumn.cs
- IncrementalCompileAnalyzer.cs
- TransformedBitmap.cs
- DataGridItem.cs
- PhysicalAddress.cs
- VisualBrush.cs
- SelectionHighlightInfo.cs
- ComponentEditorForm.cs
- DescendantQuery.cs
- streamingZipPartStream.cs
- TableDetailsCollection.cs
- DragDropManager.cs
- RegexTree.cs
- MatcherBuilder.cs
- BinaryFormatter.cs
- WhitespaceSignificantCollectionAttribute.cs
- RegionIterator.cs
- SqlUserDefinedAggregateAttribute.cs
- XmlSchemaCollection.cs
- DataGridParentRows.cs
- ProxyAttribute.cs
- SapiInterop.cs
- EntityContainerEmitter.cs
- ThreadExceptionEvent.cs
- TransportContext.cs
- ClientEndpointLoader.cs
- altserialization.cs
- SqlAliaser.cs
- SyndicationFeed.cs
- StringDictionary.cs
- SelectionGlyphBase.cs
- DisposableCollectionWrapper.cs
- WebHeaderCollection.cs
- DictionarySectionHandler.cs
- LockedHandleGlyph.cs
- ExternalCalls.cs
- ViewDesigner.cs
- PrintPageEvent.cs
- XmlValidatingReaderImpl.cs
- MatrixKeyFrameCollection.cs
- CRYPTPROTECT_PROMPTSTRUCT.cs
- ResXDataNode.cs
- AncestorChangedEventArgs.cs
- Win32KeyboardDevice.cs
- PackageProperties.cs