// // QueryConcatNode.cs // // Author: // Jérémie "Garuma" Laval // // Copyright (c) 2010 Jérémie "Garuma" Laval // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in // all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN // THE SOFTWARE. #if NET_4_0 using System; using System.Threading; using System.Collections; using System.Collections.Generic; namespace System.Linq.Parallel.QueryNodes { internal class QuerySelectManyNode : QueryStreamNode { Func> collectionSelector; Func> collectionSelectorIndexed; Func resultSelector; internal QuerySelectManyNode (QueryBaseNode parent, Func> collectionSelectorIndexed, Func resultSelector) : base (parent, true) { this.collectionSelectorIndexed = collectionSelectorIndexed; this.resultSelector = resultSelector; } internal QuerySelectManyNode (QueryBaseNode parent, Func> collectionSelector, Func resultSelector) : base (parent, false) { this.collectionSelector = collectionSelector; this.resultSelector = resultSelector; } internal override IEnumerable GetSequential () { IEnumerable source = Parent.GetSequential (); return IsIndexed ? source.SelectMany (collectionSelectorIndexed, resultSelector) : source.SelectMany (collectionSelector, resultSelector); } internal override IList> GetEnumerablesIndexed (QueryOptions options) { return Parent.GetOrderedEnumerables (options) .Select ((i) => GetEnumerableInternal (i, (kv) => collectionSelectorIndexed (kv.Value, (int)kv.Key), (e, c) => resultSelector (e.Value, c))) .ToList (); } internal override IList> GetEnumerablesNonIndexed (QueryOptions options) { return Parent.GetEnumerables (options) .Select ((i) => GetEnumerableInternal (i, collectionSelector, (e, c) => resultSelector (e, c))) .ToList (); } internal override IList>> GetOrderedEnumerables (QueryOptions options) { var source = Parent.GetOrderedEnumerables (options); var sizeRequests = new SizeRequest[source.Count]; if (collectionSelectorIndexed == null) collectionSelectorIndexed = (e, i) => collectionSelector (e); long deviation = 0; Barrier barrier = new Barrier (source.Count, delegate (Barrier b) { Array.Sort (sizeRequests, KeyComparator); for (int i = 0; i < b.ParticipantCount; ++i) { if (sizeRequests[i].Key == -1) continue; sizeRequests[i].Key = deviation; deviation += sizeRequests[i].Size; } }); return source .Select ((i, ind) => GetOrderedEnumerableInternal (i, sizeRequests, ind, barrier)) .ToList (); } IEnumerable GetEnumerableInternal (IEnumerable source, Func> collectionner, Func packer) { foreach (T element in source) foreach (TCollection item in collectionner (element)) yield return packer (element, item); } IEnumerable> GetOrderedEnumerableInternal (IEnumerable> source, SizeRequest[] sizeRequests, int index, Barrier barrier) { IEnumerator> enumerator = source.GetEnumerator (); try { while (true) { KeyValuePair element; IEnumerable collection; if (enumerator.MoveNext ()) { element = enumerator.Current; collection = collectionSelectorIndexed (element.Value, (int)element.Key); var count = GetCount (ref collection); sizeRequests[index].Update (element.Key, count, collection, element.Value); } barrier.SignalAndWait (); long i = sizeRequests[index].Key; collection = sizeRequests[index].Collection; var elementValue = sizeRequests[index].ElementValue; sizeRequests[index].Clear (); if (i == -1) break; foreach (TCollection item in collection) yield return new KeyValuePair (i++, resultSelector (elementValue, item)); } } finally { barrier.RemoveParticipant (); } } /* If getting Count is a O(1) operation (i.e. actual is a ICollection) then return it immediatly * if not process the IEnumerable into a List and return the Count from that (i.e. enumerable * processing will only happen once in case of e.g. a Linq query) */ static int GetCount (ref IEnumerable actual) { ICollection coll = actual as ICollection; if (coll != null) return coll.Count; var foo = actual.ToList (); actual = foo; return foo.Count; } static int KeyComparator (SizeRequest e1, SizeRequest e2) { return e1.Key.CompareTo (e2.Key); } struct SizeRequest { public long Key; public int Size; public IEnumerable Collection; public TSource ElementValue; public void Update (long k, int s, IEnumerable c, TSource ev) { Key = k; Size = s; Collection = c; ElementValue = ev; } public void Clear () { Key = -1; Size = 0; Collection = null; ElementValue = default (TSource); } } } } #endif