// // iterators.cs: Support for implementing iterators // // Author: // Miguel de Icaza (miguel@ximian.com) // // (C) 2003 Ximian, Inc. // // TODO: // Flow analysis for Yield. // Emit calls to base object constructor. // // Generics note: // Current should be defined to return T, and IEnumerator.Current returns object // using System; using System.Collections; using System.Reflection; using System.Reflection.Emit; namespace Mono.CSharp { public interface IIteratorContainer { // // Invoked if a yield statement is found in the body // void SetYields (); } public class Yield : Statement { public Expression expr; ArrayList finally_blocks; public Yield (Expression expr, Location l) { this.expr = expr; loc = l; } public static bool CheckContext (EmitContext ec, Location loc) { if (ec.CurrentBranching.InFinally (true)){ Report.Error (1625, loc, "Cannot yield in the body of a " + "finally clause"); return false; } if (ec.CurrentBranching.InCatch ()){ Report.Error (1631, loc, "Cannot yield in the body of a " + "catch clause"); return false; } if (ec.CurrentAnonymousMethod != null){ Report.Error (1621, loc, "yield statement can not appear inside an anonymoud method"); return false; } // // FIXME: Missing check for Yield inside try block that contains catch clauses // return true; } public override bool Resolve (EmitContext ec) { expr = expr.Resolve (ec); if (expr == null) return false; if (!CheckContext (ec, loc)) return false; Iterator iterator = ec.CurrentIterator; if (expr.Type != iterator.IteratorType){ expr = Convert.ImplicitConversionRequired ( ec, expr, iterator.IteratorType, loc); if (expr == null) return false; } ec.CurrentBranching.StealFinallyClauses (ref finally_blocks); return true; } protected override void DoEmit (EmitContext ec) { ec.CurrentIterator.MarkYield (ec, expr, finally_blocks); } } public class YieldBreak : Statement { public YieldBreak (Location l) { loc = l; } public override bool Resolve (EmitContext ec) { if (!Yield.CheckContext (ec, loc)) return false; ec.CurrentBranching.CurrentUsageVector.Goto (); return true; } protected override void DoEmit (EmitContext ec) { ec.CurrentIterator.EmitYieldBreak (ec.ig); } } public class Iterator : Class { ToplevelBlock original_block; ToplevelBlock block; string original_name; Type iterator_type; TypeExpr iterator_type_expr; bool is_enumerable; bool is_static; Hashtable fields; // // The state as we generate the iterator // Label move_next_ok, move_next_error; ArrayList resume_points = new ArrayList (); int pc; // // Context from the original method // TypeContainer container; Type return_type; Type [] param_types; InternalParameters parameters; protected enum State { Uninitialized = -2, After, Running } static int proxy_count; public void EmitYieldBreak (ILGenerator ig) { ig.Emit (OpCodes.Ldarg_0); IntConstant.EmitInt (ig, (int) State.After); ig.Emit (OpCodes.Stfld, pc_field.FieldBuilder); ig.Emit (OpCodes.Br, move_next_error); } public void EmitMoveNext (EmitContext ec) { ILGenerator ig = ec.ig; move_next_ok = ig.DefineLabel (); move_next_error = ig.DefineLabel (); LocalBuilder retval = ec.GetTemporaryLocal (TypeManager.int32_type); ig.BeginExceptionBlock (); Label dispatcher = ig.DefineLabel (); ig.Emit (OpCodes.Br, dispatcher); ResumePoint entry_point = new ResumePoint (null); resume_points.Add (entry_point); entry_point.Define (ig); ec.EmitTopBlock (original_block, parameters, Location); EmitYieldBreak (ig); ig.MarkLabel (dispatcher); Label [] labels = new Label [resume_points.Count]; for (int i = 0; i < labels.Length; i++) labels [i] = ((ResumePoint) resume_points [i]).Label; ig.Emit (OpCodes.Ldarg_0); ig.Emit (OpCodes.Ldfld, pc_field.FieldBuilder); ig.Emit (OpCodes.Switch, labels); Label end = ig.DefineLabel (); ig.MarkLabel (move_next_error); ig.Emit (OpCodes.Ldc_I4_0); ig.Emit (OpCodes.Stloc, retval); ig.Emit (OpCodes.Leave, end); ig.MarkLabel (move_next_ok); ig.Emit (OpCodes.Ldc_I4_1); ig.Emit (OpCodes.Stloc, retval); ig.Emit (OpCodes.Leave, end); ig.BeginFaultBlock (); ig.Emit (OpCodes.Ldarg_0); ig.Emit (OpCodes.Callvirt, dispose.MethodBuilder); ig.EndExceptionBlock (); ig.MarkLabel (end); ig.Emit (OpCodes.Ldloc, retval); ig.Emit (OpCodes.Ret); } public void EmitDispose (EmitContext ec) { ILGenerator ig = ec.ig; Label end = ig.DefineLabel (); Label dispatcher = ig.DefineLabel (); ig.Emit (OpCodes.Br, dispatcher); ec.RemapToProxy = true; Label [] labels = new Label [resume_points.Count]; for (int i = 0; i < labels.Length; i++) { ResumePoint point = (ResumePoint) resume_points [i]; if (point.FinallyBlocks == null) { labels [i] = end; continue; } labels [i] = ig.DefineLabel (); ig.MarkLabel (labels [i]); ig.BeginExceptionBlock (); ig.BeginFinallyBlock (); foreach (ExceptionStatement stmt in point.FinallyBlocks) { if (stmt != null) stmt.EmitFinally (ec); } ig.EndExceptionBlock (); ig.Emit (OpCodes.Br, end); } ec.RemapToProxy = false; ig.MarkLabel (dispatcher); ig.Emit (OpCodes.Ldarg_0); ig.Emit (OpCodes.Ldfld, pc_field.FieldBuilder); ig.Emit (OpCodes.Switch, labels); ig.Emit (OpCodes.Ldarg_0); IntConstant.EmitInt (ig, (int) State.After); ig.Emit (OpCodes.Stfld, pc_field.FieldBuilder); ig.MarkLabel (end); } protected class ResumePoint { public Label Label; public readonly ExceptionStatement[] FinallyBlocks; public ResumePoint (ArrayList list) { if (list != null) { FinallyBlocks = new ExceptionStatement [list.Count]; list.CopyTo (FinallyBlocks, 0); } } public void Define (ILGenerator ig) { Label = ig.DefineLabel (); ig.MarkLabel (Label); } } // // Invoked when a local variable declaration needs to be mapped to // a field in our proxy class // // Prefixes registered: // v_ for EmitContext.MapVariable // s_ for Storage // public FieldBuilder MapVariable (string pfx, string name, Type t) { string full_name = pfx + name; FieldBuilder fb = (FieldBuilder) fields [full_name]; if (fb != null) return fb; fb = TypeBuilder.DefineField (full_name, t, FieldAttributes.Private); fields.Add (full_name, fb); return fb; } // // Called back from Yield // public void MarkYield (EmitContext ec, Expression expr, ArrayList finally_blocks) { ILGenerator ig = ec.ig; // Store the new current ig.Emit (OpCodes.Ldarg_0); expr.Emit (ec); ig.Emit (OpCodes.Stfld, current_field.FieldBuilder); // increment pc pc++; ig.Emit (OpCodes.Ldarg_0); IntConstant.EmitInt (ig, pc); ig.Emit (OpCodes.Stfld, pc_field.FieldBuilder); // Return ok ig.Emit (OpCodes.Br, move_next_ok); ResumePoint point = new ResumePoint (finally_blocks); resume_points.Add (point); point.Define (ig); } public void MarkFinally (EmitContext ec, ArrayList finally_blocks) { ILGenerator ig = ec.ig; // increment pc pc++; ig.Emit (OpCodes.Ldarg_0); IntConstant.EmitInt (ig, pc); ig.Emit (OpCodes.Stfld, pc_field.FieldBuilder); ResumePoint point = new ResumePoint (finally_blocks); resume_points.Add (point); point.Define (ig); } private static MemberName MakeProxyName (string name) { int pos = name.LastIndexOf ('.'); if (pos > 0) name = name.Substring (pos + 1); return new MemberName ("<" + name + ">__" + (proxy_count++)); } // // Our constructor // public Iterator (TypeContainer container, string name, Type return_type, Type [] param_types, InternalParameters parameters, int modifiers, ToplevelBlock block, Location loc) : base (container.NamespaceEntry, container, MakeProxyName (name), Modifiers.PRIVATE, null, loc) { this.container = container; this.return_type = return_type; this.param_types = param_types; this.parameters = parameters; this.original_name = name; this.original_block = block; this.block = new ToplevelBlock (loc); fields = new Hashtable (); is_static = (modifiers & Modifiers.STATIC) != 0; } public bool DefineIterator () { ec = new EmitContext (this, Mono.CSharp.Location.Null, null, null, ModFlags); if (!CheckType (return_type)) { Report.Error ( 1624, Location, "The body of `{0}' cannot be an iterator block " + "because '{1}' is not an iterator interface type", original_name, TypeManager.CSharpName (return_type)); return false; } for (int i = 0; i < parameters.Count; i++){ Parameter.Modifier mod = parameters.ParameterModifier (i); if ((mod & (Parameter.Modifier.REF | Parameter.Modifier.OUT)) != 0){ Report.Error ( 1623, Location, "Iterators cannot have ref or out parameters"); return false; } } ArrayList list = new ArrayList (); if (is_enumerable) list.Add (new TypeExpression ( TypeManager.ienumerable_type, Location)); list.Add (new TypeExpression (TypeManager.ienumerator_type, Location)); list.Add (new TypeExpression (TypeManager.idisposable_type, Location)); iterator_type_expr = new TypeExpression (iterator_type, Location); container.AddIterator (this); Bases = list; return true; } // // Returns the new block for the method, or null on failure // protected override bool DefineNestedTypes () { Define_Fields (); Define_Constructor (); Define_Current (); Define_MoveNext (); Define_Reset (); Define_Dispose (); if (is_enumerable) Define_GetEnumerator (); Create_Block (); return base.DefineNestedTypes (); } Field pc_field; Field current_field; Method dispose; public Field this_field; public Field[] parameter_fields; void Create_Block () { int first = is_static ? 0 : 1; ArrayList args = new ArrayList (); if (!is_static) { Type t = container.TypeBuilder; args.Add (new Argument ( new ThisParameterReference (t, 0, Location))); } args.Add (new Argument (new BoolLiteral (false))); for (int i = 0; i < parameters.Count; i++) { Type t = parameters.ParameterType (i); args.Add (new Argument ( new SimpleParameterReference (t, first + i, Location))); } Expression new_expr = new New ( new TypeExpression (TypeBuilder, Location), args, Location); block.AddStatement (new NoCheckReturn (new_expr, Location)); } void Define_Fields () { Location loc = Location.Null; pc_field = new Field ( this, TypeManager.system_int32_expr, Modifiers.PRIVATE, "PC", null, null, loc); AddField (pc_field); current_field = new Field ( this, iterator_type_expr, Modifiers.PRIVATE, "current", null, null, loc); AddField (current_field); if (!is_static) { this_field = new Field ( this, new TypeExpression (container.TypeBuilder, Location), Modifiers.PRIVATE, "this", null, null, loc); AddField (this_field); } parameter_fields = new Field [parameters.Count]; for (int i = 0; i < parameters.Count; i++) { string fname = String.Format ( "field{0}_{1}", i, parameters.ParameterName (i)); parameter_fields [i] = new Field ( this, new TypeExpression (parameters.ParameterType (i), loc), Modifiers.PRIVATE, fname, null, null, loc); AddField (parameter_fields [i]); } } void Define_Constructor () { Parameters ctor_params; ArrayList list = new ArrayList (); if (!is_static) list.Add (new Parameter ( new TypeExpression (container.TypeBuilder, Location), "this", Parameter.Modifier.NONE, null)); list.Add (new Parameter ( TypeManager.system_boolean_expr, "initialized", Parameter.Modifier.NONE, null)); Parameter[] old_fixed = parameters.Parameters.FixedParameters; if (old_fixed != null) list.AddRange (old_fixed); Parameter[] fixed_params = new Parameter [list.Count]; list.CopyTo (fixed_params); ctor_params = new Parameters ( fixed_params, parameters.Parameters.ArrayParameter, Location); Constructor ctor = new Constructor ( this, Name, Modifiers.PUBLIC, ctor_params, new ConstructorBaseInitializer ( null, Parameters.EmptyReadOnlyParameters, Location), Location); AddConstructor (ctor); ToplevelBlock block = ctor.Block = new ToplevelBlock (Location); if (!is_static) { Type t = container.TypeBuilder; Assign assign = new Assign ( new FieldExpression (this_field), new SimpleParameterReference (t, 1, Location), Location); block.AddStatement (new StatementExpression (assign, Location)); } int first = is_static ? 2 : 3; for (int i = 0; i < parameters.Count; i++) { Type t = parameters.ParameterType (i); Assign assign = new Assign ( new FieldExpression (parameter_fields [i]), new SimpleParameterReference (t, first + i, Location), Location); block.AddStatement (new StatementExpression (assign, Location)); } State initial = is_enumerable ? State.Uninitialized : State.Running; block.AddStatement (new SetState (this, initial, Location)); block.AddStatement (new If ( new SimpleParameterReference ( TypeManager.bool_type, first - 1, Location), new SetState (this, State.Running, Location), Location)); } Statement Create_ThrowInvalidOperation () { TypeExpr ex_type = new TypeExpression ( TypeManager.invalid_operation_exception_type, Location); return new Throw (new New (ex_type, null, Location), Location); } Statement Create_ThrowNotSupported () { TypeExpr ex_type = new TypeExpression ( TypeManager.not_supported_exception_type, Location); return new Throw (new New (ex_type, null, Location), Location); } void Define_Current () { ToplevelBlock get_block = new ToplevelBlock (Location); MemberName left = new MemberName ("System.Collections.IEnumerator"); MemberName name = new MemberName (left, "Current"); get_block.AddStatement (new If ( new Binary ( Binary.Operator.LessThanOrEqual, new FieldExpression (pc_field), new IntLiteral ((int) State.Running), Location), Create_ThrowInvalidOperation (), new Return ( new FieldExpression (current_field), Location), Location)); Accessor getter = new Accessor (get_block, 0, null, Location); Property current = new Property ( this, iterator_type_expr, 0, false, name, null, getter, null, Location); AddProperty (current); } void Define_MoveNext () { Method move_next = new Method ( this, TypeManager.system_boolean_expr, Modifiers.PUBLIC, false, new MemberName ("MoveNext"), Parameters.EmptyReadOnlyParameters, null, Location.Null); AddMethod (move_next); ToplevelBlock block = move_next.Block = new ToplevelBlock (Location); MoveNextMethod inline = new MoveNextMethod (this, Location); block.AddStatement (inline); } void Define_GetEnumerator () { MemberName left = new MemberName ("System.Collections.IEnumerable"); MemberName name = new MemberName (left, "GetEnumerator"); Method get_enumerator = new Method ( this, new TypeExpression (TypeManager.ienumerator_type, Location), 0, false, name, Parameters.EmptyReadOnlyParameters, null, Location.Null); AddMethod (get_enumerator); get_enumerator.Block = new ToplevelBlock (Location); Expression ce = new MemberAccess ( new SimpleName ("System.Threading.Interlocked", Location), "CompareExchange", Location); Expression pc = new FieldExpression (pc_field); Expression before = new IntLiteral ((int) State.Running); Expression uninitialized = new IntLiteral ((int) State.Uninitialized); ArrayList args = new ArrayList (); args.Add (new Argument (pc, Argument.AType.Ref)); args.Add (new Argument (before, Argument.AType.Expression)); args.Add (new Argument (uninitialized, Argument.AType.Expression)); get_enumerator.Block.AddStatement (new If ( new Binary ( Binary.Operator.Equality, new Invocation (ce, args, Location), uninitialized, Location), new Return (new This (block, Location), Location), Location)); args = new ArrayList (); if (!is_static) args.Add (new Argument (new FieldExpression (this_field))); args.Add (new Argument (new BoolLiteral (true))); for (int i = 0; i < parameters.Count; i++) args.Add (new Argument ( new FieldExpression (parameter_fields [i]))); Expression new_expr = new New ( new TypeExpression (TypeBuilder, Location), args, Location); get_enumerator.Block.AddStatement (new Return (new_expr, Location)); } protected class SimpleParameterReference : Expression { int idx; public SimpleParameterReference (Type type, int idx, Location loc) { this.idx = idx; this.loc = loc; this.type = type; eclass = ExprClass.Variable; } public override Expression DoResolve (EmitContext ec) { return this; } public override void Emit (EmitContext ec) { DoEmit (ec); } protected virtual void DoEmit (EmitContext ec) { ParameterReference.EmitLdArg (ec.ig, idx); } } protected class ThisParameterReference : SimpleParameterReference { public ThisParameterReference (Type type, int idx, Location loc) : base (type, idx, loc) { } protected override void DoEmit (EmitContext ec) { base.DoEmit (ec); if (ec.TypeContainer is Struct) ec.ig.Emit (OpCodes.Ldobj, type); } } protected class FieldExpression : Expression { Field field; public FieldExpression (Field field) { this.field = field; } public override Expression DoResolve (EmitContext ec) { FieldExpr fexpr = new FieldExpr (field.FieldBuilder, loc); fexpr.InstanceExpression = ec.GetThis (loc); return fexpr.Resolve (ec); } public override void Emit (EmitContext ec) { throw new InvalidOperationException (); } } protected class MoveNextMethod : Statement { Iterator iterator; public MoveNextMethod (Iterator iterator, Location loc) { this.loc = loc; this.iterator = iterator; } public override bool Resolve (EmitContext ec) { ec.CurrentBranching.CurrentUsageVector.Return (); return true; } protected override void DoEmit (EmitContext ec) { int code_flags = Modifiers.METHOD_YIELDS; if (iterator.is_static) code_flags |= Modifiers.STATIC; EmitContext new_ec = new EmitContext ( iterator.container, loc, ec.ig, TypeManager.int32_type, code_flags); new_ec.CurrentIterator = iterator; iterator.EmitMoveNext (new_ec); } } protected class DisposeMethod : Statement { Iterator iterator; public DisposeMethod (Iterator iterator, Location loc) { this.loc = loc; this.iterator = iterator; } public override bool Resolve (EmitContext ec) { return true; } protected override void DoEmit (EmitContext ec) { iterator.EmitDispose (ec); } } protected class StatementList : Statement { ArrayList statements; public StatementList (Location loc) { this.loc = loc; statements = new ArrayList (); } public void Add (Statement statement) { statements.Add (statement); } public override bool Resolve (EmitContext ec) { foreach (Statement stmt in statements) { if (!stmt.Resolve (ec)) return false; } return true; } protected override void DoEmit (EmitContext ec) { foreach (Statement stmt in statements) stmt.Emit (ec); } } protected class SetState : Statement { Iterator iterator; State state; public SetState (Iterator iterator, State state, Location loc) { this.iterator = iterator; this.state = state; this.loc = loc; } public override bool Resolve (EmitContext ec) { return true; } protected override void DoEmit (EmitContext ec) { ec.ig.Emit (OpCodes.Ldarg_0); IntConstant.EmitInt (ec.ig, (int) state); ec.ig.Emit (OpCodes.Stfld, iterator.pc_field.FieldBuilder); } } void Define_Reset () { Method reset = new Method ( this, TypeManager.system_void_expr, Modifiers.PUBLIC, false, new MemberName ("Reset"), Parameters.EmptyReadOnlyParameters, null, Location); AddMethod (reset); reset.Block = new ToplevelBlock (Location); reset.Block.AddStatement (Create_ThrowNotSupported ()); } void Define_Dispose () { dispose = new Method ( this, TypeManager.system_void_expr, Modifiers.PUBLIC, false, new MemberName ("Dispose"), Parameters.EmptyReadOnlyParameters, null, Location); AddMethod (dispose); dispose.Block = new ToplevelBlock (Location); dispose.Block.AddStatement (new DisposeMethod (this, Location)); } public ToplevelBlock Block { get { return block; } } public Type IteratorType { get { return iterator_type; } } // // This return statement tricks return into not flagging an error for being // used in a Yields method // class NoCheckReturn : Return { public NoCheckReturn (Expression expr, Location loc) : base (expr, loc) { } public override bool Resolve (EmitContext ec) { ec.InIterator = false; bool ret_val = base.Resolve (ec); ec.InIterator = true; return ret_val; } } bool CheckType (Type t) { if (t == TypeManager.ienumerable_type) { iterator_type = TypeManager.object_type; is_enumerable = true; return true; } else if (t == TypeManager.ienumerator_type) { iterator_type = TypeManager.object_type; is_enumerable = false; return true; } return false; } } }