2 // eval.cs: Evaluation and Hosting API for the C# compiler
5 // Miguel de Icaza (miguel@gnome.org)
6 // Marek Safar (marek.safar@gmail.com)
8 // Dual licensed under the terms of the MIT X11 or GNU GPL
10 // Copyright 2001, 2002, 2003 Ximian, Inc (http://www.ximian.com)
11 // Copyright 2004-2011 Novell, Inc
12 // Copyright 2011 Xamarin Inc
16 using System.Threading;
17 using System.Collections.Generic;
18 using System.Reflection;
19 using System.Reflection.Emit;
28 /// Evaluator: provides an API to evaluate C# statements and
29 /// expressions dynamically.
32 /// This class exposes static methods to evaluate expressions in the
35 /// To initialize the evaluator with a number of compiler
36 /// options call the Init(string[]args) method with a set of
37 /// command line options that the compiler recognizes.
39 /// To interrupt execution of a statement, you can invoke the
40 /// Evaluator.Interrupt method.
42 public class Evaluator {
45 // Parse silently, do not output any error messages
48 // Report errors during parse
51 // Auto-complete, means that the tokenizer will start producing
52 // GETCOMPLETIONS tokens when it reaches a certain point.
56 static object evaluator_lock = new object ();
57 static volatile bool invoking;
62 static Thread invoke_thread;
64 readonly Dictionary<string, Tuple<FieldSpec, FieldInfo>> fields;
70 readonly CompilerContext ctx;
71 readonly ModuleContainer module;
72 readonly ReflectionImporter importer;
73 readonly CompilationSourceFile source_file;
75 public Evaluator (CompilerContext ctx)
79 module = new ModuleContainer (ctx);
80 module.Evaluator = this;
82 source_file = new CompilationSourceFile (module);
83 module.AddTypeContainer (source_file);
85 startup_files = ctx.SourceFiles.Count;
87 // FIXME: Importer needs this assembly for internalsvisibleto
88 module.SetDeclaringAssembly (new AssemblyDefinitionDynamic (module, "evaluator"));
89 importer = new ReflectionImporter (module, ctx.BuiltinTypes);
91 InteractiveBaseClass = typeof (InteractiveBase);
92 fields = new Dictionary<string, Tuple<FieldSpec, FieldInfo>> ();
97 var loader = new DynamicLoader (importer, ctx);
99 CompilerCallableEntryPoint.Reset ();
100 RootContext.ToplevelTypes = module;
102 //var startup_files = new List<string> ();
103 //foreach (CompilationUnit file in Location.SourceFiles)
104 // startup_files.Add (file.Path);
106 loader.LoadReferences (module);
107 ctx.BuiltinTypes.CheckDefinitions (module);
108 module.InitializePredefinedTypes ();
113 void ParseStartupFiles ()
115 Driver d = new Driver (ctx);
117 Location.Initialize (ctx.SourceFiles);
119 for (int i = 0; i < startup_files; ++i) {
120 var sf = ctx.SourceFiles [i];
121 d.Parse (sf, module);
127 CompilerCallableEntryPoint.PartialReset ();
130 Location.Initialize (ctx.SourceFiles);
134 /// If true, turns type expressions into valid expressions
135 /// and calls the describe method on it
137 public bool DescribeTypeExpressions;
140 /// Whether the evaluator will use terse syntax, and the semicolons at the end are optional
142 public bool Terse = true;
145 /// The base class for the classes that host the user generated code
149 /// This is the base class that will host the code
150 /// executed by the Evaluator. By default
151 /// this is the Mono.CSharp.InteractiveBase class
152 /// which is useful for interactive use.
154 /// By changing this property you can control the
155 /// base class and the static members that are
156 /// available to your evaluated code.
158 public Type InteractiveBaseClass {
165 if (value != null && typeof (InteractiveBase).IsAssignableFrom (value))
166 InteractiveBase.Evaluator = this;
171 /// Interrupts the evaluation of an expression executing in Evaluate.
174 /// Use this method to interrupt long-running invocations.
176 public void Interrupt ()
178 if (!inited || !invoking)
181 if (invoke_thread != null)
182 invoke_thread.Abort ();
186 /// Compiles the input string and returns a delegate that represents the compiled code.
190 /// Compiles the input string as a C# expression or
191 /// statement, unlike the Evaluate method, the
192 /// resulting delegate can be invoked multiple times
193 /// without incurring in the compilation overhead.
195 /// If the return value of this function is null,
196 /// this indicates that the parsing was complete.
197 /// If the return value is a string it indicates
198 /// that the input string was partial and that the
199 /// invoking code should provide more code before
200 /// the code can be successfully compiled.
202 /// If you know that you will always get full expressions or
203 /// statements and do not care about partial input, you can use
204 /// the other Compile overload.
206 /// On success, in addition to returning null, the
207 /// compiled parameter will be set to the delegate
208 /// that can be invoked to execute the code.
211 public string Compile (string input, out CompiledMethod compiled)
213 if (input == null || input.Length == 0){
218 lock (evaluator_lock){
221 ParseStartupFiles ();
223 ctx.Report.Printer.Reset ();
227 CSharpParser parser = ParseString (ParseMode.Silent, input, out partial_input);
228 if (parser == null && Terse && partial_input){
230 parser = ParseString (ParseMode.Silent, input + ";", out ignore);
237 ParseString (ParseMode.ReportErrors, input, out partial_input);
241 Class parser_result = parser.InteractiveResult;
242 compiled = CompileBlock (parser_result, parser.undo, ctx.Report);
248 /// Compiles the input string and returns a delegate that represents the compiled code.
252 /// Compiles the input string as a C# expression or
253 /// statement, unlike the Evaluate method, the
254 /// resulting delegate can be invoked multiple times
255 /// without incurring in the compilation overhead.
257 /// This method can only deal with fully formed input
258 /// strings and does not provide a completion mechanism.
259 /// If you must deal with partial input (for example for
260 /// interactive use) use the other overload.
262 /// On success, a delegate is returned that can be used
263 /// to invoke the method.
266 public CompiledMethod Compile (string input)
268 CompiledMethod compiled;
270 // Ignore partial inputs
271 if (Compile (input, out compiled) != null){
272 // Error, the input was partial.
276 // Either null (on error) or the compiled method.
281 /// Evaluates and expression or statement and returns any result values.
284 /// Evaluates the input string as a C# expression or
285 /// statement. If the input string is an expression
286 /// the result will be stored in the result variable
287 /// and the result_set variable will be set to true.
289 /// It is necessary to use the result/result_set
290 /// pair to identify when a result was set (for
291 /// example, execution of user-provided input can be
292 /// an expression, a statement or others, and
293 /// result_set would only be set if the input was an
296 /// If the return value of this function is null,
297 /// this indicates that the parsing was complete.
298 /// If the return value is a string, it indicates
299 /// that the input is partial and that the user
300 /// should provide an updated string.
302 public string Evaluate (string input, out object result, out bool result_set)
304 CompiledMethod compiled;
309 input = Compile (input, out compiled);
313 if (compiled == null)
317 // The code execution does not need to keep the compiler lock
319 object retval = typeof (QuitValue);
322 invoke_thread = System.Threading.Thread.CurrentThread;
324 compiled (ref retval);
325 } catch (ThreadAbortException e){
326 Thread.ResetAbort ();
327 Console.WriteLine ("Interrupted!\n{0}", e);
333 // We use a reference to a compiler type, in this case
334 // Driver as a flag to indicate that this was a statement
336 if (!ReferenceEquals (retval, typeof (QuitValue))) {
344 public string [] GetCompletions (string input, out string prefix)
347 if (input == null || input.Length == 0)
350 lock (evaluator_lock){
355 CSharpParser parser = ParseString (ParseMode.GetCompletions, input, out partial_input);
360 Class parser_result = parser.InteractiveResult;
363 var access = AssemblyBuilderAccess.RunAndCollect;
365 var access = AssemblyBuilderAccess.Run;
367 var a = new AssemblyDefinitionDynamic (module, "completions");
368 a.Create (AppDomain.CurrentDomain, access);
369 module.SetDeclaringAssembly (a);
371 // Need to setup MemberCache
372 parser_result.CreateContainer ();
374 var method = parser_result.Members[0] as Method;
375 BlockContext bc = new BlockContext (method, method.Block, ctx.BuiltinTypes.Void);
378 method.Block.Resolve (null, bc, method);
379 } catch (CompletionResult cr) {
380 prefix = cr.BaseText;
388 /// Executes the given expression or statement.
391 /// Executes the provided statement, returns true
392 /// on success, false on parsing errors. Exceptions
393 /// might be thrown by the called code.
395 public bool Run (string statement)
400 return Evaluate (statement, out result, out result_set) == null;
404 /// Evaluates and expression or statement and returns the result.
407 /// Evaluates the input string as a C# expression or
408 /// statement and returns the value.
410 /// This method will throw an exception if there is a syntax error,
411 /// of if the provided input is not an expression but a statement.
413 public object Evaluate (string input)
418 string r = Evaluate (input, out result, out result_set);
421 throw new ArgumentException ("Syntax error on input: partial input");
423 if (result_set == false)
424 throw new ArgumentException ("The expression did not set a result");
431 StatementOrExpression,
437 // Deambiguates the input string to determine if we
438 // want to process a statement or if we want to
439 // process a compilation unit.
441 // This is done using a top-down predictive parser,
442 // since the yacc/jay parser can not deambiguage this
443 // without more than one lookahead token. There are very
446 InputKind ToplevelOrStatement (SeekableStreamReader seekable)
448 Tokenizer tokenizer = new Tokenizer (seekable, source_file);
450 int t = tokenizer.token ();
453 return InputKind.EOF;
455 // These are toplevels
457 case Token.OPEN_BRACKET:
461 case Token.INTERFACE:
463 case Token.NAMESPACE:
465 case Token.PROTECTED:
470 return InputKind.CompilationUnit;
472 // Definitely expression
489 return InputKind.StatementOrExpression;
491 // These need deambiguation help
493 t = tokenizer.token ();
495 return InputKind.EOF;
497 if (t == Token.IDENTIFIER)
498 return InputKind.CompilationUnit;
499 return InputKind.StatementOrExpression;
502 // Distinguish between:
503 // delegate opt_anonymous_method_signature block
506 t = tokenizer.token ();
508 return InputKind.EOF;
509 if (t == Token.OPEN_PARENS || t == Token.OPEN_BRACE)
510 return InputKind.StatementOrExpression;
511 return InputKind.CompilationUnit;
513 // Distinguih between:
515 // unsafe as modifier of a type declaration
517 t = tokenizer.token ();
519 return InputKind.EOF;
520 if (t == Token.OPEN_PARENS)
521 return InputKind.StatementOrExpression;
522 return InputKind.CompilationUnit;
524 // These are errors: we list explicitly what we had
525 // from the grammar, ERROR and then everything else
530 return InputKind.Error;
532 // This catches everything else allowed by
533 // expressions. We could add one-by-one use cases
536 return InputKind.StatementOrExpression;
541 // Parses the string @input and returns a CSharpParser if succeeful.
543 // if @silent is set to true then no errors are
544 // reported to the user. This is used to do various calls to the
545 // parser and check if the expression is parsable.
547 // @partial_input: if @silent is true, then it returns whether the
548 // parsed expression was partial, and more data is needed
550 CSharpParser ParseString (ParseMode mode, string input, out bool partial_input)
552 partial_input = false;
555 var enc = ctx.Settings.Encoding;
556 var s = new MemoryStream (enc.GetBytes (input));
557 SeekableStreamReader seekable = new SeekableStreamReader (s, enc);
559 InputKind kind = ToplevelOrStatement (seekable);
560 if (kind == InputKind.Error){
561 if (mode == ParseMode.ReportErrors)
562 ctx.Report.Error (-25, "Detection Parsing Error");
563 partial_input = false;
567 if (kind == InputKind.EOF){
568 if (mode == ParseMode.ReportErrors)
569 Console.Error.WriteLine ("Internal error: EOF condition should have been detected in a previous call with silent=true");
570 partial_input = true;
574 seekable.Position = 0;
576 source_file.DeclarationFound = false;
577 CSharpParser parser = new CSharpParser (seekable, source_file);
579 if (kind == InputKind.StatementOrExpression){
580 parser.Lexer.putback_char = Tokenizer.EvalStatementParserCharacter;
581 ctx.Settings.StatementMode = true;
583 parser.Lexer.putback_char = Tokenizer.EvalCompilationUnitParserCharacter;
584 ctx.Settings.StatementMode = false;
587 if (mode == ParseMode.GetCompletions)
588 parser.Lexer.CompleteOnEOF = true;
590 ReportPrinter old_printer = null;
591 if ((mode == ParseMode.Silent || mode == ParseMode.GetCompletions))
592 old_printer = ctx.Report.SetPrinter (new StreamReportPrinter (TextWriter.Null));
597 if (ctx.Report.Errors != 0){
598 if (mode != ParseMode.ReportErrors && parser.UnexpectedEOF)
599 partial_input = true;
601 if (parser.undo != null)
602 parser.undo.ExecuteUndo ();
607 if (old_printer != null)
608 ctx.Report.SetPrinter (old_printer);
613 CompiledMethod CompileBlock (Class host, Undo undo, Report Report)
616 throw new NotSupportedException ();
618 string current_debug_name = "eval-" + count + ".dll";
621 AssemblyDefinitionDynamic assembly;
622 AssemblyBuilderAccess access;
624 if (Environment.GetEnvironmentVariable ("SAVE") != null) {
625 access = AssemblyBuilderAccess.RunAndSave;
626 assembly = new AssemblyDefinitionDynamic (module, current_debug_name, current_debug_name);
627 assembly.Importer = importer;
630 access = AssemblyBuilderAccess.RunAndCollect;
632 access = AssemblyBuilderAccess.Run;
634 assembly = new AssemblyDefinitionDynamic (module, current_debug_name);
637 assembly.Create (AppDomain.CurrentDomain, access);
639 Method expression_method;
641 var base_class_imported = importer.ImportType (base_class);
642 var baseclass_list = new List<FullNamedExpression> (1) {
643 new TypeExpression (base_class_imported, host.Location)
646 host.AddBasesForPart (baseclass_list);
648 host.CreateContainer ();
649 host.DefineContainer ();
652 expression_method = (Method) host.Members[0];
654 expression_method = null;
657 module.CreateContainer ();
658 source_file.EnableUsingClausesRedefinition ();
661 if (Report.Errors != 0){
669 host.EmitContainer ();
672 module.EmitContainer ();
673 if (Report.Errors != 0){
679 module.CloseContainer ();
681 host.CloseContainer ();
683 if (access == AssemblyBuilderAccess.RunAndSave)
690 // Unlike Mono, .NET requires that the MethodInfo is fetched, it cant
691 // work from MethodBuilders. Retarded, I know.
693 var tt = assembly.Builder.GetType (host.TypeBuilder.Name);
694 var mi = tt.GetMethod (expression_method.MemberName.Name);
697 // We need to then go from FieldBuilder to FieldInfo
698 // or reflection gets confused (it basically gets confused, and variables override each
701 foreach (var member in host.Members) {
702 var field = member as Field;
706 var fi = tt.GetField (field.Name);
708 Tuple<FieldSpec, FieldInfo> old;
710 // If a previous value was set, nullify it, so that we do
712 if (fields.TryGetValue (field.Name, out old)) {
713 if (old.Item1.MemberType.IsStruct) {
715 // TODO: Clear fields for structs
719 old.Item2.SetValue (null, null);
725 fields[field.Name] = Tuple.Create (field.Spec, fi);
728 return (CompiledMethod) System.Delegate.CreateDelegate (typeof (CompiledMethod), mi);
733 /// A sentinel value used to indicate that no value was
734 /// was set by the compiled function. This is used to
735 /// differentiate between a function not returning a
738 internal static class QuitValue { }
740 internal Tuple<FieldSpec, FieldInfo> LookupField (string name)
742 Tuple<FieldSpec, FieldInfo> fi;
743 fields.TryGetValue (name, out fi);
747 static string Quote (string s)
749 if (s.IndexOf ('"') != -1)
750 s = s.Replace ("\"", "\\\"");
752 return "\"" + s + "\"";
755 public string GetUsing ()
757 StringBuilder sb = new StringBuilder ();
759 //foreach (object x in ns.using_alias_list)
760 // sb.AppendFormat ("using {0};\n", x);
762 foreach (var ue in source_file.Usings) {
763 sb.AppendFormat ("using {0};", ue.ToString ());
764 sb.Append (Environment.NewLine);
767 return sb.ToString ();
770 internal List<string> GetUsingList ()
772 var res = new List<string> ();
774 foreach (var ue in source_file.Usings) {
775 if (ue.Alias != null || ue.ResolvedExpression == null)
778 res.Add (ue.NamespaceExpression.Name);
784 internal string [] GetVarNames ()
786 lock (evaluator_lock){
787 return new List<string> (fields.Keys).ToArray ();
791 public string GetVars ()
793 lock (evaluator_lock){
794 StringBuilder sb = new StringBuilder ();
796 foreach (var de in fields){
797 var fi = LookupField (de.Key);
800 value = fi.Item2.GetValue (null);
802 value = Quote ((string)value);
804 value = "<error reading value>";
807 sb.AppendFormat ("{0} {1} = {2}", fi.Item1.MemberType.GetSignatureForError (), de.Key, value);
811 return sb.ToString ();
816 /// Loads the given assembly and exposes the API to the user.
818 public void LoadAssembly (string file)
820 var loader = new DynamicLoader (importer, ctx);
821 var assembly = loader.LoadAssemblyFile (file, false);
822 if (assembly == null)
825 lock (evaluator_lock){
826 importer.ImportAssembly (assembly, module.GlobalRootNamespace);
831 /// Exposes the API of the given assembly to the Evaluator
833 public void ReferenceAssembly (Assembly a)
835 lock (evaluator_lock){
836 importer.ImportAssembly (a, module.GlobalRootNamespace);
843 /// A delegate that can be used to invoke the
844 /// compiled expression or statement.
847 /// Since the Compile methods will compile
848 /// statements and expressions into the same
849 /// delegate, you can tell if a value was returned
850 /// by checking whether the returned value is of type
854 public delegate void CompiledMethod (ref object retvalue);
857 /// The default base class for every interaction line
860 /// The expressions and statements behave as if they were
861 /// a static method of this class. The InteractiveBase class
862 /// contains a number of useful methods, but can be overwritten
863 /// by setting the InteractiveBaseType property in the Evaluator
865 public class InteractiveBase {
867 /// Determines where the standard output of methods in this class will go.
869 public static TextWriter Output = Console.Out;
872 /// Determines where the standard error of methods in this class will go.
874 public static TextWriter Error = Console.Error;
877 /// The primary prompt used for interactive use.
879 public static string Prompt = "csharp> ";
882 /// The secondary prompt used for interactive use (used when
883 /// an expression is incomplete).
885 public static string ContinuationPrompt = " > ";
888 /// Used to signal that the user has invoked the `quit' statement.
890 public static bool QuitRequested;
892 public static Evaluator Evaluator;
895 /// Shows all the variables defined so far.
897 static public void ShowVars ()
899 Output.Write (Evaluator.GetVars ());
904 /// Displays the using statements in effect at this point.
906 static public void ShowUsing ()
908 Output.Write (Evaluator.GetUsing ());
913 /// Times the execution of the given delegate
915 static public TimeSpan Time (Action a)
917 DateTime start = DateTime.Now;
919 return DateTime.Now - start;
923 /// Loads the assemblies from a package
926 /// Loads the assemblies from a package. This is equivalent
927 /// to passing the -pkg: command line flag to the C# compiler
928 /// on the command line.
930 static public void LoadPackage (string pkg)
933 Error.WriteLine ("Invalid package specified");
937 string pkgout = Driver.GetPackageFlags (pkg, null);
939 string [] xargs = pkgout.Trim (new Char [] {' ', '\n', '\r', '\t'}).
940 Split (new Char [] { ' ', '\t'});
942 foreach (string s in xargs){
943 if (s.StartsWith ("-r:") || s.StartsWith ("/r:") || s.StartsWith ("/reference:")){
944 string lib = s.Substring (s.IndexOf (':')+1);
946 Evaluator.LoadAssembly (lib);
953 /// Loads the assembly
956 /// Loads the specified assembly and makes its types
957 /// available to the evaluator. This is equivalent
958 /// to passing the -pkg: command line flag to the C#
959 /// compiler on the command line.
961 static public void LoadAssembly (string assembly)
963 Evaluator.LoadAssembly (assembly);
966 static public void print (object obj)
968 Output.WriteLine (obj);
971 static public void print (string fmt, params object [] args)
973 Output.WriteLine (fmt, args);
977 /// Returns a list of available static methods.
979 static public string help {
981 return "Static methods:\n" +
982 " Describe (object); - Describes the object's type\n" +
983 " LoadPackage (package); - Loads the given Package (like -pkg:FILE)\n" +
984 " LoadAssembly (assembly); - Loads the given assembly (like -r:ASSEMBLY)\n" +
985 " ShowVars (); - Shows defined local variables.\n" +
986 " ShowUsing (); - Show active using declarations.\n" +
987 " Prompt - The prompt used by the C# shell\n" +
988 " ContinuationPrompt - The prompt for partial input\n" +
989 " Time (() => { }); - Times the specified code\n" +
990 " print (obj); - Shorthand for Console.WriteLine\n" +
991 " quit; - You'll never believe it - this quits the repl!\n" +
992 " help; - This help text\n";
997 /// Indicates to the read-eval-print-loop that the interaction should be finished.
999 static public object quit {
1001 QuitRequested = true;
1003 // To avoid print null at the exit
1004 return typeof (Evaluator.QuitValue);
1009 /// Same as quit - useful in script scenerios
1011 static public void Quit () {
1012 QuitRequested = true;
1017 /// Describes an object or a type.
1020 /// This method will show a textual representation
1021 /// of the object's type. If the object is a
1022 /// System.Type it renders the type directly,
1023 /// otherwise it renders the type returned by
1024 /// invoking GetType on the object.
1026 static public string Describe (object x)
1031 var type = x as Type ?? x.GetType ();
1033 StringWriter sw = new StringWriter ();
1034 new Outline (type, sw, true, false, false).OutlineType ();
1035 return sw.ToString ();
1040 class HoistedEvaluatorVariable : HoistedVariable
1042 public HoistedEvaluatorVariable (Field field)
1043 : base (null, field)
1047 protected override FieldExpr GetFieldExpression (EmitContext ec)
1049 return new FieldExpr (field, field.Location);
1054 /// A class used to assign values if the source expression is not void
1056 /// Used by the interactive shell to allow it to call this code to set
1057 /// the return value for an invocation.
1059 class OptionalAssign : SimpleAssign {
1060 public OptionalAssign (Expression t, Expression s, Location loc)
1065 protected override Expression DoResolve (ResolveContext ec)
1067 Expression clone = source.Clone (new CloneContext ());
1069 clone = clone.Resolve (ec);
1074 // A useful feature for the REPL: if we can resolve the expression
1075 // as a type, Describe the type;
1077 if (ec.Module.Evaluator.DescribeTypeExpressions){
1078 var old_printer = ec.Report.SetPrinter (new SessionReportPrinter ());
1081 // Note: clone context cannot be shared otherwise block mapping would leak
1082 tclone = source.Clone (new CloneContext ());
1083 tclone = tclone.Resolve (ec, ResolveFlags.Type);
1084 if (ec.Report.Errors > 0)
1087 ec.Report.SetPrinter (old_printer);
1090 if (tclone is TypeExpr) {
1091 Arguments args = new Arguments (1);
1092 args.Add (new Argument (new TypeOf ((TypeExpr) clone, Location)));
1093 return new Invocation (new SimpleName ("Describe", Location), args).Resolve (ec);
1097 // This means its really a statement.
1098 if (clone.Type.Kind == MemberKind.Void || clone is DynamicInvocation || clone is Assign) {
1103 return base.DoResolve (ec);
1109 List<Action> undo_actions;
1115 public void AddTypeContainer (TypeContainer current_container, TypeDefinition tc)
1117 if (current_container == tc){
1118 Console.Error.WriteLine ("Internal error: inserting container into itself");
1122 if (undo_actions == null)
1123 undo_actions = new List<Action> ();
1125 var existing = current_container.Containers.FirstOrDefault (l => l.Basename == tc.Basename);
1126 if (existing != null) {
1127 current_container.RemoveContainer (existing);
1128 undo_actions.Add (() => current_container.AddTypeContainer (existing));
1131 undo_actions.Add (() => current_container.RemoveContainer (tc));
1134 public void ExecuteUndo ()
1136 if (undo_actions == null)
1139 foreach (var p in undo_actions){
1143 undo_actions = null;