// // HttpWebRequestTest.cs - NUnit Test Cases for System.Net.HttpWebRequest // // Authors: // Lawrence Pit (loz@cable.a2000.nl) // Martin Willemoes Hansen (mwh@sysrq.dk) // Gonzalo Paniagua Javier (gonzalo@ximian.com) // // (C) 2003 Martin Willemoes Hansen // Copyright (c) 2005 Novell, Inc. (http://www.novell.com // using NUnit.Framework; using System; using System.Collections; using System.Collections.Specialized; using System.Globalization; using System.IO; using System.Net; using System.Net.Sockets; using System.Security.Cryptography; using System.Security.Cryptography.X509Certificates; using System.Text; using System.Threading; #if !TARGET_JVM using Mono.Security.Authenticode; using Mono.Security.Protocol.Tls; #endif namespace MonoTests.System.Net { [TestFixture] public class HttpWebRequestTest { [Test] #if TARGET_JVM [Ignore ("Ignore failures in Sys.Net")] #endif public void Proxy_Null () { HttpWebRequest req = (HttpWebRequest) WebRequest.Create ("http://www.google.com"); Assert.IsNotNull (req.Proxy, "#1"); #if NET_2_0 req.Proxy = null; Assert.IsNull (req.Proxy, "#2"); #else try { req.Proxy = null; Assert.Fail ("#2"); } catch (ArgumentNullException ex) { Assert.AreEqual (typeof (ArgumentNullException), ex.GetType (), "#3"); Assert.IsNull (ex.InnerException, "#4"); Assert.IsNotNull (ex.Message, "#5"); Assert.IsNotNull (ex.ParamName, "#6"); Assert.AreEqual ("value", ex.ParamName, "#7"); } #endif } [Test] [Category("InetAccess")] #if TARGET_JVM [Ignore ("NMA - wrong cookies number returned")] #endif public void Sync () { HttpWebRequest req = (HttpWebRequest) WebRequest.Create ("http://www.google.com"); Assertion.AssertNotNull ("req:If Modified Since: ", req.IfModifiedSince); req.UserAgent = "MonoClient v1.0"; Assert.AreEqual ("User-Agent", req.Headers.GetKey (0), "#A1"); Assert.AreEqual ("MonoClient v1.0", req.Headers.Get (0), "#A2"); HttpWebResponse res = (HttpWebResponse) req.GetResponse (); Assert.AreEqual ("OK", res.StatusCode.ToString (), "#B1"); Assert.AreEqual ("OK", res.StatusDescription, "#B2"); Assert.AreEqual ("text/html; charset=ISO-8859-1", res.Headers.Get ("Content-Type"), "#C1"); Assert.IsNotNull (res.LastModified, "#C2"); Assert.AreEqual (0, res.Cookies.Count, "#C3"); res.Close (); } [Test] public void AddRange () { HttpWebRequest req = (HttpWebRequest) WebRequest.Create ("http://www.google.com"); req.AddRange (10); req.AddRange (50, 90); req.AddRange ("bytes", 100); req.AddRange ("bytes", 100, 120); Assertion.AssertEquals ("#1", "bytes=10-,50-90,100-,100-120", req.Headers ["Range"]); try { req.AddRange ("bits", 2000); Assertion.Fail ("#2"); } catch (InvalidOperationException) {} } [Test] [Category("InetAccess")] public void Cookies1 () { // The purpose of this test is to ensure that the cookies we get from a request // are stored in both, the CookieCollection in HttpWebResponse and the CookieContainer // in HttpWebRequest. // If this URL stops sending *one* and only one cookie, replace it. string url = "http://www.elmundo.es"; CookieContainer cookies = new CookieContainer (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.KeepAlive = false; req.UserAgent = "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv; 1.7.6) Gecko/20050317 Firefox/1.0.2"; req.CookieContainer = cookies; Assertion.AssertEquals ("#01", 0, cookies.Count); using (HttpWebResponse res = (HttpWebResponse) req.GetResponse()) { CookieCollection coll = req.CookieContainer.GetCookies (new Uri (url)); Assertion.AssertEquals ("#02", 1, coll.Count); Assertion.AssertEquals ("#03", 1, res.Cookies.Count); Cookie one = coll [0]; Cookie two = res.Cookies [0]; Assertion.AssertEquals ("#04", true, object.ReferenceEquals (one, two)); } } #if !TARGET_JVM //NotWorking [Test] public void SslClientBlock () { // This tests that the write request/initread/write body sequence does not hang // when using SSL. // If there's a regression for this, the test will hang. ServicePointManager.CertificatePolicy = new AcceptAllPolicy (); try { SslHttpServer server = new SslHttpServer (); server.Start (); string url = String.Format ("https://{0}:{1}/nothing.html", server.IPAddress, server.Port); HttpWebRequest request = (HttpWebRequest) WebRequest.Create (url); request.Method = "POST"; Stream stream = request.GetRequestStream (); byte [] bytes = new byte [100]; stream.Write (bytes, 0, bytes.Length); stream.Close (); HttpWebResponse resp = (HttpWebResponse) request.GetResponse (); Assertion.AssertEquals ("StatusCode", 200, (int) resp.StatusCode); StreamReader sr = new StreamReader (resp.GetResponseStream (), Encoding.UTF8); string x = sr.ReadToEnd (); sr.Close (); resp.Close (); server.Stop (); if (server.Error != null) throw server.Error; } finally { ServicePointManager.CertificatePolicy = null; } } #endif [Test] #if TARGET_JVM [Category("NotWorking")] #endif public void Missing_ContentEncoding () { ServicePointManager.CertificatePolicy = new AcceptAllPolicy (); try { BadChunkedServer server = new BadChunkedServer (); server.Start (); string url = String.Format ("http://{0}:{1}/nothing.html", server.IPAddress, server.Port); HttpWebRequest request = (HttpWebRequest) WebRequest.Create (url); request.Method = "GET"; HttpWebResponse resp = (HttpWebResponse) request.GetResponse (); Assert.AreEqual ("", resp.ContentEncoding); resp.Close (); server.Stop (); if (server.Error != null) throw server.Error; } finally { ServicePointManager.CertificatePolicy = null; } } [Test] #if TARGET_JVM [Category ("NotWorking")] #endif public void BadServer_ChunkedClose () { // The server will send a chunked response without a 'last-chunked' mark // and then shutdown the socket for sending. BadChunkedServer server = new BadChunkedServer (); server.Start (); string url = String.Format ("http://{0}:{1}/nothing.html", server.IPAddress, server.Port); HttpWebRequest request = (HttpWebRequest) WebRequest.Create (url); HttpWebResponse resp = (HttpWebResponse) request.GetResponse (); string x = null; try { byte [] bytes = new byte [32]; // Using StreamReader+UTF8Encoding here fails on MS runtime Stream stream = resp.GetResponseStream (); int nread = stream.Read (bytes, 0, 32); Assertion.AssertEquals ("#01", 16, nread); x = Encoding.ASCII.GetString (bytes, 0, 16); } finally { resp.Close (); server.Stop (); } if (server.Error != null) throw server.Error; Assertion.AssertEquals ("1234567890123456", x); } [Test] [Ignore ("This test asserts that our code violates RFC 2616")] public void MethodCase () { ListDictionary methods = new ListDictionary (); #if NET_2_0 methods.Add ("post", "POST"); methods.Add ("puT", "PUT"); #else methods.Add ("post", "post"); methods.Add ("puT", "puT"); #endif methods.Add ("POST", "POST"); methods.Add ("whatever", "whatever"); methods.Add ("PUT", "PUT"); IPEndPoint ep = new IPEndPoint (IPAddress.Loopback, 8000); string url = "http://" + IPAddress.Loopback.ToString () + ":8000/test/"; foreach (DictionaryEntry de in methods) { SocketResponder responder = new SocketResponder (new IPEndPoint (IPAddress.Loopback, 8000), new SocketRequestHandler (EchoRequestHandler)); responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = (string) de.Key; req.Timeout = 2000; req.ReadWriteTimeout = 2000; req.KeepAlive = false; Stream rs = req.GetRequestStream (); rs.Close (); using (HttpWebResponse resp = (HttpWebResponse) req.GetResponse ()) { StreamReader sr = new StreamReader (resp.GetResponseStream (), Encoding.UTF8); string line = sr.ReadLine (); sr.Close (); Assert.AreEqual (((string) de.Value) + " /test/ HTTP/1.1", line, req.Method); resp.Close (); } responder.Stop (); } } [Test] [Ignore ("This test asserts that our code violates RFC 2616")] public void GetRequestStream_Body_NotAllowed () { string [] methods = new string [] { "GET", "HEAD", "CONNECT", "get", "HeAd", "ConNect" }; foreach (string method in methods) { HttpWebRequest req = (HttpWebRequest) WebRequest.Create ( "http://localhost:8000"); req.Method = method; try { req.GetRequestStream (); Assert.Fail ("#1:" + method); } catch (ProtocolViolationException ex) { Assert.AreEqual (typeof (ProtocolViolationException), ex.GetType (), "#2:" + method); Assert.IsNull (ex.InnerException, "#3:" + method); Assert.IsNotNull (ex.Message, "#4:" + method); } } } [Test] public void ReadTimeout () { IPEndPoint localEP = new IPEndPoint (IPAddress.Loopback, 8764); string url = "http://" + localEP.ToString () + "/original/"; using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (RedirectRequestHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "POST"; req.AllowAutoRedirect = false; req.Timeout = 200; req.ReadWriteTimeout = 100; req.KeepAlive = false; Stream rs = req.GetRequestStream (); rs.Close (); using (HttpWebResponse resp = (HttpWebResponse) req.GetResponse ()) { try { Stream s = resp.GetResponseStream (); s.ReadByte (); Assert.Fail ("#1"); } catch (WebException ex) { Assert.AreEqual (typeof (WebException), ex.GetType (), "#2"); Assert.IsNull (ex.InnerException, "#3"); Assert.IsNull (ex.Response, "#4"); Assert.AreEqual (WebExceptionStatus.Timeout, ex.Status, "#5"); } } responder.Stop (); } } [Test] // bug #81624 public void AllowAutoRedirect () { IPEndPoint localEP = new IPEndPoint (IPAddress.Loopback, 8764); string url = "http://" + localEP.ToString () + "/original/"; // allow autoredirect using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (RedirectRequestHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "POST"; req.Timeout = 2000; req.ReadWriteTimeout = 2000; req.KeepAlive = false; Stream rs = req.GetRequestStream (); rs.Close (); using (HttpWebResponse resp = (HttpWebResponse) req.GetResponse ()) { StreamReader sr = new StreamReader (resp.GetResponseStream (), Encoding.UTF8); string body = sr.ReadToEnd (); Assert.AreEqual (resp.StatusCode, HttpStatusCode.OK, "#A1"); Assert.AreEqual (resp.ResponseUri.ToString (), "http://" + localEP.ToString () + "/moved/", "#A2"); Assert.AreEqual ("GET", resp.Method, "#A3"); Assert.AreEqual ("LOOKS OK", body, "#A4"); } responder.Stop (); } // do not allow autoredirect using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (RedirectRequestHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "POST"; req.AllowAutoRedirect = false; req.Timeout = 1000; req.ReadWriteTimeout = 1000; req.KeepAlive = false; Stream rs = req.GetRequestStream (); rs.Close (); using (HttpWebResponse resp = (HttpWebResponse) req.GetResponse ()) { Assert.AreEqual (resp.StatusCode, HttpStatusCode.Found, "#B1"); Assert.AreEqual (url, resp.ResponseUri.ToString (), "#B2"); Assert.AreEqual ("POST", resp.Method, "#B3"); } responder.Stop (); } } [Test] // bug #81671 [Category ("NotWorking")] public void InternalServerError () { IPEndPoint localEP = new IPEndPoint (IPAddress.Loopback, 8764); string url = "http://" + localEP.ToString () + "/original/"; // POST using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (InternalErrorHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "POST"; req.Timeout = 2000; req.ReadWriteTimeout = 2000; req.KeepAlive = false; Stream rs = req.GetRequestStream (); rs.Close (); try { req.GetResponse (); Assert.Fail ("#A1"); } catch (WebException ex) { Assert.AreEqual (typeof (WebException), ex.GetType (), "#A2"); Assert.IsNull (ex.InnerException, "#A3"); Assert.IsNotNull (ex.Message, "#A4"); Assert.AreEqual (WebExceptionStatus.ProtocolError, ex.Status, "#A5"); HttpWebResponse webResponse = ex.Response as HttpWebResponse; Assert.IsNotNull (webResponse, "#A6"); Assert.AreEqual ("POST", webResponse.Method, "#A7"); webResponse.Close (); } responder.Stop (); } // GET using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (InternalErrorHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "GET"; req.Timeout = 2000; req.ReadWriteTimeout = 2000; req.KeepAlive = false; try { req.GetResponse (); Assert.Fail ("#B1"); } catch (WebException ex) { Assert.AreEqual (typeof (WebException), ex.GetType (), "#B2"); Assert.IsNull (ex.InnerException, "#B3"); Assert.AreEqual (WebExceptionStatus.ProtocolError, ex.Status, "#B4"); HttpWebResponse webResponse = ex.Response as HttpWebResponse; Assert.IsNotNull (webResponse, "#B5"); Assert.AreEqual ("GET", webResponse.Method, "#B6"); webResponse.Close (); } responder.Stop (); } } [Test] [Category ("NotWorking")] // we report a timeout public void NoContentLength () { IPEndPoint localEP = new IPEndPoint (IPAddress.Loopback, 8764); string url = "http://" + localEP.ToString () + "/original/"; // POST using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (NoContentLengthHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "POST"; req.Timeout = 2000; req.ReadWriteTimeout = 2000; req.KeepAlive = false; Stream rs = req.GetRequestStream (); rs.Close (); try { req.GetResponse (); Assert.Fail ("#A1"); } catch (WebException ex) { Assert.AreEqual (typeof (WebException), ex.GetType (), "#A2"); #if NET_2_0 //Assert.IsNotNull (ex.InnerException, "#A3"); Assert.AreEqual (WebExceptionStatus.ReceiveFailure, ex.Status, "#A4"); Assert.AreEqual (typeof (IOException), ex.InnerException.GetType (), "#A5"); // Unable to read data from the transport connection: // A connection attempt failed because the connected party // did not properly respond after a period of time, or // established connection failed because connected host has // failed to respond IOException ioe = (IOException) ex.InnerException; Assert.IsNotNull (ioe.InnerException, "#A6"); Assert.IsNotNull (ioe.Message, "#A7"); Assert.AreEqual (typeof (SocketException), ioe.InnerException.GetType (), "#A8"); // A connection attempt failed because the connected party // did not properly respond after a period of time, or // established connection failed because connected host has // failed to respond SocketException soe = (SocketException) ioe.InnerException; Assert.IsNull (soe.InnerException, "#A9"); Assert.IsNotNull (soe.Message, "#A10"); HttpWebResponse webResponse = ex.Response as HttpWebResponse; Assert.IsNull (webResponse, "#A11"); #else Assert.IsNull (ex.InnerException, "#A3"); Assert.AreEqual (WebExceptionStatus.ProtocolError, ex.Status, "#A4"); HttpWebResponse webResponse = ex.Response as HttpWebResponse; Assert.IsNotNull (webResponse, "#A5"); Assert.AreEqual ("POST", webResponse.Method, "#A6"); webResponse.Close (); #endif } responder.Stop (); } // GET using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (NoContentLengthHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "GET"; req.Timeout = 2000; req.ReadWriteTimeout = 2000; req.KeepAlive = false; try { req.GetResponse (); Assert.Fail ("#B1"); } catch (WebException ex) { Assert.AreEqual (typeof (WebException), ex.GetType (), "#B2"); Assert.IsNull (ex.InnerException, "#B3"); Assert.AreEqual (WebExceptionStatus.ProtocolError, ex.Status, "#B4"); HttpWebResponse webResponse = ex.Response as HttpWebResponse; Assert.IsNotNull (webResponse, "#B5"); Assert.AreEqual ("GET", webResponse.Method, "#B6"); webResponse.Close (); } responder.Stop (); } } #if NET_2_0 [Test] // bug #81504 public void Stream_CanTimeout () { IPEndPoint localEP = new IPEndPoint (IPAddress.Loopback, 8764); string url = "http://" + localEP.ToString () + "/original/"; // allow autoredirect using (SocketResponder responder = new SocketResponder (localEP, new SocketRequestHandler (RedirectRequestHandler))) { responder.Start (); HttpWebRequest req = (HttpWebRequest) WebRequest.Create (url); req.Method = "POST"; req.Timeout = 2000; req.ReadWriteTimeout = 2000; req.KeepAlive = false; Stream rs = req.GetRequestStream (); Assert.IsTrue (rs.CanTimeout, "#1"); rs.Close (); using (HttpWebResponse resp = (HttpWebResponse) req.GetResponse ()) { Stream os = resp.GetResponseStream (); Assert.IsTrue (os.CanTimeout, "#2"); os.Close (); } responder.Stop (); } } #endif static byte [] EchoRequestHandler (Socket socket) { MemoryStream ms = new MemoryStream (); byte [] buffer = new byte [4096]; int bytesReceived = socket.Receive (buffer); while (bytesReceived > 0) { ms.Write (buffer, 0, bytesReceived); if (socket.Available > 0) { bytesReceived = socket.Receive (buffer); } else { bytesReceived = 0; } } ms.Flush (); ms.Position = 0; StreamReader sr = new StreamReader (ms, Encoding.UTF8); string request = sr.ReadToEnd (); StringWriter sw = new StringWriter (); sw.WriteLine ("HTTP/1.1 200 OK"); sw.WriteLine ("Content-Type: text/xml"); sw.WriteLine ("Content-Length: " + request.Length.ToString (CultureInfo.InvariantCulture)); sw.WriteLine (); sw.Write (request); sw.Flush (); return Encoding.UTF8.GetBytes (sw.ToString ()); } static byte [] RedirectRequestHandler (Socket socket) { MemoryStream ms = new MemoryStream (); byte [] buffer = new byte [4096]; int bytesReceived = socket.Receive (buffer); while (bytesReceived > 0) { ms.Write (buffer, 0, bytesReceived); if (socket.Available > 0) { bytesReceived = socket.Receive (buffer); } else { bytesReceived = 0; } } ms.Flush (); ms.Position = 0; string statusLine = null; using (StreamReader sr = new StreamReader (ms, Encoding.UTF8)) { statusLine = sr.ReadLine (); } StringWriter sw = new StringWriter (); if (statusLine.StartsWith ("POST /original/")) { sw.WriteLine ("HTTP/1.1 302 Found"); sw.WriteLine ("Location: " + "http://" + IPAddress.Loopback.ToString () + ":8764/moved/"); sw.WriteLine (); sw.Flush (); } else if (statusLine.StartsWith ("GET /moved/")) { sw.WriteLine ("HTTP/1.1 200 OK"); sw.WriteLine ("Content-Type: text/plain"); sw.WriteLine ("Content-Length: 8"); sw.WriteLine (); sw.Write ("LOOKS OK"); sw.Flush (); } else { sw.WriteLine ("HTTP/1.1 500 Too Lazy"); sw.WriteLine (); sw.Flush (); } return Encoding.UTF8.GetBytes (sw.ToString ()); } static byte [] InternalErrorHandler (Socket socket) { StringWriter sw = new StringWriter (); sw.WriteLine ("HTTP/1.1 500 Too Lazy"); sw.WriteLine ("Content-Length: 0"); sw.WriteLine (); sw.Flush (); return Encoding.UTF8.GetBytes (sw.ToString ()); } static byte [] NoContentLengthHandler (Socket socket) { StringWriter sw = new StringWriter (); sw.WriteLine ("HTTP/1.1 500 Too Lazy"); sw.WriteLine (); sw.Flush (); return Encoding.UTF8.GetBytes (sw.ToString ()); } class BadChunkedServer : HttpServer { protected override void Run () { Socket client = sock.Accept (); NetworkStream ns = new NetworkStream (client, true); StreamWriter writer = new StreamWriter (ns, Encoding.ASCII); writer.Write ( "HTTP/1.1 200 OK\r\n" + "Transfer-Encoding: chunked\r\n" + "Connection: close\r\n" + "Content-Type: text/plain; charset=UTF-8\r\n\r\n"); // This body lacks a 'last-chunk' (see RFC 2616) writer.Write ("10\r\n1234567890123456\r\n"); writer.Flush (); client.Shutdown (SocketShutdown.Send); Thread.Sleep (1000); writer.Close (); } } class AcceptAllPolicy : ICertificatePolicy { public bool CheckValidationResult (ServicePoint sp, X509Certificate certificate, WebRequest request, int error) { return true; } } abstract class HttpServer { protected Socket sock; protected Exception error; protected ManualResetEvent evt; public HttpServer () { sock = new Socket (AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); sock.Bind (new IPEndPoint (IPAddress.Loopback, 0)); sock.Listen (1); } public void Start () { evt = new ManualResetEvent (false); Thread th = new Thread (new ThreadStart (Run)); th.Start (); } public void Stop () { evt.Set (); sock.Close (); } public IPAddress IPAddress { get { return ((IPEndPoint) sock.LocalEndPoint).Address; } } public int Port { get { return ((IPEndPoint) sock.LocalEndPoint).Port; } } public Exception Error { get { return error; } } protected abstract void Run (); } #if !TARGET_JVM class SslHttpServer : HttpServer { X509Certificate _certificate; protected override void Run () { try { Socket client = sock.Accept (); NetworkStream ns = new NetworkStream (client, true); SslServerStream s = new SslServerStream (ns, Certificate, false, false); s.PrivateKeyCertSelectionDelegate += new PrivateKeySelectionCallback (GetPrivateKey); StreamReader reader = new StreamReader (s); StreamWriter writer = new StreamWriter (s, Encoding.ASCII); string line; string hello = "