//
// I18N.CJK.Test.cs
//
// Author:
//	Atsushi Enomoto  <atsushi@ximian.com>
//
// Copyright (C) 2005 Novell, Inc.  http://www.novell.com
//

using System;
using System.IO;
using System.Text;
using NUnit.Framework;

namespace MonoTests.I18N.CJK
{
	[TestFixture]
	public class TestCJK
	{
		private global::I18N.Common.Manager Manager = global::I18N.Common.Manager.PrimaryManager;

		void AssertEncode (string utf8file, string decfile, int codepage)
		{
			string decoded = null;
			byte [] encoded = null;
			using (StreamReader sr = new StreamReader (utf8file, 
				Encoding.UTF8)) {
				decoded = sr.ReadToEnd ();
			}
			using (FileStream fs = File.OpenRead (decfile)) {
				encoded = new byte [fs.Length];
				fs.Read (encoded, 0, (int) fs.Length);
			}
			Encoding enc = Manager.GetEncoding (codepage);
			byte [] actual;

			// simple string case
			//Assert.AreEqual (encoded.Length,
			//	enc.GetByteCount (decoded),
			//	"GetByteCount(string)");
			actual = enc.GetBytes (decoded);
			Assert.AreEqual (encoded, actual,
				"GetBytes(string)");

			// simple char[] case
			Assert.AreEqual (encoded.Length,
				enc.GetByteCount (decoded.ToCharArray (), 0, decoded.Length),
				"GetByteCount(char[], 0, len)");
			actual = enc.GetBytes (decoded.ToCharArray (), 0, decoded.Length);
			Assert.AreEqual (encoded, actual,
				"GetBytes(char[], 0, len)");
		}

		void AssertDecode (string utf8file, string decfile, int codepage)
		{
			string decoded = null;
			byte [] encoded = null;
			using (StreamReader sr = new StreamReader (utf8file,
				Encoding.UTF8)) {
				decoded = sr.ReadToEnd ();
			}
			using (FileStream fs = File.OpenRead (decfile)) {
				encoded = new byte [fs.Length];
				fs.Read (encoded, 0, (int) fs.Length);
			}
			Encoding enc = Manager.GetEncoding (codepage);
			char [] actual;

			Assert.AreEqual (decoded.Length,
				enc.GetCharCount (encoded, 0, encoded.Length),
				"GetCharCount(byte[], 0, len)");
			actual = enc.GetChars (encoded, 0, encoded.Length);
			Assert.AreEqual (decoded.ToCharArray (), actual,
				"GetChars(byte[], 0, len)");
		}

		#region Chinese

		// GB2312

		[Test]
		public void CP936_Encode ()
		{
			AssertEncode ("Test/texts/chinese-utf8.txt", "Test/texts/chinese-936.txt", 936);
		}

		[Test]
		public void CP936_Encode3 ()
		{
			AssertEncode("Test/texts/chinese3-utf8.txt", "Test/texts/chinese3-936.txt", 936);
		}

		[Test]
		public void CP936_Decode ()
		{
			AssertDecode ("Test/texts/chinese-utf8.txt", "Test/texts/chinese-936.txt", 936);
		}

		[Test]
		public void Bug_1531()
		{
			string str = @"wqk=";
			byte[] utf8 = Convert.FromBase64String(str);
			char[] data = Encoding.UTF8.GetChars(utf8);

			var encoding = Manager.GetEncoding("GB2312");
			var result = encoding.GetBytes(data);

			Assert.AreEqual(new byte[] { 63 }, result);
		}

		// BIG5

		[Test]
		public void CP950_Encode ()
		{
			AssertEncode ("Test/texts/chinese2-utf8.txt", "Test/texts/chinese2-950.txt", 950);
		}

		[Test]
		public void CP950_Encode4 ()
		{
			AssertEncode("Test/texts/chinese4-utf8.txt", "Test/texts/chinese4-950.txt", 950);
		}

		[Test]
		public void CP950_Decode ()
		{
			AssertDecode ("Test/texts/chinese2-utf8.txt", "Test/texts/chinese2-950.txt", 950);
		}

		// GB18030

		[Test]
		public void CP54936_Encode ()
		{
			AssertEncode ("Test/texts/chinese-utf8.txt", "Test/texts/chinese-54936.txt", 54936);
		}

		[Test]
		public void CP54936_Decode ()
		{
			AssertDecode ("Test/texts/chinese-utf8.txt", "Test/texts/chinese-54936.txt", 54936);
		}

		#endregion

		#region Japanese

		// Shift_JIS

		[Test]
		public void CP932_Encode ()
		{
			AssertEncode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-932.txt", 932);
		}

		[Test]
		public void CP932_Decode ()
		{
			AssertDecode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-932.txt", 932);
		}

		// EUC-JP

		[Test]
		public void CP51932_Encode ()
		{
			AssertEncode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-51932.txt", 51932);
		}

		[Test]
		public void CP51932_Decode ()
		{
			AssertDecode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-51932.txt", 51932);
		}

		// ISO-2022-JP

		[Test]
		public void CP50220_Encode ()
		{
			AssertEncode ("Test/texts/japanese2-utf8.txt", "Test/texts/japanese2-50220.txt", 50220);
		}

		[Test]
		public void CP50220_Encode_3 ()
		{
			AssertEncode("Test/texts/japanese3-utf8.txt", "Test/texts/japanese3-50220.txt", 50220);
		}

		[Test]
		public void CP50220_Decode ()
		{
			AssertDecode ("Test/texts/japanese2-utf8.txt", "Test/texts/japanese2-50220.txt", 50220);
		}

		[Test]
		public void CP50221_Encode ()
		{
			AssertEncode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-50221.txt", 50221);
		}

		[Test]
		public void CP50221_Encode_3()
		{
			AssertEncode("Test/texts/japanese3-utf8.txt", "Test/texts/japanese3-50221.txt", 50221);
		}

		[Test]
		public void CP50221_Decode ()
		{
			AssertDecode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-50221.txt", 50221);
		}

		[Test]
		public void CP50222_Encode ()
		{
			AssertEncode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-50222.txt", 50222);
		}

		[Test]
		public void CP50222_Decode ()
		{
			AssertDecode ("Test/texts/japanese-utf8.txt", "Test/texts/japanese-50222.txt", 50222);
		}

		[Test]
		public void CP50220BrokenESC ()
		{
			Assert.AreEqual ("\u001B$0", Manager.GetEncoding (50220).GetString (new byte [] {0x1B, 0x24, 0x30}), "#1");
		}

		[Test]
		public void CP50220BrokenESC2 ()
		{
			// it does not really invoke fallback ...
			Assert.AreEqual ("\u001B$0", Encoding.GetEncoding (50220, new EncoderReplacementFallback (), new DecoderReplacementFallback ("")).GetString (new byte [] {0x1B, 0x24, 0x30}), "#1");
		}

		[Test]
		public void CP50220BrokenESC3 ()
		{
			// neither ...
			Assert.AreEqual ("\u001B$0", Encoding.GetEncoding (50220, new EncoderExceptionFallback (), new DecoderExceptionFallback ()).GetString (new byte [] {0x1B, 0x24, 0x30}), "#2");
		}

		[Test]
		public void Bug77723 ()
		{
			GetBytesAllSingleChars (51932);
		}

		[Test]
		public void Bug77724 ()
		{
			GetBytesAllSingleChars (932);
		}

		[Test]
		public void Bug77307 ()
		{
			GetBytesAllSingleChars (54936);
		}

		void GetBytesAllSingleChars (int enc)
		{
			Encoding e = Manager.GetEncoding (enc);
			for (int i = 0; i < 0x10000; i++)
				e.GetBytes (new char [] { (char)i });
		}

		void GetCharsAllBytePairs (int enc)
		{
			Encoding e = Manager.GetEncoding (enc);
			byte [] bytes = new byte [2];
			for (int i0 = 0; i0 < 0x100; i0++) {
				bytes [0] = (byte) i0;
				for (int i1 = 0; i1 < 0x100; i1++) {
					bytes [1] = (byte) i1;
					e.GetChars (bytes);
				}
			}
		}

		[Test]
		public void Bug77222 ()
		{
			GetCharsAllBytePairs (51932);
		}

		[Test]
		public void Bug77238 ()
		{
			GetCharsAllBytePairs (936);
		}

		[Test]
		public void Bug77306 ()
		{
			GetCharsAllBytePairs (54936);
		}

		[Test]
		public void Bug77298 ()
		{
			GetCharsAllBytePairs (949);
		}

		[Test]
		public void Bug77274 ()
		{
			GetCharsAllBytePairs (950);
		}

		[Test]
		public void Encoder54936Refresh ()
		{
			Encoding e = Manager.GetEncoding ("gb18030");
			Encoder d = e.GetEncoder ();
			byte [] bytes;

			bytes = new byte [4];
			Assert.AreEqual (0, d.GetBytes (new char [] {'\uD800'}, 0, 1, bytes, 0, false), "#1");
			Assert.AreEqual (new byte [] {00, 00, 00, 00},
				bytes, "#2");

			bytes = new byte [4];
			Assert.AreEqual (4, d.GetBytes (new char [] {'\uDC00'}, 0, 1, bytes, 0, true), "#3");
			Assert.AreEqual (new byte [] {0x90, 0x30, 0x81, 0x30},
				bytes, "#4");

			bytes = new byte [4];
			Assert.AreEqual (1, d.GetBytes (new char [] {'\uD800'}, 0, 1, bytes, 0, true), "#5");
			Assert.AreEqual (new byte [] {0x3F, 00, 00, 00},
				bytes, "#6");
		}

		[Test]
		public void Bug491799 ()
		{
			Assert.AreEqual (new byte [] {0xEE, 0xFC},
					   Manager.GetEncoding (932).GetBytes ("\uFF02"));
		}

		[Test]
		public void Decoder932Refresh ()
		{
			Encoding e = Manager.GetEncoding (932);
			Decoder d = e.GetDecoder ();
			char [] chars;

			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0, false), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0, true), "#3");
			Assert.AreEqual (new char [] {'\uFF1D'}, chars, "#4");

			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0, true), "#5");
			Assert.AreEqual (new char [] {'\u30FB'}, chars, "#6");
		}

		[Test]
		public void Decoder51932Refresh ()
		{
			Encoding e = Manager.GetEncoding (51932);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// invalid one
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0, false), "#0.1");
			Assert.AreEqual (new char [] {'\u30FB'}, chars, "#0.2");

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0, false), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0, true), "#3");
			Assert.AreEqual (new char [] {'\u3000'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0, true), "#5");
			Assert.AreEqual (new char [] {'\u30FB'}, chars, "#6");
		}

		[Test]
		public void Decoder936Refresh ()
		{
			Encoding e = Manager.GetEncoding (936);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xB0}, 0, 1, chars, 0, false), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0, false), "#3");
			Assert.AreEqual (new char [] {'\u554A'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0xB0}, 0, 1, chars, 0, true), "#5");
			Assert.AreEqual (new char [] {'?'}, chars, "#6");
		}

		[Test]
		public void Decoder949Refresh ()
		{
			Encoding e = Manager.GetEncoding (949);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0, false), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x41}, 0, 1, chars, 0, false), "#3");
			Assert.AreEqual (new char [] {'\uAC02'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0, true), "#5");
			Assert.AreEqual (new char [] {'?'}, chars, "#6");
		}

		[Test]
		public void Decoder950Refresh ()
		{
			Encoding e = Manager.GetEncoding (950);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xF9}, 0, 1, chars, 0, false), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x40}, 0, 1, chars, 0, false), "#3");
			Assert.AreEqual (new char [] {'\u7E98'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0xF9}, 0, 1, chars, 0, true), "#5");
			Assert.AreEqual (new char [] {'?'}, chars, "#6");
		}


		[Test]
		public void Decoder51932NoRefresh ()
		{
			Encoding e = Manager.GetEncoding (51932);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0), "#3");
			Assert.AreEqual (new char [] {'\u3000'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0), "#5");
			Assert.AreEqual (new char [] {'\0'}, chars, "#6");
		}

		[Test]
		public void Decoder936NoRefresh ()
		{
			Encoding e = Manager.GetEncoding (936);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xB0}, 0, 1, chars, 0), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0xA1}, 0, 1, chars, 0), "#3");
			Assert.AreEqual (new char [] {'\u554A'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xB0}, 0, 1, chars, 0), "#5");
			Assert.AreEqual (new char [] {'\0'}, chars, "#6");
		}

		[Test]
		public void Decoder949NoRefresh ()
		{
			Encoding e = Manager.GetEncoding (949);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x41}, 0, 1, chars, 0), "#3");
			Assert.AreEqual (new char [] {'\uAC02'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0x81}, 0, 1, chars, 0), "#5");
			Assert.AreEqual (new char [] {'\0'}, chars, "#6");
		}

		[Test]
		public void Decoder950NoRefresh ()
		{
			Encoding e = Manager.GetEncoding (950);
			Decoder d = e.GetDecoder ();
			char [] chars;

			// incomplete
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xF9}, 0, 1, chars, 0), "#1");
			Assert.AreEqual (new char [] {'\0'}, chars, "#2");

			// became complete
			chars = new char [1];
			Assert.AreEqual (1, d.GetChars (new byte [] {0x40}, 0, 1, chars, 0), "#3");
			Assert.AreEqual (new char [] {'\u7E98'}, chars, "#4");

			// incomplete but refreshed
			chars = new char [1];
			Assert.AreEqual (0, d.GetChars (new byte [] {0xF9}, 0, 1, chars, 0), "#5");
			Assert.AreEqual (new char [] {'\0'}, chars, "#6");
		}

		[Test]
		public void HandleObsoletedESCJ () // bug #398273
		{
			byte [] b = new byte [] {0x64, 0x6f, 0x6e, 0x1b, 0x24, 0x42, 0x21, 0x47, 0x1b, 0x28, 0x4a, 0x74};
			string s = Manager.GetEncoding ("ISO-2022-JP").GetString (b);
			Assert.AreEqual ("don\u2019t", s);

		}
		
		[Test]
		public void Bug14591 ()
		{
			var expected = "\u4f50\u85e4\u8c4a";
			var text = Encoding.GetEncoding ("iso-2022-jp").GetString (Convert.FromBase64String ("GyRAOjRGI0stGyhK"));
			Assert.AreEqual (expected, text, "#1");
		}
		#endregion

		#region Korean

		[Test]
		public void CP949_Encode ()
		{
			AssertEncode ("Test/texts/korean-utf8.txt", "Test/texts/korean-949.txt", 949);
		}

		[Test]
		public void CP949_Decode ()
		{
			AssertDecode ("Test/texts/korean-utf8.txt", "Test/texts/korean-949.txt", 949);
		}

		#endregion
	}
}