tools/locale-builder/Entry.cs

   1 //
   2 // Entry.cs
   3 //
   4 // Authors:
   5 //      Marek Safar  <marek.safar@gmail.com>
   6 //
   7 // Copyright (C) 2012 Xamarin Inc (http://www.xamarin.com)
   8 //
   9 // Permission is hereby granted, free of charge, to any person obtaining
  10 // a copy of this software and associated documentation files (the
  11 // "Software"), to deal in the Software without restriction, including
  12 // without limitation the rights to use, copy, modify, merge, publish,
  13 // distribute, sublicense, and/or sell copies of the Software, and to
  14 // permit persons to whom the Software is furnished to do so, subject to
  15 // the following conditions:
  16 //
  17 // The above copyright notice and this permission notice shall be
  18 // included in all copies or substantial portions of the Software.
  19 //
  20 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  21 // EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  22 // MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  23 // NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
  24 // LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
  25 // OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
  26 // WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  27 //
  28
  29 using System;
  30 using System.Text;
  31 using System.Collections.Generic;
  32
  33 namespace Mono.Tools.LocaleBuilder
  34 {
  35         public class Entry
  36         {
  37                 public static readonly Mapping General = new Mapping ();
  38                 public static readonly Mapping Patterns  = new Mapping ();
  39                 public static readonly Mapping DateTimeStrings  = new Mapping ();
  40
  41                 public class Mapping
  42                 {
  43                         // maps strings to indexes
  44                         Dictionary<string, int> hash = new Dictionary<string, int> ();
  45                         List<string> string_order = new List<string> ();
  46                         // idx 0 is reserved to indicate null
  47                         int curpos = 1;
  48
  49                         // serialize the strings in Hashtable.
  50                         public string GetStrings ()
  51                         {
  52                                 Console.WriteLine ("Total string data size: {0}", curpos);
  53                                 if (curpos > UInt16.MaxValue)
  54                                         throw new Exception ("need to increase idx size in culture-info.h");
  55                                 StringBuilder ret = new StringBuilder ();
  56                                 // the null entry
  57                                 ret.Append ("\t\"\\0\"\n");
  58                                 foreach (string s in string_order) {
  59                                         ret.Append ("\t\"");
  60                                         ret.Append (s);
  61                                         ret.Append ("\\0\"\n");
  62                                 }
  63                                 return ret.ToString ();
  64                         }
  65
  66                         public int AddString (string s, int size)
  67                         {
  68                                 if (!hash.ContainsKey (s)) {
  69                                         int ret;
  70                                         string_order.Add (s);
  71                                         ret = curpos;
  72                                         hash.Add (s, curpos);
  73                                         curpos += size + 1; // null terminator
  74                                         return ret;
  75                                 }
  76
  77                                 return hash[s];
  78                         }
  79                 }
  80
  81                 protected static StringBuilder AppendNames (StringBuilder builder, IList<string> names)
  82                 {
  83                         builder.Append ('{');
  84                         for (int i = 0; i < names.Count; i++) {
  85                                 if (i > 0)
  86                                         builder.Append (", ");
  87
  88                                 builder.Append (Encode (DateTimeStrings, names[i]));
  89                         }
  90                         builder.Append ("}");
  91
  92                         return builder;
  93                 }
  94
  95
  96                 public static string EncodeStringIdx (string str)
  97                 {
  98                         return Encode (General, str);
  99                 }
 100
 101                 protected static string EncodePatternStringIdx (string str)
 102                 {
 103                         return Encode (Patterns, str);
 104                 }
 105
 106                 static string Encode (Mapping mapping, string str)
 107                 {
 108                         if (str == null)
 109                                 return "0";
 110
 111                         StringBuilder ret = new StringBuilder ();
 112                         byte[] ba = new UTF8Encoding ().GetBytes (str);
 113                         bool in_hex = false;
 114                         foreach (byte b in ba) {
 115                                 if (b > 127 || (in_hex && is_hex (b))) {
 116                                         ret.AppendFormat ("\\x{0:x}", b);
 117                                         in_hex = true;
 118                                 } else {
 119                                         if (b == '\\')
 120                                                 ret.Append ('\\');
 121                                         ret.Append ((char) b);
 122                                         in_hex = false;
 123                                 }
 124                         }
 125                         int res = mapping.AddString (ret.ToString (), ba.Length);
 126                         return res.ToString ();
 127                 }
 128
 129                 static bool is_hex (int e)
 130                 {
 131                         return (e >= '0' && e <= '9') || (e >= 'A' && e <= 'F') || (e >= 'a' && e <= 'f');
 132                 }
 133         }
 134 }