Module: REXML::Encoding

Included in:
Output, Source, XMLDecl
Defined in:
lib/extensions/rexml/rexml/encoding.rb,
lib/extensions/rhoxml/rexml/encoding.rb,
lib/extensions/rexml/rexml/encodings/ICONV.rb,
lib/extensions/rexml/rexml/encodings/UNILE.rb,
lib/extensions/rexml/rexml/encodings/UTF-8.rb,
lib/extensions/rexml/rexml/encodings/EUC-JP.rb,
lib/extensions/rexml/rexml/encodings/UTF-16.rb,
lib/extensions/rhoxml/rexml/encodings/UTF-8.rb,
lib/extensions/rexml/rexml/encodings/CP-1252.rb,
lib/extensions/rhoxml/rexml/encodings/UTF-16.rb,
lib/extensions/rexml/rexml/encodings/US-ASCII.rb,
lib/extensions/rhoxml/rexml/encodings/CP-1252.rb,
lib/extensions/rexml/rexml/encodings/SHIFT-JIS.rb,
lib/extensions/rhoxml/rexml/encodings/US-ASCII.rb,
lib/extensions/rexml/rexml/encodings/ISO-8859-1.rb,
lib/extensions/rexml/rexml/encodings/ISO-8859-15.rb,
lib/extensions/rhoxml/rexml/encodings/ISO-8859-1.rb

Constant Summary collapse

UTF_8 =

Native, default format is UTF-8, so it is declared here rather than in an encodings/ definition.

'UTF-8'
UTF_16 = 
'UTF-16'
UNILE = 
'UNILE'

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Instance Attribute Details

#encoding ⇒ Object

ID —> Encoding name



22
23
24
 
# File 'lib/extensions/rexml/rexml/encoding.rb', line 22

def encoding
  @encoding
end

Class Method Details

.apply(obj, enc) ⇒ Object 



8
9
10
 
# File 'lib/extensions/rexml/rexml/encoding.rb', line 8

def self.apply(obj, enc)
  @encoding_methods[enc][obj]
end

.encoding_method(enc) ⇒ Object 



11
12
13
 
# File 'lib/extensions/rexml/rexml/encoding.rb', line 11

def self.encoding_method(enc)
  @encoding_methods[enc]
end

.register(enc, &block) ⇒ Object 



5
6
7
 
# File 'lib/extensions/rexml/rexml/encoding.rb', line 5

def self.register(enc, &block)
  @encoding_methods[enc] = block
end

Instance Method Details

#check_encoding(str) ⇒ Object 



57
58
59
60
61
62
63
64
65
66
67
68
69
 
# File 'lib/extensions/rexml/rexml/encoding.rb', line 57

def check_encoding str
  # We have to recognize UTF-16, LSB UTF-16, and UTF-8
  if str[0,2] == "\xfe\xff"
    str[0,2] = ""
    return UTF_16
  elsif str[0,2] == "\xff\xfe"
    str[0,2] = ""
    return UNILE
  end
  str =~ /^\s*<\?xml\s+version\s*=\s*(['"]).*?\1\s+encoding\s*=\s*(["'])(.*?)\2/m
  return $3.upcase if $3
  return UTF_8
end

#decode_ascii(str) ⇒ Object

Convert to UTF-8



19
20
21
 
# File 'lib/extensions/rexml/rexml/encodings/US-ASCII.rb', line 19

def decode_ascii(str)
  str.unpack('C*').pack('U*')
end

#decode_cp1252(str) ⇒ Object

Convert to UTF-8



63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
 
# File 'lib/extensions/rexml/rexml/encodings/CP-1252.rb', line 63

def decode_cp1252(str)
  array_latin9 = str.unpack('C*')
  array_enc = []
  array_latin9.each do |num|
    case num
      # characters that added compared to iso-8859-1
    when 0x80; array_enc << 0x20AC # 0xe2 0x82 0xac
    when 0x82; array_enc << 0x201A # 0xe2 0x82 0x9a
    when 0x83; array_enc << 0x0192 # 0xc6 0x92
    when 0x84; array_enc << 0x201E # 0xe2 0x82 0x9e
    when 0x85; array_enc << 0x2026 # 0xe2 0x80 0xa6
    when 0x86; array_enc << 0x2020 # 0xe2 0x80 0xa0
    when 0x87; array_enc << 0x2021 # 0xe2 0x80 0xa1
    when 0x88; array_enc << 0x02C6 # 0xcb 0x86
    when 0x89; array_enc << 0x2030 # 0xe2 0x80 0xb0
    when 0x8A; array_enc << 0x0160 # 0xc5 0xa0
    when 0x8B; array_enc << 0x2039 # 0xe2 0x80 0xb9
    when 0x8C; array_enc << 0x0152 # 0xc5 0x92
    when 0x8E; array_enc << 0x017D # 0xc5 0xbd
    when 0x91; array_enc << 0x2018 # 0xe2 0x80 0x98
    when 0x92; array_enc << 0x2019 # 0xe2 0x80 0x99
    when 0x93; array_enc << 0x201C # 0xe2 0x80 0x9c
    when 0x94; array_enc << 0x201D # 0xe2 0x80 0x9d
    when 0x95; array_enc << 0x2022 # 0xe2 0x80 0xa2
    when 0x96; array_enc << 0x2013 # 0xe2 0x80 0x93
    when 0x97; array_enc << 0x2014 # 0xe2 0x80 0x94
    when 0x98; array_enc << 0x02DC # 0xcb 0x9c
    when 0x99; array_enc << 0x2122 # 0xe2 0x84 0xa2
    when 0x9A; array_enc << 0x0161 # 0xc5 0xa1
    when 0x9B; array_enc << 0x203A # 0xe2 0x80 0xba
    when 0x9C; array_enc << 0x0152 # 0xc5 0x93
    when 0x9E; array_enc << 0x017E # 0xc5 0xbe
    when 0x9F; array_enc << 0x0178 # 0xc5 0xb8
    else
      array_enc << num
    end
  end
  array_enc.pack('U*')
end

#decode_iconv(str) ⇒ Object 



6
7
8
 
# File 'lib/extensions/rexml/rexml/encodings/ICONV.rb', line 6

def decode_iconv(str)
  Iconv.conv(UTF_8, @encoding, str)
end

#decode_unile(str) ⇒ Object 



18
19
20
21
22
23
24
25
 
# File 'lib/extensions/rexml/rexml/encodings/UNILE.rb', line 18

def decode_unile(str)
  array_enc=str.unpack('C*')
  array_utf8 = []
  0.step(array_enc.size-1, 2){|i| 
    array_utf8 << (array_enc.at(i) + array_enc.at(i+1)*0x100)
  }
  array_utf8.pack('U*')
end

#decode_utf16(str) ⇒ Object 



18
19
20
21
22
23
24
25
26
 
# File 'lib/extensions/rexml/rexml/encodings/UTF-16.rb', line 18

def decode_utf16(str)
  str = str[2..-1] if /^\376\377/n =~ str
  array_enc=str.unpack('C*')
  array_utf8 = []
  0.step(array_enc.size-1, 2){|i| 
    array_utf8 << (array_enc.at(i+1) + array_enc.at(i)*0x100)
  }
  array_utf8.pack('U*')
end

#decode_utf8(str) ⇒ Object 



7
8
9
 
# File 'lib/extensions/rexml/rexml/encodings/UTF-8.rb', line 7

def decode_utf8(str)
  str
end

#encode_ascii(content) ⇒ Object

Convert from UTF-8



4
5
6
7
8
9
10
11
12
13
14
15
16
 
# File 'lib/extensions/rexml/rexml/encodings/US-ASCII.rb', line 4

def encode_ascii content
  array_utf8 = content.unpack('U*')
  array_enc = []
  array_utf8.each do |num|
    if num <= 0x7F
      array_enc << num
    else
      # Numeric entity (&#nnnn;); shard by  Stefan Scholl
      array_enc.concat "&\##{num};".unpack('C*')
    end
  end
  array_enc.pack('C*')
end

#encode_cp1252(content) ⇒ Object

Convert from UTF-8



14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
 
# File 'lib/extensions/rexml/rexml/encodings/CP-1252.rb', line 14

def encode_cp1252(content)
  array_utf8 = content.unpack('U*')
  array_enc = []
  array_utf8.each do |num|
    case num
      # shortcut first bunch basic characters
    when 0..0xFF; array_enc << num
      # characters added compared to iso-8859-1
    when 0x20AC; array_enc << 0x80 # 0xe2 0x82 0xac
    when 0x201A; array_enc << 0x82 # 0xe2 0x82 0x9a
    when 0x0192; array_enc << 0x83 # 0xc6 0x92
    when 0x201E; array_enc << 0x84 # 0xe2 0x82 0x9e
    when 0x2026; array_enc << 0x85 # 0xe2 0x80 0xa6
    when 0x2020; array_enc << 0x86 # 0xe2 0x80 0xa0
    when 0x2021; array_enc << 0x87 # 0xe2 0x80 0xa1
    when 0x02C6; array_enc << 0x88 # 0xcb 0x86
    when 0x2030; array_enc << 0x89 # 0xe2 0x80 0xb0
    when 0x0160; array_enc << 0x8A # 0xc5 0xa0
    when 0x2039; array_enc << 0x8B # 0xe2 0x80 0xb9
    when 0x0152; array_enc << 0x8C # 0xc5 0x92
    when 0x017D; array_enc << 0x8E # 0xc5 0xbd
    when 0x2018; array_enc << 0x91 # 0xe2 0x80 0x98
    when 0x2019; array_enc << 0x92 # 0xe2 0x80 0x99
    when 0x201C; array_enc << 0x93 # 0xe2 0x80 0x9c
    when 0x201D; array_enc << 0x94 # 0xe2 0x80 0x9d
    when 0x2022; array_enc << 0x95 # 0xe2 0x80 0xa2
    when 0x2013; array_enc << 0x96 # 0xe2 0x80 0x93
    when 0x2014; array_enc << 0x97 # 0xe2 0x80 0x94
    when 0x02DC; array_enc << 0x98 # 0xcb 0x9c
    when 0x2122; array_enc << 0x99 # 0xe2 0x84 0xa2
    when 0x0161; array_enc << 0x9A # 0xc5 0xa1
    when 0x203A; array_enc << 0x9B # 0xe2 0x80 0xba
    when 0x0152; array_enc << 0x9C # 0xc5 0x93
    when 0x017E; array_enc << 0x9E # 0xc5 0xbe
    when 0x0178; array_enc << 0x9F # 0xc5 0xb8
    else
      # all remaining basic characters can be used directly
      if num <= 0xFF
        array_enc << num
      else
        # Numeric entity (&#nnnn;); shard by  Stefan Scholl
        array_enc.concat "&\##{num};".unpack('C*')
      end
    end
  end
  array_enc.pack('C*')
end

#encode_iconv(content) ⇒ Object 



10
11
12
 
# File 'lib/extensions/rexml/rexml/encodings/ICONV.rb', line 10

def encode_iconv(content)
  Iconv.conv(@encoding, UTF_8, content)
end

#encode_unile(content) ⇒ Object 



3
4
5
6
7
8
9
10
11
12
13
14
15
16
 
# File 'lib/extensions/rexml/rexml/encodings/UNILE.rb', line 3

def encode_unile content
  array_utf8 = content.unpack("U*")
  array_enc = []
  array_utf8.each do |num|
    if ((num>>16) > 0)
      array_enc << ??
      array_enc << 0
    else
      array_enc << (num & 0xFF)
      array_enc << (num >> 8)
    end
  end
  array_enc.pack('C*')
end

#encode_utf16(content) ⇒ Object 



3
4
5
6
7
8
9
10
11
12
13
14
15
16
 
# File 'lib/extensions/rexml/rexml/encodings/UTF-16.rb', line 3

def encode_utf16 content
  array_utf8 = content.unpack("U*")
  array_enc = []
  array_utf8.each do |num|
    if ((num>>16) > 0)
      array_enc << 0
      array_enc << ??
    else
      array_enc << (num >> 8)
      array_enc << (num & 0xFF)
    end
  end
  array_enc.pack('C*')
end

#encode_utf8(content) ⇒ Object 



3
4
5
 
# File 'lib/extensions/rexml/rexml/encodings/UTF-8.rb', line 3

def encode_utf8 content
  content
end

#from_iso_8859_15(str) ⇒ Object

Convert to UTF-8



51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
 
# File 'lib/extensions/rexml/rexml/encodings/ISO-8859-15.rb', line 51

def from_iso_8859_15(str)
  array_latin9 = str.unpack('C*')
  array_enc = []
  array_latin9.each do |num|
    case num
      # characters that differ compared to iso-8859-1
    when 0xA4; array_enc << 0x20AC
    when 0xA6; array_enc << 0x0160
    when 0xA8; array_enc << 0x0161
    when 0xB4; array_enc << 0x017D
    when 0xB8; array_enc << 0x017E
    when 0xBC; array_enc << 0x0152
    when 0xBD; array_enc << 0x0153
    when 0xBE; array_enc << 0x0178
    else
      array_enc << num
    end
  end
  array_enc.pack('U*')
end

#to_iso_8859_15(content) ⇒ Object

Convert from UTF-8



12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
 
# File 'lib/extensions/rexml/rexml/encodings/ISO-8859-15.rb', line 12

def to_iso_8859_15(content)
  array_utf8 = content.unpack('U*')
  array_enc = []
  array_utf8.each do |num|
    case num
      # shortcut first bunch basic characters
    when 0..0xA3; array_enc << num
      # characters removed compared to iso-8859-1
    when 0xA4; array_enc << '&#164;'
    when 0xA6; array_enc << '&#166;'
    when 0xA8; array_enc << '&#168;'
    when 0xB4; array_enc << '&#180;'
    when 0xB8; array_enc << '&#184;'
    when 0xBC; array_enc << '&#188;'
    when 0xBD; array_enc << '&#189;'
    when 0xBE; array_enc << '&#190;'
      # characters added compared to iso-8859-1
    when 0x20AC; array_enc << 0xA4 # 0xe2 0x82 0xac
    when 0x0160; array_enc << 0xA6 # 0xc5 0xa0
    when 0x0161; array_enc << 0xA8 # 0xc5 0xa1
    when 0x017D; array_enc << 0xB4 # 0xc5 0xbd
    when 0x017E; array_enc << 0xB8 # 0xc5 0xbe
    when 0x0152; array_enc << 0xBC # 0xc5 0x92
    when 0x0153; array_enc << 0xBD # 0xc5 0x93
    when 0x0178; array_enc << 0xBE # 0xc5 0xb8
    else
      # all remaining basic characters can be used directly
      if num <= 0xFF
        array_enc << num
      else
        # Numeric entity (&#nnnn;); shard by  Stefan Scholl
        array_enc.concat "&\##{num};".unpack('C*')
      end
    end
  end
  array_enc.pack('C*')
end