forked from vito/chyrp
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathgettext.rb
267 lines (238 loc) · 9.93 KB
/
gettext.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
require "find"
require "yaml"
require "optparse"
OPTIONS = {
:project => "Chyrp v2.1 git",
:domain => nil,
:msgstr => "",#"XXX",
:msgstr_filter => "",#"XXX :: %s",
:exclude => [".git", "modules", "lib", "feathers", "themes", "config.yaml.php"],
:keys => ["name", "description", "plural", "notifications", "confirm"]
}
# Shamelessly taken from the Twig lexer. :P
STRING = /(?:"([^"\\]*(?:\\.[^"\\]*)*)"|'([^'\\]*(?:\\.[^'\\]*)*)')/sm
ARGV.options do |o|
script_name = File.basename($0)
o.banner = "Usage: #{script_name} [directory] [OPTIONS]"
o.define_head "Scans [directory] recursively for various forms of Gettext translations and outputs to a .po file."
o.separator ""
o.on("--project=[val]", String,
"The name of the project the .pot file is for.") { |OPTIONS[:project]| }
o.on("--maintainer=[val]", String,
"The maintainer of the .pot file. (Firstname Lastname <[email protected]>)") { |OPTIONS[:maintainer]| }
o.on("--domain=[val]", String,
"Domain to scan for translations.") { |OPTIONS[:domain]| }
o.on("--msgstr=[val]", String,
"Message string to translate all found translations to. Useful for debugging.") { |OPTIONS[:mststr]| }
o.on("--exclude=[val1,val2]", Array,
"A list of directories to exclude from the scan.") { |OPTIONS[:exclude]| }
o.on("--keys=[val1,val2]", Array,
"A list of YAML keys for which to generate translations.") { |OPTIONS[:keys]| }
o.separator ""
o.on_tail("-h", "--help", "Show this help message.") do
puts o
exit
end
o.parse!
end
class Gettext
def initialize(start)
@start, @files, @translations = start, [], {}
@domain = (OPTIONS[:domain].nil?) ? "" : ', "'+OPTIONS[:domain]+'"'
@twig_domain = (OPTIONS[:domain].nil? or OPTIONS[:domain] == "theme") ? "" : '\("'+OPTIONS[:domain]+'"\)'
@twig_arg_domain = (OPTIONS[:domain].nil? or OPTIONS[:domain] == "theme") ? "" : ', "'+OPTIONS[:domain]+'"'
prepare_files
do_scan
print_pofile
end
def prepare_files
Find.find(@start) do |path|
cleaned = path.sub("./", "")
if FileTest.directory?(path)
if OPTIONS[:exclude].include?(cleaned)
Find.prune
else
next
end
else
next unless path =~ /\.(php|twig|yaml)/
@files << [cleaned, path] if File.read(path) =~ /(__|_f|_p)\((#{STRING})#{@domain}\)/
@files << [cleaned, path] if File.read(path) =~ /Group::add_permission\(([^,]+), (#{STRING})\)/
@files << [cleaned, path] if File.read(path) =~ /(#{STRING})\s*\|\s*translate#{@twig_domain}/
@files << [cleaned, path] if File.read(path) =~ /(#{STRING})\s*\|\s*translate_plural\((#{STRING}),\s*.*?#{@domain}\)\s*\|\s*format\(.*?\)/
@files << [cleaned, path] if path =~ /\.yaml/
end
end
end
def do_scan
@files.each do |cleaned, file|
if File.basename(file) =~ /\.yaml$/
scan_yaml file, cleaned
next
end
counter = 1
File.open(file, "r") do |infile|
while line = infile.gets
scan_normal line, counter, file, cleaned
scan_permissions line, counter, file, cleaned
scan_filter line, counter, file, cleaned
scan_plural line, counter, file, cleaned
scan_twig line, counter, file, cleaned
scan_twig_filter line, counter, file, cleaned
scan_twig_plural line, counter, file, cleaned
counter += 1
end
end
end
end
def scan_normal(text, line, filename, clean_filename)
text.gsub(/__\((#{STRING})#{@domain}\)/) do
if @translations[$1].nil?
@translations[$1] = { :places => [clean_filename + ":" + line.to_s],
:filter => false,
:plural => false }
elsif not @translations[$1][:places].include?(clean_filename + ":" + line.to_s)
@translations[$1][:places] << clean_filename + ":" + line.to_s
end
end
end
def scan_permissions(text, line, filename, clean_filename)
text.gsub(/Group::add_permission\(([^,]+), (#{STRING})\)/) do
if @translations[$2].nil?
@translations[$2] = { :places => [clean_filename + ":" + line.to_s],
:filter => false,
:plural => false }
elsif not @translations[$2][:places].include?(clean_filename + ":" + line.to_s)
@translations[$2][:places] << clean_filename + ":" + line.to_s
end
end
end
def scan_filter(text, line, filename, clean_filename)
text.gsub(/_f\((#{STRING}), .*?#{@domain}\)/) do
if @translations[$1].nil?
@translations[$1] = { :places => [clean_filename + ":" + line.to_s],
:filter => true,
:plural => false }
elsif not @translations[$1][:places].include?(clean_filename + ":" + line.to_s)
@translations[$1][:places] << clean_filename + ":" + line.to_s
end
end
end
def scan_plural(text, line, filename, clean_filename)
text.gsub(/_p\((#{STRING}), (#{STRING}), .*?#{@domain}\)/) do
if @translations[$1].nil?
@translations[$1] = { :places => [clean_filename + ":" + line.to_s],
:filter => true,
:plural => $4 }
elsif not @translations[$1][:places].include?(clean_filename + ":" + line.to_s)
@translations[$1][:places] << clean_filename + ":" + line.to_s
end
end
end
def scan_twig(text, line, filename, clean_filename)
text.gsub(/[\s\{\(](#{STRING})\s*\|\s*translate(?!_plural)#{@twig_domain}(?!\s*\|\s*format)/) do
if @translations[$1].nil?
@translations[$1] = { :places => [clean_filename + ":" + line.to_s],
:filter => false,
:plural => false }
elsif not @translations[$1][:places].include?(clean_filename + ":" + line.to_s)
@translations[$1][:places] << clean_filename + ":" + line.to_s
end
end
end
def scan_twig_filter(text, line, filename, clean_filename)
text.gsub(/[\s\{\(](#{STRING})\s*\|\s*translate(?!_plural)#{@twig_domain}\s*\|\s*format\(.*?\).*?/) do
if @translations[$1].nil?
@translations[$1] = { :places => [clean_filename + ":" + line.to_s],
:filter => true,
:plural => false }
elsif not @translations[$1][:places].include?(clean_filename + ":" + line.to_s)
@translations[$1][:places] << clean_filename + ":" + line.to_s
end
end
end
def scan_twig_plural(text, line, filename, clean_filename)
text.gsub(/[\s\{\(](#{STRING})\s*\|\s*translate_plural\((#{STRING}),.*?#{@twig_arg_domain}\)\s*\|\s*format\(.*?\)/) do
if @translations[$1].nil?
@translations[$1] = { :places => [clean_filename + ":" + line.to_s],
:filter => true,
:plural => $4 }
elsif not @translations[$1][:places].include?(clean_filename + ":" + line.to_s)
@translations[$1][:places] << clean_filename + ":" + line.to_s
end
end
end
def scan_yaml(filename, clean_filename)
info = YAML.load_file(filename)
counter = 0
info.each do |key, val|
counter += 1
next unless OPTIONS[:keys].include?(key)
if val.class == String
val.gsub!("\"", "\\\"")
val = '"'+val+'"'
if @translations[val].nil?
@translations[val] = { :places => [clean_filename + ":" + counter.to_s],
:filter => false,
:plural => false }
elsif not @translations[val][:places].include?(clean_filename + ":" + counter.to_s)
@translations[val][:places] << clean_filename + ":" + counter.to_s
end
end
if val.class == Array
val.each do |val|
val.gsub!("\"", "\\\"")
val = '"'+val+'"'
if @translations[val].nil?
@translations[val] = { :places => [clean_filename + ":" + counter.to_s],
:filter => false,
:plural => false }
elsif not @translations[val][:places].include?(clean_filename + ":" + counter.to_s)
@translations[val][:places] << clean_filename + ":" + counter.to_s
end
counter += 1
end
end
end
end
def print_pofile
puts '# '+OPTIONS[:project]+' Translation File.'
puts '# Copyright (C) YEAR '+OPTIONS[:maintainer].gsub(/ <([^>]+)>/, "")
puts '# This file is distributed under the same license as the '+OPTIONS[:project]+' package.'
puts '# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.'
puts '#'
puts '#, fuzzy'
puts 'msgid ""'
puts 'msgstr ""'
puts '"Project-Id-Version: '+OPTIONS[:project]+'\n"'
puts '"Report-Msgid-Bugs-To: '+OPTIONS[:maintainer].gsub(/[^<]+ <([^>]+)>/, "\\1")+'\n"'
puts '"POT-Creation-Date: '+Time.now.utc.strftime("%Y-%m-%d %H:%M")+'+0000\n"'
puts '"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"'
puts '"Last-Translator: FIRST LAST <[email protected]>\n"'
puts '"Language-Team: LANGUAGE <[email protected]>\n"'
puts '"MIME-Version: 1.0\n"'
puts '"Content-Type: text/plain; charset=CHARSET\n"'
puts '"Content-Transfer-Encoding: 8bit\n"'
puts '"Plural-Forms: nplurals=INTEGER; plural=EXPRESSION;\n"'
puts ''
output = ""
@translations.each do |text, attr|
attr[:places].each do |place|
output << "#: "+place+"\n"
end
output << "#, php-format\n" if attr[:filter]
output << "msgid "+text+"\n"
output << "msgid_plural "+attr[:plural]+"\n" if attr[:plural]
if attr[:plural]
output << "msgstr[0] \"#{OPTIONS[:msgstr]}\"\n"
output << "msgstr[1] \"#{OPTIONS[:msgstr]}\"\n"
else
output << "msgstr \"#{(attr[:filter]) ? OPTIONS[:msgstr_filter] || OPTIONS[:msgstr] : OPTIONS[:msgstr]}\"\n"
end
output << "\n"
end
puts output
end
end
Gettext.new ARGV[0] || "."