mkvtoolnix/rake.d/po.rb
2019-01-05 15:10:14 +01:00

248 lines
6.8 KiB
Ruby

# coding: utf-8
def format_string_for_po str
return '"' + str.gsub(/"/, '\"') + '"' unless /\\n./.match(str)
([ '""' ] + str.split(/(?<=\\n)/).map { |part| '"' + part.gsub(/"/, '\"') + '"' }).join("\n")
end
def unformat_string_for_po str
str.gsub(/^"|"$/, '').gsub(/\\"/, '"')
end
def fix_po_msgstr_plurals items
return items if (items.size == 0) || !items.first.key?(:comments)
matches = %r{nplurals=(\d+)}.match(items.first[:comments].join(""))
return items if !matches
num_plurals = matches[1].to_i
return items if num_plurals <= 0
items.each do |item|
next unless item.key?(:msgstr)
item[:msgstr] = item[:msgstr][0..num_plurals - 1] if item[:msgstr].size > num_plurals
end
return items
end
def read_po file_name
items = [ { comments: [] } ]
msgtype = nil
line_no = 0
started = false
add_line = lambda do |type, to_add|
items.last[type] ||= []
items.last[type] += to_add if to_add.is_a?(Array)
items.last[type] << to_add if to_add.is_a?(String)
end
IO.readlines(file_name).each do |line|
line_no += 1
line = line.force_encoding("UTF-8").chomp
if !line.empty? && !started
items.last[:line] = line_no
started = true
end
if line.empty?
items << {} unless items.last.keys.empty?
msgtype = nil
started = false
elsif items.size == 1
add_line.call :comments, line
elsif /^#:\s*(.+)/.match(line)
add_line.call :sources, $1.split(/\s+/)
elsif /^#,\s*(.+)/.match(line)
add_line.call :flags, $1.split(/,\s*/)
elsif /^#\./.match(line)
add_line.call :instructions, line
elsif /^#~/.match(line)
add_line.call :obsolete, line
elsif /^#\|/.match(line)
add_line.call :suggestions, line
elsif /^#\s/.match(line)
add_line.call :comments, line
elsif /^ ( msgid(?:_plural)? | msgstr (?: \[ \d+ \])? ) \s* (.+)/x.match(line)
type, string = $1, $2
msgtype = type.gsub(/\[.*/, '').to_sym
items.last[msgtype] ||= []
items.last[msgtype] << unformat_string_for_po(string)
elsif /^"/.match(line)
fail "read_po: #{file_name}:#{line_no}: string entry without prior msgid/msgstr for »#{line}«" unless msgtype
items.last[msgtype].last << unformat_string_for_po(line)
else
fail "read_po: #{file_name}:#{line_no}: unrecognized line type for »#{line}«"
end
end
items.pop if items.last.keys.empty?
return fix_po_msgstr_plurals items
end
def write_po file_name, items
File.open(file_name, "w") do |file|
items.each do |item|
if item[:obsolete]
file.puts(item[:obsolete].join("\n"))
file.puts
next
end
if item[:comments] && !item[:comments].empty?
file.puts(item[:comments].join("\n"))
end
if item[:instructions] && !item[:instructions].empty?
file.puts(item[:instructions].join("\n"))
end
if item[:sources] && !item[:sources].empty?
file.puts(item[:sources].map { |source| "#: #{source}" }.join("\n").gsub(/,$/, ''))
end
if item[:flags] && !item[:flags].empty?
file.puts("#, " + item[:flags].join(", "))
end
if item[:suggestions] && !item[:suggestions].empty?
file.puts(item[:suggestions].join("\n"))
end
if item[:msgid]
file.puts("msgid " + format_string_for_po(item[:msgid].first))
end
if item[:msgid_plural]
file.puts("msgid_plural " + format_string_for_po(item[:msgid_plural].first))
end
if item[:msgstr]
idx = 0
item[:msgstr].each do |msgstr|
suffix = item[:msgid_plural] ? "[#{idx}]" : ""
idx += 1
file.puts("msgstr#{suffix} " + format_string_for_po(msgstr))
end
end
file.puts
end
end
end
def normalize_po file
runq_code "NORMALIZE-PO", :target => file do
write_po file, read_po(file)
end
end
def replace_po_meta_info orig_metas, transifex_meta, key
new_value = /"#{key}: \s+ (.+?) \\n"/x.match(transifex_meta)[1]
# puts "looking for #{key} in #{transifex_meta}"
# puts " new val #{new_value}"
return unless new_value
orig_metas.each { |meta| meta.gsub!(/"#{key}: \s+ .+? \\n"/x, "\"#{key}: #{new_value}\\n\"") }
end
def merge_po orig_items, updated_items, options = {}
translated = Hash[ *updated_items.
select { |item| item[:msgid] && item[:msgid].first && !item[:msgid].first.empty? && item[:msgstr] && !item[:msgstr].empty? && !item[:msgstr].first.empty? }.
map { |item| [ item[:msgid].first, item ] }.
flatten(1)
]
update_meta_info = false
orig_items.each do |orig_item|
next if !orig_item[:msgid] || orig_item[:msgid].empty? || orig_item[:msgid].first.empty?
updated_item = translated[ orig_item[:msgid].first ]
next if !updated_item
next if (orig_item[:msgstr] == updated_item[:msgstr]) && !(orig_item[:flags] || []).include?("fuzzy")
# puts "UPDATE of msgid " + orig_item[:msgid].first
# puts " old " + orig_item[:msgstr].first
# puts " new " + updated_item[:msgstr].first
update_meta_info = true
orig_item[:msgstr] = updated_item[:msgstr]
next if (updated_item[:flags] || []).include?("fuzzy")
orig_item[:flags].reject! { |flag| flag == "fuzzy" } if orig_item[:flags]
orig_item.delete(:suggestions)
end
# update_meta_info = true
return orig_items unless update_meta_info
orig_meta = orig_items.first[:comments]
updated_meta = updated_items.first[:comments].join("")
headers_to_update = %w{PO-Revision-Date Last-Translator Language-Team Plural-Forms}
headers_to_update += options[:headers_to_update] || []
headers_to_update.each { |key| replace_po_meta_info orig_meta, updated_meta, key }
orig_items
end
def transifex_pull_and_merge resource, language
po_file = resource == "programs" ? "po/#{language}.po" : "doc/man/po4a/po/#{language}.po"
runq_git po_file, "checkout HEAD -- #{po_file}"
orig_items = read_po(po_file)
runq "tx pull", po_file, "tx pull -f -r mkvtoolnix.#{resource} -l #{language} > /dev/null"
runq_code "merge", :target => po_file do
transifex_items = read_po(po_file)
merged_items = merge_po orig_items, transifex_items
fixed_items = fix_po_msgstr_plurals merged_items
write_po po_file, fixed_items
end
end
def transifex_remove_fuzzy_and_push resource, language
po_file = resource == "programs" ? "po/#{language}.po" : "doc/man/po4a/po/#{language}.po"
po_file_no_fuzzy = Tempfile.new("mkvtoolnix-rake-po-no-fuzzy")
runq_git po_file, "checkout HEAD -- #{po_file}"
runq "msgattrib", po_file, "msgattrib --no-fuzzy --output=#{po_file_no_fuzzy.path} #{po_file}"
IO.write(po_file, IO.read(po_file_no_fuzzy))
normalize_po po_file
runq "tx push", po_file, "tx push -t -f --no-interactive -r mkvtoolnix.#{resource} -l #{language} > /dev/null"
runq_git po_file, "checkout HEAD -- #{po_file}"
end