Jump to content

Module:Ko-translit/sandbox

Add links
From Wikipedia, the free encyclopedia
local p = {}
local find = mw.ustring.find
local gsub = mw.ustring.gsub
local m_data = require('Module:Ko-translit/data')
local m_utils = require('Module:Ko-utils')
local get_args = require('Module:Arguments').getArgs

--[[
IMPORTANT NOTE before editing this module:
1. Make sure that you use a font that displays the following characters differently, and that you know the differences of them:
	ᄀ (U+1100)
	ᆨ (U+11A8)
	ㄱ (U+3131)
2. When dealing with decomposed Hangul,
	a. [ᄀ-ᄒ] should not be directly followed by [ᅡ-ᅵ] because MediaWiki uses Unicode Normalization Form C (NFC), which converts any sequence of [ᄀ-ᄒ][ᅡ-ᅵ] into a precomposed character; write ᄀ[ᅡ] or ᄀ(ᅡ)
	b. ᄀ[ᅡ] or ᄀ(ᅡ) at the end of a pattern is equivalent to not just 가 but [가-갛] in precomposed form. To match a syllabic block without a final consonant at the end of a pattern, use both vowel + [^ᆨ-ᇂ] and vowel + $
		For example, to only match 가 (and not [각-갛]) at the end of a pattern, use both ᄀ[ᅡ][^ᆨ-ᇂ] and ᄀ[ᅡ]$
--]]

local function gsub_iterate(text, table)
	for _, entry in ipairs(table) do
		text = gsub(text, entry[1], entry[2])
	end
	return text
end

local function remove_links_and_markup(text)
	-- these either are unnecessary or interfere with assimilation

	-- remove bold/italic
	-- it is not impossible to allow bold/italic when it does not interfere with assimilation, but determining when to allow or disallow that adds complication for little practical gain
	text = gsub(text, "'''", "")
	text = gsub(text, "''", "")
	-- remove HTML tags (except br)
	text = gsub(text, "<[Bb][Rr] */?>", "&#10;")
	text = gsub(text, "</?[A-Za-z][^>]->", "")
	text = gsub(text, "&#10;", "<br>")
	-- remove wikilinks
	text = gsub(text, "%[%[[^%|]+%|(..-)%]%]", "%1")
	text = gsub(gsub(text, "%[%[", ""), "%]%]", "")

	text = mw.text.killMarkers(text)

	return text
end

local function disallow_invalid_input(text)
	-- very first step
	-- Hangul status: precomposed (한)

	-- input must contain Hangul
	if not m_utils.contains_hangul(text) then
		error("Input must contain Hangul")
	end

	-- no direct insertion of reference or footnote
	if m_utils.contains_reference(text) then
		error("Input cannot contain references")
	end

	-- if input contains Hangul not supported by RR and MR, change text to "N/A" and skip everything
	if find(text, "[ᄓ-ᅠᅶ-ᆧᇃ-ᇿ〮〯ㅤ-ㆎꥠ-꥿ힰ-퟿]") then
		text = "N/A"
		return text
	end

	text = gsub_iterate(text, m_data.escaped_to_html_enc) -- replacing escaped special chars with placeholders

	-- various validations of input
	if find(text, "[ᄀ-ᄒ]") or find(text, "[ᅡ-ᅵᆨ-ᇂ]") then
		error("Do not input conjoining Hangul jamo directly")
	elseif find(text, "`%*") then
		error("Use *` instead of `*")
	elseif find(text, "@%*") then
		error("Use *@ instead of @*")
	elseif find(text, "%^[^가-힣]") then
		error("^ must be immediately followed by Hangul syllabic block")
	elseif find(text, "[^%*0-9A-Za-z]`") or find(text, "[^0-9A-Za-z]%*`") or find(text, "`[^가-깋다-딯바-빟자-짛]") then
		error("Found invalid sequence containing `")
	elseif find(text, "[^%*ㄹ가-힣]@") or find(text, "[^가-힣]%*@") or find(text, "%*@[^가-깋다-딯바-빟자-짛]") or find(text, "ㄹ@[^가-깋다-딯바-빟사-싷자-짛]") or find(text, "@[^가-깋다-딯라-맇바-빟사-싷아어에엔엘여요으은을음읍의이인일임입자-짛하-힣]") then
		error("Found invalid sequence containing @")
	elseif find(text, "[^가-힣]%$") or find(text, "%$[^야-얳여-옣요-욯유-윶윸-윻이-잍잏]") then
		error("Found invalid sequence containing $")
	elseif find(text, "%%$") then
		error("Remove final %")
	elseif find(text, "[ _][ _]") then
		error("No two or more consecutive space characters")
	elseif find(text, "^[%$%*@_`]") or find(text, "^%%[^_가-힣]") or find(text, "[ _]%*") or find(text, "%*[ %*%-_]") or find(text, "%-%*") or find(text, "[﷐-﷒]") or find(text, "[%$%*@%^`]$") then
		error("Invalid input")
	end

	return text
end


local function check_invalid_seq(text)
	-- validity check after removing links and markups (before decomposing Hangul)
	-- Hangul status: precomposed (한)

	if find(text, "[ _][ _]") then
		error("No two or more consecutive space characters")
	elseif find(text, "^[%$%*@_`]") or find(text, "[ _]%*") or find(text, "%*[ %*%-_]") or find(text, "%-%*") or find(text, "[%$%*@%^_`]$") then
		error("Invalid input")
	end

	return text
end

local function check_invalid_seq_decomposed_hangul(text)
	-- validity check after decomposing Hangul
	-- Hangul status: decomposed (ᄒ+ᅡ+ᆫ)

	if find(text, "[ᆨ-ᆪᆬ-ᆮᆴ-ᆶᆸᆹᆻᆽ-ᇂ]%*?﷐?@﷐?[ᄀᄃᄇᄉᄌ]") or find(text, "ᆰ%*?﷐?@﷐?[ᄀ-ᄊᄌ-ᄑ]") or find(text, "ᆲ﷐?@﷐?[ᄀ-ᄊᄌ-ᄑ]") or find(text, "ᆺ%*@[ᄀᄇ]") or find(text, "ᆺ%*?﷐?@﷐?[ᄁ-ᄆᄈ-ᄊᄌ-ᄑ]") or find(text, "[ᅡ-ᅵᆨ-ᆪᆬ-ᇂ]﷐?@﷐?ᄅ") or find(text, "[ᅡ-ᅵᆨᆫᆭ-ᆯᆶ-ᆸᆼ]﷐?@﷐?ᄋ") or find(text, "[ᅡ-ᅵᆫ-ᆭᆯᆱ-ᆷᆼ]﷐?@﷐?ᄒ") then
		error("Found invalid sequence containing @")
	elseif find(text, "[ᅡ-ᅵ]﷐?%$") then
		error("Found invalid sequence containing $")
	end

	return text
end


local function parse_name(text)
	-- processing people names
	-- Hangul status: precomposed (한)

	local hanja_readings_final_L = "갈걸결골괄굴궐귤글길날녈놜눌닐달돌랄렬률말멸몰물밀발벌별불살설솔술슬실알얼열올왈울월율을일절졸줄즐질찰철촬출칠탈팔필할헐혈홀활훌휼흘힐"
	local hanja_readings_init_DSJ = "다단달담답당대댁덕도독돈돌동두둔득등사삭산살삼삽상새색생서석선설섬섭성세소속손솔송쇄쇠수숙순술숭쉬슬습승시식신실심십자작잔잠잡장재쟁저적전절점접정제조족존졸종좌죄주죽준줄중즉즐즙증지직진질짐집징"

	-- note: internally uses 3 noncharacters
	-- ﷐ (U+FDD0): mostly for given name in RR
	-- ﷑ (U+FDD1): marks beginning of name
	-- ﷒ (U+FDD2): marks end of name

	-- change % to U+FDD1 and U+FDD2 (end of string also terminates name mode)
	text = gsub(text, "%%([^%%]*)%%", "﷑%1﷒")
	text = gsub(text, "%%([^%%]*)$", "﷑%1﷒")
	-- disallow invalid input for name
	if find(text, "﷑﷒") then
		error("Name cannot be empty")
	elseif find(text, "﷑[^﷑﷒]*[^가-힣_ ][^﷑﷒]*﷒") then
		error("Invalid character in name")
	elseif find(text, "﷑ ") then
		error("Name cannot begin with space")
	elseif find(text, " ﷒") then
		error("Name cannot end with space")
	elseif find(text, "﷑[^﷒]*[ _][^﷒]*[ _][^﷒]*﷒") then
		error("No more than two components in name")
	elseif find(text, "﷑[가-힣]_") then
		error("No _ after one-syllable surname")
	elseif find(text, "﷑[^﷒]*[" .. hanja_readings_final_L .. "]@[" .. hanja_readings_init_DSJ .. "][^﷒]*﷒") then
		error("Contains unnecessary @ in name") -- see below
	end
	-- separate surname and given name
	-- if input contains _ or space, separate there
	text = gsub(text, "﷑([가-힣%$@]+)_﷒", "﷑^%1_﷒") -- for surname-only string
	text = gsub(text, "﷑_([가-힣%$@]+)﷒", "﷑_^%1﷒") -- for mononym
	text = gsub(text, "﷑([가-힣%$@]+)[ _]([가-힣%$@]+)﷒", "﷑^%1_^%2﷒")
	-- otherwise, separate after first syllabic block
	text = gsub(text, "﷑([가-힣])﷒", "﷑^%1_﷒") -- for surname-only string
	text = gsub(text, "﷑([가-힣])([가-힣%$@]+)﷒", "﷑^%1_^%2﷒")
	-- check invalid input after separating surname and given name
	if find(text, "﷑[^﷒]*_%^[%$@][^﷒]*﷒") then
		error("No @ or $ between surname and given name")
	end
	-- tensification of ㄹ + {ㄷ, ㅅ, ㅈ} (needed for MR; e.g. 홍길동 [홍길똥], 을지문덕 [을찌문덕])
	-- does not occur when same syllable is repeated (e.g. 구구절절 [구구절절], not [구구절쩔]); just using U+FDD0 here too
	for i = 1, mw.ustring.len(text) do
		text = gsub(text, "﷑([^﷒]*)([달돌살설솔술슬실절졸줄즐질])%2([^﷒]*)﷒", "﷑%1%2﷐%2%3﷒")
	end
	-- now apply tensification
	for i = 1, mw.ustring.len(text) do
		text = gsub(text, "﷑([^﷒]*)([" .. hanja_readings_final_L .. "])([" .. hanja_readings_init_DSJ .. "])([^﷒]*)﷒", "﷑%1%2@%3%4﷒")
	end
	-- insert U+FDD0 in given name (needed for RR; e.g. 한복남 Han Boknam, not Han Bongnam)
	for i = 1, mw.ustring.len(text) do
		text = gsub(text, "﷑([^﷒]*)_%^([^﷒]*)([가-힣%$@])([가-힣%$@])([^﷒]*)﷒", "﷑%1_^%2%3﷐%4%5﷒")
	end
	-- remove _ which was needed for surname-only string and mononym
	text = gsub(text, "_﷒", "﷒")
	text = gsub(text, "﷑_%^", "﷑^")
	-- remove U+FDD1 and U+FDD2
	text = gsub(text, "[﷑﷒]", "")

	return text
end

local function final_processing(text)
	-- final processing for RR and MR

	-- result should not contain Hangul
	if m_utils.contains_hangul(text) then
		error("Result contains Hangul; debugging required")
	end

	text = gsub_iterate(text, m_data.html_enc_to_ascii) -- convert HTML encodings back to ASCII

	-- if result is nothing (e.g. when input is just ㅇ)
	if text == "" then
		text = "—"
	end

	return text
end

-- Convert to Revised Romanization
function p.rr(frame)
	return p._rr(get_args(frame))
end

function p._rr(args)
	local text = args[1]
	text = disallow_invalid_input(text)
	if text == "N/A" then
		return text
	end
	text = parse_name(text)
	text = remove_links_and_markup(text)
	text = check_invalid_seq(text)
	text = gsub(text, "`", "") -- ignore ` (only needed for MR; not needed for RR)
	text = gsub_iterate(text, m_data.enclosed_hangul)
	text = m_utils.decompose_hangul(text) -- decompose Hangul
	text = check_invalid_seq_decomposed_hangul(text)
	text = gsub_iterate(text, m_data.exceptions)

	text = gsub(text, "%*", "-") -- * for additional hyphen in romanization only
	text = gsub_iterate(text, m_data.n_addition) -- $ for ㄴ-addition
	text = gsub_iterate(text, m_data.null_init_ieung) -- for null-init consonant ㅇ (연음)

	-- convert ㅎ combinations
	text = gsub_iterate(text, m_data.process_hieut)
	text = gsub(text, "ᇂᄉ", "ᄉ")

	text = gsub(text, "ᆰᄀ", "ᆯᄀ") -- ㄺㄱ [ㄹㄲ] (usually verb/adjective stem ending in ㄺ + ending/suffix beginning with ㄱ (맑고 [말꼬], 긁개 [글깨]))
	text = gsub_iterate(text, m_data.neutralize_syl_final_consonants) -- neutralization of syl-final consonants
	text = gsub_iterate(text, m_data.at_irregularities) -- @ for 절음 법칙, ㄴㄹ pronounced [ㄴㄴ]
	text = gsub_iterate(text, m_data.at_irregularities_additional_rr) -- @ for ㄱㅎ/ㄷㅎ/ㅂㅎ → k/t/p
	text = gsub(text, "@", "")
	text = gsub_iterate(text, m_data.consonant_assimilations) -- consonant assimilations
	text = gsub(text, "ᆯᄅ", "ᆯl") -- ㄹㄹ is ll
	text = gsub_iterate(text, m_data.drop_y) -- drop y after {ㅈ, ㅉ, ㅊ}
	text = gsub_iterate(text, m_data.vowels_rr) -- replace Hangul vowels with romanized text
	text = gsub(text, "'([ᄋㅇ]+)'", "&#39;%1&#39;") -- to prevent input like 'ㅇ' (with ') from becoming italic markup (as [ᄋㅇ] is simply removed later)
	text = gsub_iterate(text, m_data.single_consonants_rr) -- replace single consonants with romanized text
	text = gsub(text, "﷐", "") -- now remove U+FDD0 that was needed for converting each syllabic block in given name separately (e.g. 한복남 Han Boknam, not Han Bongnam)

	-- ^ for capitalization
	text = gsub(text, "%^[a-eg-km-pr-uwy]", mw.ustring.upper)
	text = gsub(text, "%^", "")

	text = final_processing(text)

	return text
end

-- Convert to McCune–Reischauer
function p.mr(frame)
	return p._mr(get_args(frame))
end

function p._mr(args)
	local text = args[1]
	text = disallow_invalid_input(text)
	if text == "N/A" then
		return text
	end
	text = parse_name(text)
	text = gsub(text, "﷐", "") -- remove U+FDD0 (only needed for RR; not needed for MR)
	text = remove_links_and_markup(text)
	text = check_invalid_seq(text)
	text = gsub_iterate(text, m_data.enclosed_hangul)
	text = m_utils.decompose_hangul(text) -- decompose Hangul
	text = check_invalid_seq_decomposed_hangul(text)
	text = gsub_iterate(text, m_data.exceptions)

	text = gsub(text, "([ᄀᄁᄃ-ᄊᄌ-ᄑ])ᅴ", "%1ᅵ") -- syl-init consonant + ㅢ → syl-init consonant + ㅣ (except 의, 늬, 희)
	text = gsub(text, "(ᄋ[ᅧ]ᄃ[ᅥ])ᆲ([ᄀᄃᄇᄉᄌ])", "%1ᆯ%2") -- 여덟 + particle (tensification does not occur)
	text = gsub_iterate(text, m_data.n_addition) -- $ for ㄴ-addition
	text = gsub_iterate(text, m_data.null_init_ieung) -- for null-init consonant ㅇ (연음)

	-- convert ㅎ combinations
	text = gsub_iterate(text, m_data.process_hieut)
	text = gsub_iterate(text, m_data.process_hieut_additional_mr)

	-- ㄵ, ㄼ, ㄾ cause tensification of following consonant
	-- do not add ㄻ; does not always cause tensification (굶기다 [굼기다], 삶조차 [삼조차])
	text = gsub(text, "([ᆬᆲᆴ])([ᄀᄃᄌ])", "%1@%2")

	text = gsub(text, "ᆰᄀ", "ᆯ@ᄀ") -- ㄺㄱ [ㄹㄲ] (usually verb/adjective stem ending in ㄺ + ending/suffix beginning with ㄱ (맑고 [말꼬], 긁개 [글깨]))

	-- @ for written 사이시옷 + ㄱ/ㅂ (should be done before neutralization of syl-final consonants)
	text = gsub(text, "ᆺ@ᄀ", "ᄁ")
	text = gsub(text, "ᆺ@ᄇ", "ᄈ")

	text = gsub_iterate(text, m_data.neutralize_syl_final_consonants) -- neutralization of syl-final consonants
	text = gsub(text, "([ᅡ-ᅵᆫᆷᆼ])@ᄉ", "%1ᄊ") -- @ for tensification
	text = gsub_iterate(text, m_data.at_irregularities) -- @ for 절음 법칙, ㄴㄹ pronounced [ㄴㄴ]

	-- cases where ㄱ, ㄷ, ㅂ, ㅈ become voiced consonants
	-- * is for additional hyphen in romanization only (voicing is retained after hyphen)
	text = gsub(text, "ᆫᄀ", "ᆫ'`ᄀ") -- n'g
	text = gsub(text, "([ᅡ-ᅵᆫᆯᆷᆼ])([ᄀᄃᄇᄌ])", "%1`%2")
	text = gsub(text, "([ᅡ-ᅵᆫᆯᆷᆼ])%*([ᄀᄃᄇᄌ])", "%1-`%2")
	text = gsub(text, "ᆯ%*ᄅ", "ᆯ-l") -- ㄹ-ㄹ should probably be l-l rather than l-r
	text = gsub(text, "%*", "-")
	text = gsub(text, "@", "")

	-- consonant assimilations
	text = gsub_iterate(text, m_data.consonant_assimilations)
	text = gsub_iterate(text, m_data.consonant_assimilations_additional_mr)

	text = gsub_iterate(text, m_data.drop_y) -- drop y after {ㅈ, ㅉ, ㅊ}
	text = gsub_iterate(text, m_data.vowels_mr) -- replace Hangul vowels with romanized text
	text = gsub(text, "([ao])ᄋe", "%1ë") -- ㅏ에 (aë) and ㅗ에 (oë)
	text = gsub(text, "'([ᄋㅇ]+)'", "&#39;%1&#39;") -- to prevent input like 'ㅇ' (with ') from becoming italic markup (as [ᄋㅇ] is simply removed later)
	text = gsub_iterate(text, m_data.single_consonants_mr) -- replace single consonants with romanized text

	-- replace ' with &#39; when followed by another ' or at end of string (to avoid possible clashes with bold/italic markup)
	text = gsub(text, "([hkpt])''", "%1&#39;'")
	text = gsub(text, "([hkpt])'$", "%1&#39;")

	-- ^ for capitalization
	text = gsub(text, "%^[acehikm-pr-uwyŏŭ]", mw.ustring.upper)
	text = gsub(text, "%^", "")

	text = final_processing(text)

	return text
end

-- Removing special chars (except for escaped ones)
function p.clean_hangul(frame)
	return p._clean_hangul(get_args(frame))
end

function p._clean_hangul(args)
	local text = args[1]

	-- input must contain Hangul
	if not m_utils.contains_hangul(text) then
		error("Input must contain Hangul")
	end

	-- no direct insertion of reference or footnote
	if m_utils.contains_reference(text) then
		error("Input cannot contain references")
	end

	-- symbol should not appear within single syllabic block
	if find(text, "[ᄀ-ᅟꥠ-ꥼ][%$%%%*@%^_`][ᅠ-ᆧힰ-ퟆ]") or find(text, "[ᅠ-ᆧ가개갸걔거게겨계고과괘괴교구궈궤귀규그긔기까깨꺄꺠꺼께껴꼐꼬꽈꽤꾀꾜꾸꿔꿰뀌뀨끄끠끼나내냐냬너네녀녜노놔놰뇌뇨누눠눼뉘뉴느늬니다대댜댸더데뎌뎨도돠돼되됴두둬뒈뒤듀드듸디따때땨떄떠떼뗘뗴또똬뙈뙤뚀뚜뚸뛔뛰뜌뜨띄띠라래랴럐러레려례로롸뢔뢰료루뤄뤠뤼류르릐리마매먀먜머메며몌모뫄뫠뫼묘무뭐뭬뮈뮤므믜미바배뱌뱨버베벼볘보봐봬뵈뵤부붜붸뷔뷰브븨비빠빼뺘뺴뻐뻬뼈뼤뽀뽜뽸뾔뾰뿌뿨쀄쀠쀼쁘쁴삐사새샤섀서세셔셰소솨쇄쇠쇼수숴쉐쉬슈스싀시싸쌔쌰썌써쎄쎠쎼쏘쏴쐐쐬쑈쑤쒀쒜쒸쓔쓰씌씨아애야얘어에여예오와왜외요우워웨위유으의이자재쟈쟤저제져졔조좌좨죄죠주줘줴쥐쥬즈즤지짜째쨔쨰쩌쩨쪄쪠쪼쫘쫴쬐쬬쭈쭤쮀쮜쮸쯔쯰찌차채챠챼처체쳐쳬초촤쵀최쵸추춰췌취츄츠츼치카캐캬컈커케켜켸코콰쾌쾨쿄쿠쿼퀘퀴큐크킈키타태탸턔터테텨톄토톼퇘퇴툐투퉈퉤튀튜트틔티파패퍄퍠퍼페펴폐포퐈퐤푀표푸풔풰퓌퓨프픠피하해햐햬허헤혀혜호화홰회효후훠훼휘휴흐희히ힰ-ퟆ][%$%%%*@%^_`][ᆨ-ᇿퟋ-ퟻ]") then
		error("Do not insert symbol within single syllabic block")
	end

	text = gsub_iterate(text, m_data.escaped_to_html_enc) -- replacing escaped special chars with placeholders
	text = gsub(text, "[%$%%%*@%^_`]", "") -- removing non-escaped special chars
	text = gsub_iterate(text, m_data.html_enc_to_ascii) -- convert HTML encodings back to ASCII
	text = mw.text.unstrip(text) -- unstripping test

	return text
end

return p
Retrieved from "https://en.wikipedia.org/w/index.php?title=Module:Ko-translit/sandbox&oldid=1286484845"