Ko itn staging v2

nemo_text_processing/inverse_text_normalization/inverse_normalize.py

@@ -136,6 +136,13 @@ def __init__(
             from nemo_text_processing.inverse_text_normalization.he.verbalizers.verbalize_final import (
                 VerbalizeFinalFst,
             )
+        elif lang == 'ko':  # Korean
+            from nemo_text_processing.inverse_text_normalization.ko.taggers.tokenize_and_classify import ClassifyFst
+            from nemo_text_processing.inverse_text_normalization.ko.verbalizers.verbalize_final import (
+                VerbalizeFinalFst,
+            )
+        else:
+            raise NotImplementedError(f"Language {lang} has not been supported yet.")
 
         self.tagger = ClassifyFst(
             cache_dir=cache_dir, whitelist=whitelist, overwrite_cache=overwrite_cache, input_case=input_case
@@ -180,7 +187,25 @@ def parse_args():
     parser.add_argument(
         "--language",
         help="language",
-        choices=['en', 'de', 'es', 'pt', 'ru', 'fr', 'sv', 'vi', 'ar', 'es_en', 'zh', 'he', 'hi', 'hy', 'mr', 'ja'],
+        choices=[
+            'en',
+            'de',
+            'es',
+            'pt',
+            'ru',
+            'fr',
+            'sv',
+            'vi',
+            'ar',
+            'es_en',
+            'zh',
+            'he',
+            'hi',
+            'hy',
+            'mr',
+            'ja',
+            'ko',
+        ],
         default="en",
         type=str,
     )

nemo_text_processing/inverse_text_normalization/ko/__init__.py

@@ -0,0 +1,17 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from nemo_text_processing.inverse_text_normalization.ko.taggers.tokenize_and_classify import ClassifyFst
+from nemo_text_processing.inverse_text_normalization.ko.verbalizers.verbalize import VerbalizeFst
+from nemo_text_processing.inverse_text_normalization.ko.verbalizers.verbalize_final import VerbalizeFinalFst

nemo_text_processing/inverse_text_normalization/ko/data/__init__.py

@@ -0,0 +1,13 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

nemo_text_processing/inverse_text_normalization/ko/data/currency.tsv

@@ -0,0 +1,9 @@
+달러	$
+불	$
+유로	€
+엔	¥
+파운드	£
+위안	¥
+페소	$
+루피	₹
+원	₩

nemo_text_processing/inverse_text_normalization/ko/data/measure_units.tsv

@@ -0,0 +1,61 @@
+킬로미터	km
+미터	m
+센티미터	cm
+밀리미터	mm
+마이크로미터	μm
+나노미터	nm
+킬로그램	kg
+그램	g
+톤	t
+밀리그램	mg
+마이크로그램	μg
+리터	L
+밀리리터	ml
+씨씨	cc
+시간	h
+분	min
+초	s
+뉴턴	N
+와트	W
+킬로와트	kW
+킬로와트시	kWh
+헤르츠	Hz
+킬로헤르츠	kHz
+메가헤르츠	MHz
+기가헤르츠	GHz
+도	°
+퍼센트	%
+프로	%
+분당회전수	rpm
+알피엠	rpm
+볼트	V
+밀리볼트	mV
+킬로볼트	kV
+암페어	A
+밀리암페어	mA
+평	py
+제곱미터	m²
+제곱킬로미터	km²
+제곱센티미터	cm²
+세제곱미터	m³
+기가바이트	GB
+기가	GB
+테라바이트	TB
+테라	TB
+메가바이트	MB
+메가	MB
+킬로바이트	KB
+바이트	B
+비트	bit
+칼로리	cal
+킬로칼로리	kcal
+줄	J
+킬로줄	kJ
+마력	hp
+옴	Ω
+파스칼	Pa
+헥토파스칼	hPa
+데시벨	dB
+루멘	lm
+럭스	lx
+픽셀	px

nemo_text_processing/inverse_text_normalization/ko/data/months.tsv

@@ -0,0 +1,12 @@
+일	1
+이	2
+삼	3
+사	4
+오	5
+유	6
+칠	7
+팔	8
+구	9
+시	10
+십일	11
+십이	12

nemo_text_processing/inverse_text_normalization/ko/data/numbers/__init__.py

@@ -0,0 +1,13 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

nemo_text_processing/inverse_text_normalization/ko/data/numbers/digit.tsv

@@ -0,0 +1,9 @@
+일	1
+이	2
+삼	3
+사	4
+오	5
+육	6
+칠	7
+팔	8
+구	9

nemo_text_processing/inverse_text_normalization/ko/data/numbers/zero.tsv

@@ -0,0 +1 @@
+영	0

nemo_text_processing/inverse_text_normalization/ko/data/ordinals/__init__.py

@@ -0,0 +1,13 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

nemo_text_processing/inverse_text_normalization/ko/data/ordinals/counter_suffix.tsv

@@ -0,0 +1,17 @@
+개
+명
+병
+마리
+대
+송이
+포기
+사람
+자루
+채
+켤레
+그루
+벌
+잔
+장
+권
+살

nemo_text_processing/inverse_text_normalization/ko/data/ordinals/digit.tsv

@@ -0,0 +1,9 @@
+한	1
+두	2
+세	3
+네	4
+다섯	5
+여섯	6
+일곱	7
+여덟	8
+아홉	9

nemo_text_processing/inverse_text_normalization/ko/data/time/__init__.py

@@ -0,0 +1,13 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

nemo_text_processing/inverse_text_normalization/ko/data/time/ten_prefix.tsv

@@ -0,0 +1,4 @@
+이	2
+삼	3
+사	4
+오	5

nemo_text_processing/inverse_text_normalization/ko/data/time/time_hours.tsv

@@ -0,0 +1,23 @@
+한	1
+두	2
+세	3
+네	4
+다섯	5
+여섯	6
+일곱	7
+여덟	8
+아홉	9
+열	10
+열한	11
+열두	12
+열세	13
+열네	14
+열다섯	15
+열여섯	16
+열일곱	17
+열여덟	18
+열아홉	19
+스무	20
+스물한	21
+스물두	22
+스물세	23

nemo_text_processing/inverse_text_normalization/ko/data/whitelist.tsv

@@ -0,0 +1,35 @@
+박사	Dr.
+박사	dr.
+씨	Mr.
+씨	mr.
+양	Ms.
+양	ms.
+여사	Mrs.
+여사	mrs.
+산	mt.
+산	Mt.
+교수	Prof.
+교수	prof.
+시니어	sr.
+시니어	Sr.
+주니어	jr.
+주니어	Jr.
+대로	Ave.
+대로	ave.
+번호	no.
+번호	No.
+왼쪽 괄호	(
+오른쪽 괄호	)
+더하기	+
+마이너스	-
+시그마	Σ
+에타	η
+카파	κ
+오메가	ω
+시그마	σ
+알파	α
+뉴	ν
+델타	δ
+이오타	ι
+박사학위	Ph.D.
+등	etc.