Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
87 commits
Select commit Hold shift + click to select a range
39c13cc
add basic form of numbers
jimregan Jan 30, 2023
b010af3
remove trailing zeros
jimregan Feb 13, 2023
eed5109
start from german
jimregan Feb 14, 2023
9e32ee8
start of ordinal (adjective) inflection
jimregan Feb 14, 2023
d3a9578
remove some stuff
jimregan Feb 14, 2023
336a9c3
some more on inflection
jimregan Feb 14, 2023
9b44071
Merge branch 'main' into polish-tn
jimregan Feb 14, 2023
17c24a0
Merge branch 'NVIDIA:main' into polish-tn
jimregan Mar 20, 2023
51692bb
Update ordinal.py
jimregan Apr 4, 2023
5ee82c2
Create digit.tsv
jimregan Apr 4, 2023
cd4a8fe
Create teens.tsv
jimregan Apr 4, 2023
d3037dd
Create tens.tsv
jimregan Apr 4, 2023
d36fe73
Create hundreds.tsv
jimregan Apr 4, 2023
95eded4
add zero
jimregan Apr 4, 2023
a0a4955
replace with version from sv
jimregan Apr 4, 2023
6b44d90
copy from sv
jimregan Apr 4, 2023
8d46992
adapt from sv
jimregan Apr 4, 2023
387d399
start adapting
jimregan Apr 4, 2023
eb70018
add __init__.py
jimregan Apr 4, 2023
104a3e5
million/milliard inflections
jimregan Apr 5, 2023
727c5ab
docs
jimregan Apr 5, 2023
04cb494
hundreds only really differ in genitive and instrumental
jimregan Apr 5, 2023
3e0db50
also teens
jimregan Apr 5, 2023
23db7a3
also tens
jimregan Apr 5, 2023
721548b
2, fem
jimregan Apr 5, 2023
c5e6bb3
Merge branch 'NVIDIA:main' into polish-tn
jimregan Apr 5, 2023
32e4ca0
Merge branch 'NVIDIA:main' into polish-tn
jimregan Apr 5, 2023
1f54b8f
thousand
jimregan Apr 5, 2023
93b3982
Merge branch 'polish-tn' of github.com:jimregan/NeMo-text-processing …
jimregan Apr 5, 2023
487458e
Merge branch 'NVIDIA:main' into polish-tn
jimregan Apr 17, 2023
ef1e859
Merge branch 'NVIDIA:main' into polish-tn
jimregan May 10, 2023
43a16db
noun + prefix pieces
jimregan Jun 12, 2023
ed227a6
noun declension (for numeral nouns)
jimregan Jun 12, 2023
3dea044
Merge branch 'polish-tn' of github.com:jimregan/NeMo-text-processing …
jimregan Jun 12, 2023
ec2e369
delete line
jimregan Jun 12, 2023
d3f2ef1
Revert "delete line"
jimregan Jun 12, 2023
576651a
Merge branch 'NVIDIA:main' into polish-tn
jimregan Jun 13, 2023
be2ff9c
Merge branch 'NVIDIA:main' into polish-tn
jimregan Jun 14, 2023
f3cb224
Merge branch 'NVIDIA:main' into polish-tn
jimregan Sep 3, 2023
3b79b08
Merge branch 'NVIDIA:main' into polish-tn
jimregan Jul 28, 2025
104cd32
Merge branch 'polish-tn' of github.com:jimregan/NeMo-text-processing …
jimregan Jul 28, 2025
a3a5bdb
assign
jimregan Jul 28, 2025
ac1e203
missing default
jimregan Jul 28, 2025
9342c8a
make case dict of forms
jimregan Jul 28, 2025
db21b4f
invert
jimregan Jul 28, 2025
7dc5849
2 digits
jimregan Jul 28, 2025
083e02f
del repl code
jimregan Jul 28, 2025
e19122b
complete adjective paradigm
jimregan Jul 28, 2025
1d0927b
add here
jimregan Jul 28, 2025
d4bc7c9
helper
jimregan Jul 28, 2025
8725a6d
use
jimregan Jul 28, 2025
dbf2977
add
jimregan Jul 28, 2025
6833e55
add more
jimregan Jul 28, 2025
013c3d5
add more
jimregan Jul 28, 2025
9a67410
rm duplicate
jimregan Jul 28, 2025
4ed803f
rename
jimregan Jul 28, 2025
d820b39
remove 1, it's special
jimregan Jul 28, 2025
492e5b1
mv
jimregan Jul 28, 2025
75f534c
ad
jimregan Jul 28, 2025
a80bfca
copy
jimregan Jul 28, 2025
55db0fb
another helper
jimregan Jul 28, 2025
10112d6
dwa forms
jimregan Jul 28, 2025
32101f4
inflect noun
jimregan Jul 29, 2025
aed7c3d
inflect noun -> graph
jimregan Jul 29, 2025
5297f00
type
jimregan Jul 29, 2025
bd78f17
pieces
jimregan Jul 29, 2025
3531d8a
pieces
jimregan Jul 29, 2025
3488924
add
jimregan Jul 29, 2025
89d7ce0
move function
jimregan Jul 30, 2025
699d97b
comment
jimregan Jul 30, 2025
015c3ea
refactor
jimregan Jul 30, 2025
d43ec8c
generalise a little
jimregan Jul 30, 2025
8120b2f
so we can get forms of digits
jimregan Jul 30, 2025
5122542
copilot
jimregan Jul 30, 2025
357c545
complete
jimregan Jul 30, 2025
261b906
complete
jimregan Jul 30, 2025
f6c10c2
complete
jimregan Jul 30, 2025
c0a3283
try
jimregan Jul 30, 2025
e99d728
try
jimregan Jul 30, 2025
79a991f
try
jimregan Jul 30, 2025
faea1d0
commnet
jimregan Jul 30, 2025
66db6c3
add
jimregan Aug 5, 2025
57783d2
extend
jimregan Aug 5, 2025
dc3a3aa
more
jimregan Aug 5, 2025
61ff8ec
Merge branch 'main' into polish-tn
jimregan Aug 7, 2026
fffcb6d
Add Polish text normalization
jimregan Aug 7, 2026
83f1af2
[pre-commit.ci] auto fixes from pre-commit.com hooks
pre-commit-ci[bot] Aug 7, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions nemo_text_processing/text_normalization/normalize.py
Original file line number Diff line number Diff line change
Expand Up @@ -153,6 +153,9 @@ def __init__(
elif lang == 'hu':
from nemo_text_processing.text_normalization.hu.taggers.tokenize_and_classify import ClassifyFst
from nemo_text_processing.text_normalization.hu.verbalizers.verbalize_final import VerbalizeFinalFst
elif lang == 'pl':
from nemo_text_processing.text_normalization.pl.taggers.tokenize_and_classify import ClassifyFst
from nemo_text_processing.text_normalization.pl.verbalizers.verbalize_final import VerbalizeFinalFst
elif lang == 'zh':
from nemo_text_processing.text_normalization.zh.taggers.tokenize_and_classify import ClassifyFst
from nemo_text_processing.text_normalization.zh.verbalizers.verbalize_final import VerbalizeFinalFst
Expand Down
13 changes: 13 additions & 0 deletions nemo_text_processing/text_normalization/pl/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
13 changes: 13 additions & 0 deletions nemo_text_processing/text_normalization/pl/data/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
s-ka spółka noun_f_ka.tsv
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
tzw. tak zwany
ur. urodzony
ang. angielski
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
r. rok noun_mi_rok.tsv
13 changes: 13 additions & 0 deletions nemo_text_processing/text_normalization/pl/data/dates/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
sty stycznia
lut lutego
mar marca
kwi kwietnia
maj maja
cze czerwca
lip lipca
sie sierpnia
wrz września
paź października
lis listopada
gru grudnia
12 changes: 12 additions & 0 deletions nemo_text_processing/text_normalization/pl/data/dates/months.tsv
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
1 stycznia
2 lutego
3 marca
4 kwietnia
5 maja
6 czerwca
7 lipca
8 sierpnia
9 września
10 października
11 listopada
12 grudnia
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
I stycznia
II lutego
III marca
IV kwietnia
V maja
VI czerwca
VII lipca
VIII sierpnia
IX września
X października
XI listopada
XII grudnia
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom ga
sg_gen gi
sg_dat dze
sg_acc gę
sg_ins gą
sg_loc dze
sg_voc go
pl_nom gi
pl_gen g
pl_dat gom
pl_acc gi
pl_ins gami
pl_loc gach
pl_voc gi
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom ia
sg_gen ii
sg_dat ii
sg_acc ię
sg_ins ią
sg_loc ii
sg_voc io
pl_nom ie
pl_gen ii
pl_dat iom
pl_acc ie
pl_ins iami
pl_loc iach
pl_voc ie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom ka
sg_gen ki
sg_dat ce
sg_acc kę
sg_ins ką
sg_loc ce
sg_voc ko
pl_nom ki
pl_gen ek
pl_dat kom
pl_acc ki
pl_ins kami
pl_loc kach
pl_voc ki
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom la
sg_gen li
sg_dat li
sg_acc lę
sg_ins lą
sg_loc li
sg_voc lo
pl_nom le
pl_gen l
pl_dat lom
pl_acc li
pl_ins lami
pl_loc lach
pl_voc le
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom na
sg_gen ny
sg_dat nie
sg_acc nę
sg_ins ną
sg_loc nie
sg_voc no
pl_nom ny
pl_gen n
pl_dat nom
pl_acc ny
pl_ins nami
pl_loc nach
pl_voc ny
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom ta
sg_gen ty
sg_dat cie
sg_acc tę
sg_ins tą
sg_loc cie
sg_voc to
pl_nom ty
pl_gen t
pl_dat tom
pl_acc ty
pl_ins tami
pl_loc tach
pl_voc ty
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom <eps>
sg_gen a
sg_dat owi
sg_acc <eps>
sg_ins em
sg_loc u
sg_voc u
pl_nom e
pl_gen ów
pl_dat om
pl_acc e
pl_ins ami
pl_loc ach
pl_voc e
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom
sg_gen a
sg_dat owi
sg_acc
sg_ins iem
sg_loc u
sg_voc u
pl_nom i
pl_gen ów
pl_dat om
pl_acc i
pl_ins ami
pl_loc ach
pl_voc i
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom <eps>
sg_gen u
sg_dat owi
sg_acc <eps>
sg_ins iem
sg_loc u
sg_voc u
pl_nom i
pl_gen ów
pl_dat om
pl_acc i
pl_ins ami
pl_loc ach
pl_voc i
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom <eps>
sg_gen a
sg_dat owi
sg_acc <eps>
sg_ins em
sg_loc ze
sg_voc ze
pl_nom y
pl_gen ów
pl_dat om
pl_acc y
pl_ins ami
pl_loc ach
pl_voc y
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom <eps>
sg_gen a
sg_dat owi
sg_acc a
sg_ins em
sg_loc zie
sg_voc zie
pl_nom owie
pl_gen ów
pl_dat om
pl_acc ów
pl_ins ami
pl_loc ach
pl_voc owie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom ek
sg_gen ka
sg_dat kowi
sg_acc ka
sg_ins kiem
sg_loc ku
sg_voc ku
pl_nom kowie
pl_gen ków
pl_dat kom
pl_acc ków
pl_ins kami
pl_loc kach
pl_voc kowie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom eł
sg_gen ła
sg_dat łowi
sg_acc ła
sg_ins łem
sg_loc le
sg_voc le
pl_nom łowie
pl_gen łów
pl_dat łom
pl_acc łów
pl_ins łami
pl_loc łach
pl_voc łowie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom i
sg_gen ego
sg_dat emu
sg_acc ego
sg_ins im
sg_loc im
sg_voc i
pl_nom owie
pl_gen ich
pl_dat im
pl_acc ich
pl_ins imi
pl_loc ich
pl_voc owie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom <eps>
sg_gen a
sg_dat owi
sg_acc a
sg_ins iem
sg_loc u
sg_voc u
pl_nom owie
pl_gen ów
pl_dat om
pl_acc ów
pl_ins ami
pl_loc ach
pl_voc owie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom <eps>
sg_gen a
sg_dat owi
sg_acc a
sg_ins em
sg_loc ie
sg_voc ie
pl_nom owie
pl_gen ów
pl_dat om
pl_acc ów
pl_ins ami
pl_loc ach
pl_voc owie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom
sg_gen a
sg_dat owi
sg_acc a
sg_ins em
sg_loc u
sg_voc u
pl_nom owie
pl_gen ów
pl_dat om
pl_acc ów
pl_ins ami
pl_loc ach
pl_voc owie
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
sg_nom y
sg_gen ego
sg_dat emu
sg_acc ego
sg_ins ym
sg_loc ym
sg_voc y
pl_nom owie
pl_gen ych
pl_dat ym
pl_acc ych
pl_ins ymi
pl_loc ych
pl_voc owie
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
pl_nom e
pl_gen ga
pl_dat gu
pl_acc e
pl_ins giem
pl_loc gu
pl_voc e
Loading