Skip to content

Commit 3b5e3ba

Browse files
committed
add copyright comments to all python files
1 parent d526fca commit 3b5e3ba

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

76 files changed

+202
-26
lines changed

kss/__init__.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

4+
45
from kss._modules.augmentation.augment import augment
56
from kss._modules.collocation.collocate import collocate
67
from kss._modules.g2p.g2p import g2p

kss/_modules/__init__.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.

kss/_modules/augmentation/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/augmentation/augment.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial
25
from typing import Union, List, Tuple
36

kss/_modules/augmentation/distance.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import jamo
25
import numpy as np
36

kss/_modules/augmentation/replacement.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This was copied from KoEDA [https://github.com/toriving/KoEDA]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/augmentation/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This was copied from KoEDA [https://github.com/toriving/KoEDA]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/collocation/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/collocation/collocate.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial
25
from typing import Union, List, Tuple
36

kss/_modules/g2p/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/g2p/english.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from g2pk [https://github.com/kyubyong/g2pK]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/g2p/g2p.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from g2pk [https://github.com/kyubyong/g2pK]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/g2p/numerals.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from g2pk [https://github.com/kyubyong/g2pK]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/g2p/regular.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from g2pk [https://github.com/kyubyong/g2pK]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/g2p/special.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from g2pk [https://github.com/kyubyong/g2pK]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/g2p/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from g2pk [https://github.com/kyubyong/g2pK]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/hangulization/hangulization.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial
25
from typing import Union, List, Tuple
36

kss/_modules/hanja/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/hanja/hanja.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial
25
from typing import List, Union, Tuple
36

kss/_modules/hanja/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,7 @@
11
# -*- coding:utf-8 -*-
2+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
3+
# All rights reserved.
4+
25
# This was copied from [hanja](https://github.com/suminb/hanja) and modified by Kss
36

47
import os

kss/_modules/jamo/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/jamo/_jamo.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial
25
from typing import Union, List, Tuple
36

kss/_modules/jamo/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import re
25
import jamo
36

kss/_modules/josa/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/josa/josa.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from typing import Union, List
25

36
from kss._modules.josa.utils import _check_text, _check_num_workers, _combine_josa, _run_job, _select_josa

kss/_modules/josa/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import multiprocessing as mp
25
from typing import Callable, Any, Optional, Union, List, Tuple
36

kss/_modules/keywords/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/keywords/extract_keywords.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from KR-WordRank [https://github.com/lovit/KR-WordRank]
25
# And modified by Hyunwoong Ko [https://github.com/hyuwoongko]
36
from typing import List, Union, Tuple

kss/_modules/keywords/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from KR-WordRank [https://github.com/lovit/KR-WordRank]
25
# And modified by Hyunwoong Ko [https://github.com/hyuwoongko]
36

kss/_modules/morphemes/__init__.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,3 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
3+

kss/_modules/morphemes/analyzers.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

44
from abc import ABC

kss/_modules/morphemes/split_morphemes.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

44
from functools import partial

kss/_modules/morphemes/utils.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

44
from typing import List, Tuple

kss/_modules/paradigm/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/paradigm/paradigm.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial
25
from typing import Union, List, Tuple, Dict
36

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/preprocessing/anonymize.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This is copied from dps [https://github.com/EleutherAI/dps]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/preprocessing/clean_news.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import re
25
from functools import partial
36
from typing import Union, List, Tuple

kss/_modules/preprocessing/completed_form.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from typing import Tuple, List, Union
25

36
from kss._utils.multiprocessing import _run_job

kss/_modules/preprocessing/filter_out.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code is copied from soynlp [https://github.com/lovit/soynlp]
25
# And modified by Hyunwoong Ko [https://github.com/hyuwoongko]
36

kss/_modules/preprocessing/half2full.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from typing import Union, List, Tuple
25

36
from kss._utils.multiprocessing import _run_job

kss/_modules/preprocessing/normalize.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import html
25
import re
36
import sys

kss/_modules/preprocessing/preprocess.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import sys
25
from functools import partial
36
from typing import List, Optional, Tuple, Union

kss/_modules/preprocessing/reduce_repeats.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
# This code was copied from [soynlp](https://github.com/lovit/soynlp)
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko]
36

kss/_modules/preprocessing/remove_invisible_chars.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from typing import Union, List, Tuple
25

36
from kss._utils.multiprocessing import _run_job

kss/_modules/qwerty/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/qwerty/qwerty.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial, lru_cache
25
from typing import Union, List, Tuple
36

kss/_modules/qwerty/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import math
25
import re
36

kss/_modules/romanization/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/romanization/romanize.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,7 @@
1-
# This code is copied from korean-romanizer [https://github.com/osori/korean-romanizer]
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
4+
# This code was copied from korean-romanizer [https://github.com/osori/korean-romanizer]
25
# And modified by Hyunwoong Ko [https://github.com/hyunwoongko] and Sohyeon Yim [https://github.com/sohyunwriter]
36

47
import re

kss/_modules/romanization/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import re
25

36
from kss._modules.g2p.english import convert_eng

kss/_modules/safety/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+

kss/_modules/safety/check_safety.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
from functools import partial
25
from typing import Union, List, Tuple
36

kss/_modules/safety/utils.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,6 @@
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <[email protected]>
2+
# All rights reserved.
3+
14
import re
25

36
# Copied from https://github.com/curioustorvald/KoreanCursewordRegex

kss/_modules/sentences/__init__.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,3 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
3+

kss/_modules/sentences/embracing_processor.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

4+
45
from functools import lru_cache
56
from itertools import chain
67
from typing import List, Dict, Tuple, Iterable, Optional

kss/_modules/sentences/sentence_postprocessor.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

4+
45
from typing import List
56

67
from kss._elements.subclasses import Syllable

kss/_modules/sentences/sentence_preprocessor.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

4+
45
from typing import List, Tuple
56

67
from kss._elements.subclasses import Syllable

kss/_modules/sentences/sentence_processor.py

+3-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
3+
4+
35
import re
46
from functools import lru_cache
57
from typing import List

kss/_modules/sentences/sentence_splitter.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
1-
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang-Kil Park <skpark1224@hyundai.com>
1+
# Copyright (C) 2021 Hyunwoong Ko <[email protected]> and Sang Park <sang.park@dnotitia.com>
22
# All rights reserved.
33

4+
45
from functools import lru_cache
56
from typing import Tuple
67

0 commit comments

Comments
 (0)