Skip to content

Commit

Permalink
fix(thematos/datasets): change from BatchTaskConfig to BatchTask and …
Browse files Browse the repository at this point in the history
…RunConfig to Run
  • Loading branch information
entelecheia committed Aug 24, 2023
1 parent e965a7d commit 6c65558
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions src/thematos/datasets/corpus.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,16 +6,16 @@
import pandas as pd
import tomotopy as tp
from hyfi import HyFI
from hyfi.run import RunConfig
from hyfi.task import BatchTaskConfig
from hyfi.run import Run
from hyfi.task import BatchTask
from lexikanon.stopwords import Stopwords

from .ngrams import NgramConfig

logger = logging.getLogger(__name__)


class Corpus(BatchTaskConfig):
class Corpus(BatchTask):
_config_group_: str = "/dataset"
_config_name_: str = "topic_corpus"

Expand All @@ -24,7 +24,7 @@ class Corpus(BatchTaskConfig):
id_col: str = "id"
text_col: str = "text"
timestamp_col: Optional[str] = None
data_load: RunConfig = RunConfig(_config_name_="load_dataframe")
data_load: Run = Run(_config_name_="load_dataframe")
stopwords: Optional[Stopwords] = Stopwords()
ngrams: Optional[NgramConfig] = NgramConfig()
ngramize: bool = True
Expand Down

0 comments on commit 6c65558

Please sign in to comment.