Index

_

__init__() (core_utils.ctlr.article.article.Article method) (core_utils.ctlr.config_dto.ConfigDTO method) (core_utils.ctlr.pipeline.LibraryWrapper method) (core_utils.ctlr.pipeline.PipelineProtocol method) (core_utils.ctlr.pipeline.TreeNode method) _abc_impl (core_utils.ctlr.pipeline.LibraryWrapper attribute) (core_utils.ctlr.pipeline.PipelineProtocol attribute)

_analyzer (core_utils.ctlr.pipeline.LibraryWrapper attribute) _bootstrap() (core_utils.ctlr.pipeline.LibraryWrapper method) _conllu_info (core_utils.ctlr.article.article.Article attribute) _date_to_text() (core_utils.ctlr.article.article.Article method) _is_protocol (core_utils.ctlr.pipeline.LibraryWrapper attribute) (core_utils.ctlr.pipeline.PipelineProtocol attribute)

A

analyze() (core_utils.ctlr.pipeline.LibraryWrapper method)

Article (class in core_utils.ctlr.article.article) ArtifactType (class in core_utils.ctlr.article.article)

C

calculate_frequencies() (in module lab_1_classify_profile.main) calculate_mse() (in module lab_1_classify_profile.main) check_profile() (in module lab_1_classify_profile.main) children (core_utils.ctlr.pipeline.TreeNode attribute) CLEANED (core_utils.ctlr.article.article.ArtifactType attribute) collect_profiles() (in module lab_1_classify_profile.main) compare_profiles_by_mse() (in module lab_1_classify_profile.main) compare_profiles_by_top_n() (in module lab_1_classify_profile.main) ConfigDTO (class in core_utils.ctlr.config_dto) core_utils.ctlr.article.article module

core_utils.ctlr.article.io module core_utils.ctlr.config_dto module core_utils.ctlr.pipeline module core_utils.ctlr.visualizer module create_language_profile() (in module lab_1_classify_profile.main)

D

date (core_utils.ctlr.article.article.Article attribute) date_from_meta() (in module core_utils.ctlr.article.article)

detect_language_advanced() (in module lab_1_classify_profile.main) detect_language_by_mse() (in module lab_1_classify_profile.main) detect_language_by_top_n() (in module lab_1_classify_profile.main)

E

encoding (core_utils.ctlr.config_dto.ConfigDTO attribute)

F

FreqDictType (in module lab_1_classify_profile.main) from_conllu() (core_utils.ctlr.pipeline.LibraryWrapper method)

from_meta() (in module core_utils.ctlr.article.io) from_raw() (in module core_utils.ctlr.article.io)

G

get_article_id_from_filepath() (in module core_utils.ctlr.article.article) get_cleaned_text() (core_utils.ctlr.article.article.Article method) get_conllu_info() (core_utils.ctlr.article.article.Article method) get_conllu_text() (core_utils.ctlr.article.article.Article method) get_file_path() (core_utils.ctlr.article.article.Article method)

get_meta() (core_utils.ctlr.article.article.Article method) get_meta_file_path() (core_utils.ctlr.article.article.Article method) get_pos_freq() (core_utils.ctlr.article.article.Article method) get_raw_text() (core_utils.ctlr.article.article.Article method) get_raw_text_path() (core_utils.ctlr.article.article.Article method) get_top_n_words() (in module lab_1_classify_profile.main)

H

headers (core_utils.ctlr.config_dto.ConfigDTO attribute)

headless_mode (core_utils.ctlr.config_dto.ConfigDTO attribute)

L

lab_1_classify_profile.main module

LibraryWrapper (class in core_utils.ctlr.pipeline) load_profile() (in module lab_1_classify_profile.main)

M

module core_utils.ctlr.article.article core_utils.ctlr.article.io core_utils.ctlr.config_dto core_utils.ctlr.pipeline core_utils.ctlr.visualizer lab_1_classify_profile.main

N

N-граммы

P

PipelineProtocol (class in core_utils.ctlr.pipeline)

print_report() (in module lab_1_classify_profile.main) ProfileType (in module lab_1_classify_profile.main)

R

remove_stop_words() (in module lab_1_classify_profile.main)

run() (core_utils.ctlr.pipeline.PipelineProtocol method)

S

save_profile() (in module lab_1_classify_profile.main) seed_urls (core_utils.ctlr.config_dto.ConfigDTO attribute) set_conllu_info() (core_utils.ctlr.article.article.Article method) set_patterns_info() (core_utils.ctlr.article.article.Article method)

set_pos_info() (core_utils.ctlr.article.article.Article method) should_verify_certificate (core_utils.ctlr.config_dto.ConfigDTO attribute) show_graph() (in module core_utils.ctlr.visualizer) split_by_sentence() (in module core_utils.ctlr.article.article)

T

text (core_utils.ctlr.pipeline.TreeNode attribute) timeout (core_utils.ctlr.config_dto.ConfigDTO attribute) to_cleaned() (in module core_utils.ctlr.article.io) to_conllu() (core_utils.ctlr.pipeline.LibraryWrapper method)

to_meta() (in module core_utils.ctlr.article.io) to_raw() (in module core_utils.ctlr.article.io) tokenize() (in module lab_1_classify_profile.main) total_articles (core_utils.ctlr.config_dto.ConfigDTO attribute) TreeNode (class in core_utils.ctlr.pipeline)

U

UDPIPE_CONLLU (core_utils.ctlr.article.article.ArtifactType attribute)

upos (core_utils.ctlr.pipeline.TreeNode attribute)

V

visualize() (in module core_utils.ctlr.visualizer)

Vocabulary (словарь токенов)

И

Идентификатор токена

П

Предобработанное слово

С

Слово

Т

Токен

Ч

Частота слова