Spaces:
Sleeping
Sleeping
File size: 4,097 Bytes
dbaa71b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 |
def test_imports_all():
test_core()
test_sources()
test_sink()
test_analyzer()
def test_sources():
from obsei.source.base_source import BaseSource, BaseSourceConfig
from obsei.source.appstore_scrapper import AppStoreScrapperSource, AppStoreScrapperConfig
from obsei.source.email_source import EmailSource, EmailConfig, EmailCredInfo
from obsei.source.facebook_source import FacebookSource, FacebookSourceConfig, FacebookCredentials
from obsei.source.google_news_source import GoogleNewsSource, GoogleNewsConfig
from obsei.source.pandas_source import PandasSource, PandasSourceConfig
from obsei.source.playstore_reviews import PlayStoreSource, PlayStoreConfig, GoogleCredInfo
from obsei.source.playstore_scrapper import PlayStoreScrapperSource, PlayStoreScrapperConfig
from obsei.source.reddit_source import RedditSource, RedditConfig, RedditCredInfo
from obsei.source.reddit_scrapper import RedditScrapperSource, RedditScrapperConfig
from obsei.source.twitter_source import TwitterSource, TwitterSourceConfig, TwitterCredentials
from obsei.source.website_crawler_source import BaseCrawlerConfig, TrafilaturaCrawlerSource, TrafilaturaCrawlerConfig
def test_sink():
from obsei.sink.base_sink import BaseSink, BaseSinkConfig
from obsei.sink.dailyget_sink import DailyGetSink, DailyGetSinkConfig, PayloadConvertor
from obsei.sink.elasticsearch_sink import ElasticSearchSink, ElasticSearchSinkConfig
from obsei.sink.http_sink import HttpSink, HttpSinkConfig
from obsei.sink.jira_sink import JiraSink, JiraSinkConfig, JiraPayloadConvertor
from obsei.sink.logger_sink import LoggerSink, LoggerSinkConfig
from obsei.sink.pandas_sink import PandasSink, PandasSinkConfig, PandasConvertor
from obsei.sink.slack_sink import SlackSink, SlackSinkConfig
from obsei.sink.zendesk_sink import ZendeskSink, ZendeskSinkConfig
def test_analyzer():
from obsei.analyzer.base_analyzer import BaseAnalyzer, BaseAnalyzerConfig
from obsei.analyzer.dummy_analyzer import DummyAnalyzer, DummyAnalyzerConfig
from obsei.analyzer.ner_analyzer import TransformersNERAnalyzer, SpacyNERAnalyzer
from obsei.analyzer.pii_analyzer import PresidioPIIAnalyzer, PresidioPIIAnalyzerConfig, PresidioAnonymizerConfig, PresidioModelConfig, PresidioEngineConfig
from obsei.analyzer.sentiment_analyzer import VaderSentimentAnalyzer, TransformersSentimentAnalyzerConfig, TransformersSentimentAnalyzer
from obsei.analyzer.translation_analyzer import TranslationAnalyzer
from obsei.analyzer.classification_analyzer import ClassificationAnalyzerConfig, ZeroShotClassificationAnalyzer, TextClassificationAnalyzer
from obsei.postprocessor.base_postprocessor import BasePostprocessor, BasePostprocessorConfig
from obsei.postprocessor.inference_aggregator import InferenceAggregatorConfig, InferenceAggregator
from obsei.postprocessor.inference_aggregator_function import BaseInferenceAggregateFunction, ClassificationAverageScore, ClassificationMaxCategories
from obsei.preprocessor.base_preprocessor import BaseTextPreprocessor, BaseTextProcessorConfig
from obsei.preprocessor.text_cleaner import TextCleaner, TextCleanerConfig
from obsei.preprocessor.text_splitter import TextSplitter, TextSplitterConfig, TextSplitterPayload
from obsei.preprocessor.text_tokenizer import BaseTextTokenizer, NLTKTextTokenizer
from obsei.preprocessor.text_cleaning_function import TextCleaningFunction, ToLowerCase, RemoveStopWords, \
RemovePunctuation, TokenStemming, RemoveSpecialChars, RemoveWhiteSpaceAndEmptyToken, DecodeUnicode, \
RemoveDateTime, ReplaceDomainKeywords, RegExSubstitute, SpacyLemmatization
def test_core():
from obsei.configuration import ObseiConfiguration
from obsei.payload import BasePayload, TextPayload
from obsei.processor import Processor
from obsei.workflow.base_store import BaseStore
from obsei.workflow.store import WorkflowStore, WorkflowTable
from obsei.workflow.workflow import Workflow, WorkflowState, WorkflowConfig
|