ENG680_Spring2020_Project/main.py at master · Huanting-Wu/ENG680_Spring2020_Project · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
"""
This is main.
"""

from utils import ProjectUtils

if __name__ == '__main__':
    utils = ProjectUtils()

    df_news_cleaned, df_news_cleaned_path = utils.clean_export_news_file()
    print('df_news_cleaned_path:', df_news_cleaned_path)

    df_news_partial, df_news_partial_path = utils.create_sentiment_positivity_negativity(df_news_cleaned)

    print('df_news_partial_path:', df_news_partial_path)

    df_news_full, df_news_full_path = utils.create_polarity_subjectivity(df_news_partial)

    print('df_news_full_path:', df_news_full_path)

    df_price_labeled, df_price_labeled_path = utils.create_price_change_cols()

    print('df_price_labeled_path:', df_price_labeled_path)

    df_merged, df_merged_path = utils.merge_format_price_news(df_price=df_price_labeled, df_news=df_news_full)

    print('df_merged_path:', df_merged_path)

    df_merged = utils.convert_data_type(df_merged=df_merged)

    df_normalized, df_normalized_path = utils.normalize_df_merged(df_merged=df_merged)

    print('df_normalized_path:', df_normalized_path)

    x_train, x_dev, x_test, y_train, y_dev, y_test = utils.read_split_model_data(model_data_path=df_normalized_path)

    model_dict = utils.get_classifier_dict()

    accuracy_dict, confusion_matrix_dict = utils.fit_and_measure(
        x_train=x_train,
        x_dev=x_dev,
        x_test=x_test,
        y_train=y_train,
        y_dev=y_dev,
        y_test=y_test
    )