File size: 634 Bytes
0f56143
 
 
adc0ed8
 
0f56143
 
 
 
 
 
 
 
 
 
 
 
 
 
20e5de4
0f56143
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
from models.nlp import NLPModel
from models.generation import GenerationModel
from utils.utils import load_config, load_data, save_results
from fine_tuning import FineTuningModel


def main():
    config = load_config()
    nlp_model = NLPModel(config["nlp_model"])
    fine_tuning_model = FineTuningModel(config["fine_tuning_model"])
    generation_model = GenerationModel(config["generation_model"])

    data = load_data("data.txt")
    results = []

    for text in data:
        output = nlp_model.process_data(text)
        results.append(output)


    save_results(results, "results.txt")

if __name__ == "__main__":
    main()