analysis_results.py

# Tested on python3.6


import time
import csv
import numpy as np

import os
import sys
import pathlib
import logging

sys.path.append(str(pathlib.Path(os.path.abspath('')).parents[0])+'/topic-analysis/plsa-service/plsa')

from flask import Flask, jsonify
from flask import make_response
from flask import request
from flask_httpauth import HTTPBasicAuth
auth = HTTPBasicAuth()

app = Flask(__name__)


status_list = ['Analysis started.','Preprocessing started.','Preprocessing finished. Topic analysis started.','Topic analysis finished.','Failed.']

# '/topic-analysis/api/v1.0/results'
@app.route('/topic-analysis/api/v1.0/results', methods=['GET'])
# @auth.login_required
def results():


    try:
        # Code to test exception handler for this try
        # a=1/0

        print('In results:', time.strftime("%c"))
        handle = request.args['handle'].replace('e','-').replace('d',' ').replace('y','^')
        print("handle =", handle)

    except Exception as e:

        logging.exception("message")
        return make_response(jsonify({'Error': 'Request was not fulfilled. Please try again.', "error_msg": str(e)}),400)




    try:

        parameters_path = str(pathlib.Path(os.path.abspath('')).parents[0]) + '/appData/plsa/' + 'plsa-parameters/' + handle + '/'
        print(parameters_path)


        with open(parameters_path + 'status.txt', 'r') as f:
            status = f.read().splitlines()

        if status[0] not in status_list:
            return make_response(jsonify({'Error': 'Analysis ended unexpectedly, corrupt status file or status file not written yet', "error_msg": ''}), 500)

        if status[0] != 'Topic analysis finished.':
            return make_response(jsonify({'status':status}), 200)

        with open(parameters_path + 'plsa_topics.txt', 'r') as f:
            topics = f.read().splitlines()

        topic_by_doc = []
        word_by_topic_conditional = []
        logLikelihoods = []
        docs_list = []

        with open(parameters_path + 'topic-by-doc-matirx.csv') as csv_file:
            csv_reader = csv.reader(csv_file, delimiter=',')

            docs_list = next(csv_reader)[1:]

            for row in csv_reader:
                topic_by_doc.append(list((np.array(row[1:])).astype(np.float)))

        with open(parameters_path + 'topic_probability_pz', 'r') as f:
            topic_probabilities = f.read().splitlines()

            topic_probabilities = list((np.array(topic_probabilities)).astype(np.float))

        with open(parameters_path + 'word_by_topic_conditional.csv') as csv_file:
            csv_reader = csv.reader(csv_file, delimiter=',')

            for row in csv_reader:
                word_by_topic_conditional.append(list((np.array(row[:-1])).astype(np.float)))

        with open(parameters_path + 'logL.txt', 'r') as f:
            logLikelihoods = f.read().splitlines()

            logLikelihoods = list((np.array(logLikelihoods)).astype(np.float))

        resp = {}
        resp['status'] = status[0]
        resp['total running time in minutes'] = float(status[1])
        resp['docs_list'] = docs_list
        resp['topics'] = topics
        resp['topicByDocMatirx'] = topic_by_doc
        resp['topicProbabilities'] = topic_probabilities
        resp['wordByTopicConditional'] = word_by_topic_conditional
        resp['logLikelihoods'] = logLikelihoods

        return make_response(jsonify(resp), 200)


    except Exception as e:

        logging.exception("message")

        # NOT: This line is tested: it throws back error message correctly

        return make_response(jsonify({'Error': 'Request was not fulfilled. Please try again.', "error_msg": str(e)}), 500)







@app.errorhandler(404)
def not_found(error):
    print ('In not_found:', time.strftime("%c"))
    return make_response(jsonify({'Error': 'Not found'}), 404)





__end__ = '__end__'



if __name__ == '__main__':



    # app.run(debug=True)
    app.run(debug=False,port=4998)