-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.py
More file actions
224 lines (174 loc) · 5.79 KB
/
main.py
File metadata and controls
224 lines (174 loc) · 5.79 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
async_mode = None
if async_mode is None:
try:
import eventlet
async_mode = 'eventlet'
except ImportError:
pass
if async_mode is None:
try:
from gevent import monkey
async_mode = 'gevent'
except ImportError:
pass
if async_mode is None:
async_mode = 'threading'
print('async_mode is ' + async_mode)
if async_mode == 'eventlet':
import eventlet
eventlet.monkey_patch()
elif async_mode == 'gevent':
from gevent import monkey
monkey.patch_all()
from threading import Thread
from flask import Flask, json
from flask import request, Response
from flask_cors import CORS
from flask_socketio import SocketIO, emit
from dbconn import db_conn, db_aggregation
from inference import Inference
from backend_helpers import helper, log
from backend_helpers.s3_storage import S3Storage
import time
CHUNK = 4096
PORT = 8888
S3BUCKET = "https://audiomodelstts.s3.eu-central-1.amazonaws.com/"
inference = Inference()
inference.load_model()
app = Flask(__name__)
app.config['SECRET_KEY'] = 'development key'
socketio = SocketIO(app, async_mode=async_mode)
cors = CORS(app, resources={r"/": {"origins": ""}})
CORS(app)
thread = None
conn = None
cursor = None
logger = log.setup_custom_logger('root')
class AggData(object):
def __init__(self, filename, audio_length, job_text_id):
self.filename = filename
self.audio_length = audio_length
self.job_text_id = job_text_id
self.audio_length_percent = 0
@socketio.on('send_message')
def getdata(send_message):
start = time.time()
try:
tmp_val = json.loads(send_message['body'])
data = tmp_val['message']
user = tmp_val['user']
except Exception as e:
logger.error("Wrong input - return null", e)
return ""
record = db_conn.perform_query(user)
if record == None:
return None
s3_client = S3Storage()
headline = (data[:70] + '..') if len(data) > 70 else data
job_id = db_conn.perform_insert_jobs(record['uid'], 0, 1, headline)
count = 0
sentence_list = helper.split_sentences(data)
agg_list = []
for sentence in sentence_list:
job_text_id = job_id + '_' + str(count)
audio_length = inference.infer(sentence, job_text_id)
filename = "tmp/" + job_text_id + ".mp3"
agg_list.append(AggData(filename, audio_length, job_text_id))
s3_filename = job_text_id + ".mp3"
db_conn.perform_insert_job_text(job_id, sentence, audio_length, count)
count += 1
response = s3_client.store_data("audiomodelstts", filename, s3_filename)
print(sentence)
data = {
'id': str(time.time()),
'downloadURL': S3BUCKET+s3_filename,
'sentence': sentence,
'duration': str(audio_length),
'audio_id': count,
'job_id': S3BUCKET+s3_filename
}
emit('player', {'data': data}, broadcast=False, include_self=True)
#start background thread - merge files - write to db - propagate changes to frontend
audio_length_total = db_aggregation.aggregate_job_results(agg_list, job_id, s3_client)
data = {
'user': user,
'uid': record['uid']
}
status = gettable(data)
end = time.time()
print("Produced audio length: " + str(audio_length_total) + " Processing time: " + str(end - start))
@socketio.on('get_table')
def gettable(get_table=None):
db_results = []
user = ""
uid = ""
record = None
tmp_val = None
try:
user = get_table['user']
uid = get_table['uid']
except Exception as e:
logger.error("Wrong input - return null", e)
return False
try:
if uid == "":
record = db_conn.perform_query(user)
db_results = db_conn.perform_query_jobs(record['uid'])
else:
db_results = db_conn.perform_query_jobs(uid)
except Exception as e:
logger.error("No result for table", e)
return False
emit('table', {'data': db_results}, broadcast=False, include_self=True)
return True
@socketio.on('delete_table')
def delete_entry(delete_table=None):
uid = ""
try:
uid = delete_table['uid']
except Exception as e:
logger.error("Wrong input - return null", e)
return ""
try:
record = db_conn.perform_delete_jobs(uid)
except Exception as e:
logger.error("No result for table", e)
return ""
#emit('table', {'data': db_results}, broadcast=False, include_self=True)
def background_thread():
"""Example of how to send server generated events to clients."""
count = 0
while True:
time.sleep(10)
count += 1
socketio.emit('my response',
{'data': 'Server generated event', 'count': count},
namespace='/test')
@socketio.on('connect')
def connected():
print("connecting")
print(request.sid)
data = {'request_id': request.sid,
'timestamp': int(time.time())}
json_data = json.dumps(data)
emit('echo', {'data': json_data}, broadcast=False, include_self=True)
@socketio.on('disconnect')
def disconnect():
print("disconnecting")
data = {'request_id': request.sid,
'timestamp': int(time.time())}
json_data = json.dumps(data)
emit('echo', {'data': json_data}, broadcast=False, include_self=True)
@app.route('/')
def index():
Response.headers.add('Access-Control-Allow-Origin', '*')
global thread
if thread is None:
thread = Thread(target=background_thread)
thread.daemon = True
thread.start()
return ""
if __name__ == "__main__":
from gevent import monkey
monkey.patch_all()
socketio.run(app, debug=True, port=8888, host="0.0.0.0")