-
Notifications
You must be signed in to change notification settings - Fork 3
/
email_util.py
215 lines (191 loc) · 8.46 KB
/
email_util.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
# using SendGrid's Python Library
# https://github.com/sendgrid/sendgrid-python
import os
import sendgrid
from sendgrid.helpers.mail import Content, Email, Mail
import re
import chart_studio.plotly as py
import plotly.graph_objs as go
import uuid
import smtplib
from email.mime.text import MIMEText
from email.mime.multipart import MIMEMultipart
from db_utils import (
get_test_history,
do_cleanup_history_without_reasons,
set_test_fail_reason,
get_dynamic_graph_history
)
import collections
def send_email(from_email, to_email, subject, content):
try:
if os.environ.get('SMTP_SERVER_NAME') and os.environ.get('SMTP_SERVER_PORT'):
smtpobj = smtplib.SMTP(os.environ['SMTP_SERVER_NAME'],
os.environ['SMTP_SERVER_PORT'])
msg = MIMEMultipart("alternative")
msg['Subject'] = subject
msg['From'] = from_email
to_email = to_email.strip().split(',')
msg['To'] = ', '.join(to_email)
attachment = MIMEText(content, "html")
msg.attach(attachment)
smtpobj.sendmail(from_email, to_email, msg.as_string())
print("Email Sent Successfully ")
elif os.environ.get('SENDGRID_API_KEY'):
sg = sendgrid.SendGridAPIClient(apikey=os.environ.get('SENDGRID_API_KEY'))
from_email = Email(from_email)
to_email = Email(to_email)
content = Content("text/html", content)
mail = Mail(from_email, subject, to_email, content)
response = sg.client.mail.send.post(request_body=mail.get())
print("Email Sent Successfully ")
else:
print("Failed to Send Email, Some Settings/Options are missing !")
except Exception as err:
print(err)
def save_email_content(html):
# open file with *.html* extension to write html
file = open("email.html", "w")
# write then close file
file.write(html)
file.close()
def get_matched_jenkins_url(test, url_map):
for key, values in url_map.items():
if test in values:
index = re.findall('\d.*', key)[0]
return url_map['jenkins_url_{}'.format(index)]
def if_test_is_parametrize(test):
if '[' and ']' in test:
test = str(test).replace('[', '_').replace(']', '_')
return test
def make_tests_linkable(test_list, url):
"""This function make test linkable and very specific to
robottelo test suite.
"""
test_list_links = ''
counter = 0
for test in test_list:
test_url = (get_matched_jenkins_url(test, url_map=url))
test = if_test_is_parametrize(test)
test_split = test.split('.')
reason_url = "{0}{1}/{2}/{3}".format(test_url,
'.'.join(test_split[:-2]),
"".join(test_split[-2:-1]),
''.join(test_split[-1:]))
test_link = '</br><a href="{0}{1}/{2}/{3}" target="_blank">{4}</a></br>'. \
format(test_url, '.'.join(test_split[:-2]), "".join(test_split[-2:-1]),
"".join(test_split[-1:]), test)
# If Auto-Analysis
status = set_test_fail_reason(reason_url)
status = 'No Data Found for Auto-Analysis using testblame'\
if status is None else str(status)
test_link = '{}<p><b> Auto Analysis ==> {}</b></p>'.format(test_link, status)
test_list_links += test_link
return test_list_links
def get_file_content(file_path):
with open(file_path, 'r') as my_file:
return my_file.read()
def build_content(tests, jenkins_url, with_link):
email_content = get_file_content('email_template')
content = ""
counter = 0
# cleanup DB
if counter == 0:
do_cleanup_history_without_reasons()
counter = counter + 1
if isinstance(tests, dict):
for author, test_list in tests.items():
if '@' in author:
author = re.findall("([a-zA-Z0-9_.+-]+@[a-zA-Z0-9-]+\.[a-zA-Z0-9-.]+)", author)[0]
author_col = "<tr><td>{0}</td>".format(author)
if with_link is None:
table = author_col + "<td class=myclass>"+"<br/><br/>".join(test_list)
else:
test_col = "<td class=myclass>"
table = author_col + test_col + make_tests_linkable(test_list, jenkins_url)
content = content + table + "</td></tr>"
email_content = email_content.replace('<=Report=>', content)
save_email_content(email_content)
return email_content
def update_layout(data, title, width=800, height=700):
fig = go.Figure()
fig.add_trace(data)
fig.update_layout(
title=title,
autosize=False,
width=width,
height=height,
)
return fig
def building_graph(content, bar_chart, pie_chart, dynamic_graph=None):
bar_chart = collections.OrderedDict(bar_chart)
data = go.Bar(
x=list(bar_chart.values()),
y=list(bar_chart.keys()),
hoverinfo='x+y',
orientation='h',
)
data_2 = go.Pie(
labels=[label.upper() for label in pie_chart.keys()],
values=[value for value in pie_chart.values()],
textinfo='value',
hoverinfo='label+percent'
)
most_failed = sorted((value, key) for (key, value) in bar_chart.items())
most_failed = most_failed[-10:]
most_failed_data = go.Bar(
x=list([value[0] for value in most_failed]),
y=list([key[1] for key in most_failed]),
hoverinfo='x+y',
orientation='h',
)
unique_id_bar_chart = uuid.uuid4()
unique_id_pie_chart = uuid.uuid4()
unique_id_most_failed_chart = uuid.uuid4()
fig = update_layout(data=data, title="All Components", width=950, height=950)
graph_url_1 = py.plot(fig, auto_open=False,
filename='email-report-graph-1-{}'.format(unique_id_bar_chart))
fig = update_layout(data=data_2, title="Test Failure Count By Test Type")
graph_url_2 = py.plot(fig, auto_open=False,
filename='email-report-graph-1-{}'.format(unique_id_pie_chart))
fig = update_layout(data=most_failed_data, title="Most Failed Components")
graph_url_3 = py.plot(fig, auto_open=False, filename='email-report-graph-1-{}'.
format(unique_id_most_failed_chart))
graph_url_1_image = os.path.splitext(graph_url_1)[0]+".png"
graph_url_2_image = os.path.splitext(graph_url_2)[0] + ".png"
graph_url_3_image = os.path.splitext(graph_url_3)[0] + ".png"
email_content = content.replace('<=graph_url_1=>', graph_url_1)
email_content = email_content.replace('<=graph_url_2=>', graph_url_2)
email_content = email_content.replace('<=graph_url_3=>', graph_url_3)
email_content = email_content.replace('<=graph_url_1_image=>', graph_url_1_image)
email_content = email_content.replace('<=graph_url_2_image=>', graph_url_2_image)
email_content = email_content.replace('<=graph_url_3_image=>', graph_url_3_image)
test_history = get_test_history()
if dynamic_graph is not None:
pattern, graph_name = str(dynamic_graph).split(',')
test_history1 = get_dynamic_graph_history(pattern=pattern)
dynamic_trend = go.Scatter(
x=[i[0] for i in test_history1],
y=[i[1] for i in test_history1],
)
unique_id_line_chart_1 = uuid.uuid4()
fig = update_layout(data=dynamic_trend, title=graph_name)
graph_url_5 = py.plot(fig, auto_open=False, filename='email-report-graph-1-{}'.
format(unique_id_line_chart_1))
graph_url_5_image = os.path.splitext(graph_url_5)[0] + ".png"
email_content = email_content.replace('<=graph_url_5=>', graph_url_5)
email_content = email_content.replace('<=graph_url_5_image=>', graph_url_5_image)
if get_test_history() is not None:
unique_id_line_chart = uuid.uuid4()
trend = go.Scatter(
x=[i[0] for i in test_history],
y=[i[1] for i in test_history],
)
fig = update_layout(data=trend, title="Test Failure Trend")
graph_url_4 = py.plot(fig, auto_open=False, filename='email-report-graph-1-{}'.
format(unique_id_line_chart))
graph_url_4_image = os.path.splitext(graph_url_4)[0] + ".png"
email_content = email_content.replace('<=graph_url_4=>', graph_url_4)
email_content = email_content.replace('<=graph_url_4_image=>', graph_url_4_image)
save_email_content(email_content)
return email_content