Oleksii Petrenko | 99539bd | 2020-07-31 20:00:06 +0300 | [diff] [blame] | 1 | import datetime |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 2 | import json |
| 3 | import os |
Sofiia Andriichenko | 4b440da | 2023-02-10 12:29:46 +0100 | [diff] [blame] | 4 | from .celery_tasks import test_rail_api |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 5 | |
| 6 | from django.shortcuts import render, redirect, HttpResponse |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 7 | from django_celery_beat.models import CrontabSchedule, PeriodicTasks |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 8 | |
| 9 | from . import models |
| 10 | from . import forms |
Anna Arhipova | 7cdcc85 | 2023-11-15 18:20:45 +0100 | [diff] [blame] | 11 | from .celery_tasks.tasks import process_run, update_plot_data, \ |
| 12 | get_test_passability_in_suite |
| 13 | from .utils import short_names_for_dict, get_dict_diff |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 14 | |
| 15 | |
| 16 | def index(request): |
Oleksii Petrenko | 6826817 | 2020-09-28 16:58:13 +0300 | [diff] [blame] | 17 | runs = models.TestRailTestRun.objects.all() |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 18 | return render(request, "control/index.html", {"runs": runs}) |
| 19 | |
| 20 | |
| 21 | def redirect_to_index(request): |
| 22 | return redirect("index") |
| 23 | |
| 24 | |
| 25 | def single_run(request, run_id): |
Oleksii Petrenko | 6826817 | 2020-09-28 16:58:13 +0300 | [diff] [blame] | 26 | run = models.TestRailTestRun.objects.get(pk=run_id) |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 27 | if request.method == "POST": |
| 28 | form = forms.TestRunForm(request.POST, instance=run) |
| 29 | if form.is_valid(): |
| 30 | form.save() |
| 31 | return redirect("single_run", run_id) |
| 32 | else: |
| 33 | form = forms.TestRunForm(instance=run) |
| 34 | |
| 35 | return render(request, "control/update_run.html", |
Anna Arhipova | e9258f3 | 2023-11-04 12:31:19 +0100 | [diff] [blame] | 36 | {"form": form, "run_id": run_id, "checked_tests": |
| 37 | run.checked_tests}) |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 38 | |
| 39 | |
| 40 | def create_run(request): |
| 41 | if request.method == "POST": |
| 42 | form = forms.TestRunForm(request.POST) |
| 43 | if form.is_valid(): |
| 44 | obj = form.save() |
| 45 | return redirect("single_run", obj.id) |
| 46 | else: |
| 47 | form = forms.TestRunForm() |
| 48 | |
Anna Arhipova | 6276061 | 2023-11-28 23:20:38 +0100 | [diff] [blame] | 49 | form.fields["created_after"].initial = datetime.date.today() + \ |
| 50 | datetime.timedelta(days=-3 * 30) |
| 51 | form.fields["created_before"].initial = datetime.date.today() |
Anna Arhipova | 175d471 | 2023-11-06 11:19:44 +0100 | [diff] [blame] | 52 | return render(request, "control/update_run.html", {"form": form}) |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 53 | |
| 54 | |
| 55 | def list_reports(request): |
Oleksii Petrenko | 6826817 | 2020-09-28 16:58:13 +0300 | [diff] [blame] | 56 | reports = models.TestRailReport.objects.order_by("-created_at").all() |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 57 | return render(request, "control/reports.html", {"reports": reports}) |
| 58 | |
| 59 | |
| 60 | def single_report(request, report_id): |
Oleksii Petrenko | 6826817 | 2020-09-28 16:58:13 +0300 | [diff] [blame] | 61 | report = models.TestRailReport.objects.get(pk=report_id) |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 62 | data = report.path.read().decode("utf-8") |
Anna Arhipova | 7cdcc85 | 2023-11-15 18:20:45 +0100 | [diff] [blame] | 63 | if request.method == "POST" \ |
| 64 | and request.META.get('HTTP_X_REQUESTED_WITH') == 'XMLHttpRequest': |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 65 | return HttpResponse( |
| 66 | json.dumps({"data": data, "finished": report.finished}), |
| 67 | content_type="application/json") |
Anna Arhipova | 175d471 | 2023-11-06 11:19:44 +0100 | [diff] [blame] | 68 | |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 69 | return render(request, "control/report.html", |
Anna Arhipova | 175d471 | 2023-11-06 11:19:44 +0100 | [diff] [blame] | 70 | {"report_id": report.id, |
| 71 | "report": data, |
| 72 | "finished": report.finished}) |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 73 | |
| 74 | |
Anna Arhipova | 6ecdd34 | 2023-11-21 13:43:37 +0100 | [diff] [blame] | 75 | def delete_report(request, report_id): |
| 76 | report:models.TestRailReport = models.TestRailReport.objects.get(pk=report_id) |
| 77 | try: |
| 78 | os.remove(report.path.path) |
| 79 | except FileNotFoundError: |
| 80 | pass |
| 81 | report.delete() |
| 82 | return redirect("list_reports") |
| 83 | |
| 84 | |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 85 | def submit_run(request, run_id): |
Oleksii Petrenko | 6826817 | 2020-09-28 16:58:13 +0300 | [diff] [blame] | 86 | run = models.TestRailTestRun.objects.get(pk=run_id) |
Anna Arhipova | e9258f3 | 2023-11-04 12:31:19 +0100 | [diff] [blame] | 87 | is_testplan = test_rail_api.is_testplan(run.run_id) |
Anna Arhipova | e9258f3 | 2023-11-04 12:31:19 +0100 | [diff] [blame] | 88 | if is_testplan: |
| 89 | testrail_run = test_rail_api.get_plan_by_id(run.run_id) |
| 90 | else: |
| 91 | testrail_run = test_rail_api.get_run_by_id(run.run_id) |
Sofiia Andriichenko | 4b440da | 2023-02-10 12:29:46 +0100 | [diff] [blame] | 92 | if not run.run_name: |
Anna Arhipova | f1ea3ee | 2024-01-24 13:29:09 +0100 | [diff] [blame] | 93 | if is_testplan: |
| 94 | _name = f"Plan {testrail_run['name']}" |
| 95 | else: |
| 96 | parent_plan_id = testrail_run["plan_id"] |
| 97 | parent_plan_name = \ |
| 98 | test_rail_api.get_plan_by_id(parent_plan_id)["name"] |
| 99 | _name = f"Run {testrail_run['name']} from {parent_plan_name}" |
| 100 | run.run_name = _name |
| 101 | run.save() |
| 102 | |
Sofiia Andriichenko | 4b440da | 2023-02-10 12:29:46 +0100 | [diff] [blame] | 103 | report_name = "{}-run_id-{}-date-{}".format( |
Anna Arhipova | f1ea3ee | 2024-01-24 13:29:09 +0100 | [diff] [blame] | 104 | run.run_name, |
| 105 | run.run_id, |
| 106 | datetime.datetime.isoformat(datetime.datetime.now())) |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 107 | path = os.path.join(models.fs.location, report_name) |
| 108 | with open(path, "w"): |
| 109 | pass |
| 110 | |
Oleksii Petrenko | 6826817 | 2020-09-28 16:58:13 +0300 | [diff] [blame] | 111 | report = models.TestRailReport( |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 112 | report_name=report_name, |
| 113 | path=path) |
| 114 | report.save() |
Anna Arhipova | e9258f3 | 2023-11-04 12:31:19 +0100 | [diff] [blame] | 115 | process_run.delay(run_id, report.id, path, is_testplan) |
Oleksii Petrenko | 1250883 | 2020-07-10 18:13:53 +0300 | [diff] [blame] | 116 | return redirect("single_report", report.id) |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 117 | |
| 118 | |
Anna Arhipova | 52cdec9 | 2023-10-05 23:05:48 +0200 | [diff] [blame] | 119 | def delete_run(request, run_id): |
| 120 | run = models.TestRailTestRun.objects.get(pk=run_id) |
| 121 | run.delete() |
| 122 | return redirect("index") |
| 123 | |
| 124 | |
Oleksii Petrenko | 24f1f8f | 2020-06-26 18:09:43 +0300 | [diff] [blame] | 125 | def show_help(request): |
| 126 | return render(request, "control/help.html") |
Oleksii Petrenko | 6826817 | 2020-09-28 16:58:13 +0300 | [diff] [blame] | 127 | |
| 128 | |
| 129 | def update_jenkins_plot(request): |
| 130 | try: |
| 131 | models.ActionLog.objects.get(name="update_plot_started") |
| 132 | return HttpResponse("Update in progress", status=403) |
| 133 | except models.ActionLog.DoesNotExist: |
| 134 | pass |
| 135 | update = models.ActionLog( |
| 136 | name="update_plot_started", date=datetime.datetime.now()) |
| 137 | update.save() |
| 138 | update_plot_data.delay() |
| 139 | return HttpResponse("Started Update", status=200) |
| 140 | |
| 141 | |
| 142 | def jenkins_plot(request): |
| 143 | try: |
| 144 | update_date = models.ActionLog.objects.get( |
| 145 | name="update_jenkins_plot").date |
| 146 | except models.ActionLog.DoesNotExist: |
| 147 | update_date = None |
| 148 | try: |
| 149 | models.ActionLog.objects.get(name="update_plot_started") |
| 150 | update_started = True |
| 151 | except models.ActionLog.DoesNotExist: |
| 152 | update_started = False |
| 153 | |
| 154 | job_names_path = os.path.join(models.fs.location, "job_names.txt") |
| 155 | job_names = [] |
| 156 | if os.path.exists(job_names_path): |
| 157 | try: |
| 158 | with open(job_names_path, "r") as f: |
| 159 | job_names = json.load(f) |
| 160 | except: |
| 161 | pass |
| 162 | |
| 163 | return render( |
| 164 | request, "control/jenkins_plot.html", |
| 165 | {"update_date": update_date, "update_started": update_started, |
| 166 | "job_names": enumerate(job_names, 1)}) |
Anna Arhipova | 7cdcc85 | 2023-11-15 18:20:45 +0100 | [diff] [blame] | 167 | |
| 168 | |
| 169 | def submit_suites(request): |
| 170 | form = forms.DiffPassRatesForm(request.POST) |
| 171 | if not form.is_valid(): |
| 172 | print(f"{form.errors=}") |
| 173 | return |
| 174 | report1 = models.SuitePassRate(suite_id=request.POST["first-suite_id"]) |
| 175 | report1.save() |
| 176 | report2 = models.SuitePassRate(suite_id=request.POST["second-suite_id"]) |
| 177 | report2.save() |
| 178 | |
| 179 | diff_model = models.DiffOfSuitesPassRates( |
| 180 | report1=report1, |
| 181 | report2=report2, |
| 182 | limit=form.cleaned_data["limit"], |
| 183 | test_keyword=form.cleaned_data["test_keyword"] |
| 184 | ) |
| 185 | diff_model.save() |
| 186 | get_test_passability_in_suite.delay(diff_model.id, report1.id) |
| 187 | get_test_passability_in_suite.delay(diff_model.id, report2.id) |
| 188 | |
| 189 | return redirect("report_comparing_suites", diff_model.id) |
| 190 | |
| 191 | |
| 192 | def compare_suites(request): |
| 193 | if request.method == "POST": |
| 194 | return submit_suites(request) |
| 195 | |
| 196 | diff_form = forms.DiffPassRatesForm() |
| 197 | report1_form = forms.SuitePassRateForm(prefix='first') |
| 198 | report2_form = forms.SuitePassRateForm(prefix='second') |
| 199 | |
| 200 | return render( |
| 201 | request, "control/compare_suites.html", |
| 202 | { |
| 203 | "diff_form": diff_form, |
| 204 | "report1_form": report1_form, |
| 205 | "report2_form": report2_form, |
| 206 | "finished": None |
| 207 | }) |
| 208 | |
| 209 | |
| 210 | def list_of_comparing_reports(request): |
| 211 | list_of_reports = models.DiffOfSuitesPassRates.objects.all() |
| 212 | return render( |
| 213 | request, "control/list_comparing_suites.html", |
| 214 | { |
| 215 | "reports": list_of_reports |
| 216 | }) |
| 217 | |
| 218 | |
| 219 | def report_comparing_suites(request, report_id): |
| 220 | report = models.DiffOfSuitesPassRates.objects.get(pk=report_id) |
| 221 | passrate1 = short_names_for_dict(json.loads( |
| 222 | report.report1.passrate_by_tests)) |
| 223 | passrate2 = short_names_for_dict(json.loads( |
| 224 | report.report2.passrate_by_tests)) |
| 225 | |
| 226 | diff_table = get_dict_diff(dict1=passrate1, |
| 227 | dict2=passrate2, |
| 228 | compare_by_key="rate") |
| 229 | diff_form = forms.DiffPassRatesForm(instance=report) |
| 230 | report1_form = forms.SuitePassRateForm(instance=report.report1, |
| 231 | prefix="first") |
| 232 | report2_form = forms.SuitePassRateForm(instance=report.report2, |
| 233 | prefix="second") |
| 234 | |
| 235 | return render( |
| 236 | request, "control/compare_suites.html", |
| 237 | {"diff_form": diff_form, |
| 238 | "report1_form": report1_form, |
| 239 | "report2_form": report2_form, |
| 240 | "report1": report.report1, |
| 241 | "report2": report.report2, |
| 242 | "is_finished": report.report1.finished and report.report2.finished, |
| 243 | "diff_table": diff_table}) |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 244 | |
| 245 | |
| 246 | def schedulers(request): |
| 247 | |
| 248 | return render( |
| 249 | request, "control/schedulers.html", |
| 250 | {"schedulers": models.CronPeriodicTask.objects.all()}) |
| 251 | |
| 252 | |
| 253 | def scheduler(request, pk=None): |
| 254 | if request.method == "POST": |
| 255 | return save_scheduler(request) |
| 256 | |
| 257 | if pk: |
| 258 | task_pk = models.CronPeriodicTask.objects.get(pk=pk) |
| 259 | form = forms.PeriodicTaskForm(instance=task_pk) |
| 260 | else: |
| 261 | form = forms.PeriodicTaskForm() |
| 262 | |
| 263 | return render( |
| 264 | request, "control/scheduler.html", |
| 265 | { |
| 266 | "form": form, |
| 267 | "pk": pk, |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 268 | "TASKS": models.TASKS |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 269 | } |
| 270 | ) |
| 271 | |
| 272 | |
| 273 | def save_scheduler(request, pk=None): |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 274 | print(f"{request.POST=}") |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 275 | minute, hour, day_of_month, month_of_year, day_of_week = \ |
| 276 | request.POST.get("cron", "* * * * *").split(" ") |
| 277 | if pk is None: |
| 278 | sch = CrontabSchedule.objects.create( |
| 279 | minute=minute, |
| 280 | hour=hour, |
| 281 | day_of_month=day_of_month, |
| 282 | month_of_year=month_of_year, |
| 283 | day_of_week=day_of_week |
| 284 | ) |
| 285 | task = models.CronPeriodicTask.objects.create( |
| 286 | crontab=sch, |
| 287 | cron=request.POST.get("cron"), |
| 288 | name=request.POST.get("name"), |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 289 | task_name=request.POST.get("task_name"), |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 290 | enabled=request.POST.get("enabled") == 'on', |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 291 | testplan_id_arg=request.POST.get("testplan_id_arg"), |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 292 | ) |
| 293 | else: |
| 294 | task = models.CronPeriodicTask.objects.get(pk=pk) |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 295 | |
| 296 | task.task = request.POST.get("task_name") |
| 297 | task.args = json.dumps((request.POST.get("testplan_id_arg"),)) |
| 298 | |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 299 | form = forms.PeriodicTaskForm(request.POST, instance=task) |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 300 | |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 301 | CrontabSchedule.objects.filter(id=task.crontab.id).update( |
| 302 | minute=minute, |
| 303 | hour=hour, |
| 304 | day_of_month=day_of_month, |
| 305 | month_of_year=month_of_year, |
| 306 | day_of_week=day_of_week |
| 307 | ) |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 308 | if not form.is_valid(): |
| 309 | print(f"{form.errors=}") |
| 310 | return |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 311 | form.save() |
| 312 | PeriodicTasks.update_changed() |
| 313 | return render( |
| 314 | request, "control/scheduler.html", |
| 315 | { |
| 316 | "form": form, |
| 317 | "pk": task.id, |
Anna Arhipova | d2d4d9b | 2024-03-18 20:57:44 +0100 | [diff] [blame^] | 318 | "TASKS": models.TASKS |
Anna Arhipova | 22ea6bf | 2024-02-20 15:25:30 +0100 | [diff] [blame] | 319 | } |
| 320 | ) |
| 321 | |
| 322 | |
| 323 | def delete_scheduler(request, pk): |
| 324 | task = models.CronPeriodicTask.objects.get(pk=pk) |
| 325 | task.delete() |
| 326 | return redirect("schedulers") |