Add proposed snapshot checker
PROD-35905
Change-Id: I0d87304a1644d74bb8c29c2b14471dfe81e72fe6
diff --git a/jobs/project.yaml b/jobs/project.yaml
index 1250a84..77a0e12 100644
--- a/jobs/project.yaml
+++ b/jobs/project.yaml
@@ -55,4 +55,5 @@
- test_cleanup
# - testrail-reporter-ci - can't moved to JJB, unsupported parameters
# - testrail-reporter-gerrit-mcp-ci - can't moved to JJB, unsupported parameters
+ - release-artifact-checker
...
\ No newline at end of file
diff --git a/jobs/scripts/mcp_mu_release_artifact_checker.py b/jobs/scripts/mcp_mu_release_artifact_checker.py
new file mode 100644
index 0000000..d029c03
--- /dev/null
+++ b/jobs/scripts/mcp_mu_release_artifact_checker.py
@@ -0,0 +1,110 @@
+import datetime
+import re
+import urllib.request
+
+
+def get_url_content(url):
+ with urllib.request.urlopen(url) as f:
+ return f.read().decode('utf-8')
+
+
+def get_snapshot_date(target_content):
+ date_regex = r".*(\d\d\d\d-\d\d-\d\d-\d\d\d\d\d\d)"
+ snapshot_date_str = re.findall(date_regex, target_content)[0]
+ date_format = "%Y-%m-%d-%H%M%S"
+ snapshot_date = datetime.datetime.strptime(snapshot_date_str, date_format)
+ return snapshot_date
+
+
+update_url = "http://mirror.mirantis.com/update/"
+proposed_section = "proposed/"
+releases_regex = r"2019.2.\d+"
+mirror_target_file = "xenial.target.txt"
+
+update_url_content = get_url_content(update_url)
+releases = re.findall(releases_regex, update_url_content)
+latest_release = sorted(set(releases),
+ key=lambda release: int(release.split('.')[2]))[-1]
+latest_release += "/"
+update_released_url = update_url + latest_release
+update_proposed_url = update_url + proposed_section
+
+proposed_subrepos = get_url_content(update_proposed_url)
+
+subrepos = ["cassandra/",
+ "ceph-luminous/",
+ "ceph-nautilus/",
+ "docker/",
+ "elasticsearch-5.x/",
+ "elasticsearch-6.x/",
+ "elasticsearch-curator-5/",
+ "extra/",
+ "glusterfs-5/",
+ "kubernetes-extra/",
+ "maas/",
+ "opencontrail-3.2/",
+ "opencontrail-4.0/",
+ "opencontrail-4.1/",
+ "opencontrail-5.0/",
+ "openstack-mitaka/",
+ "openstack-newton/",
+ "openstack-ocata/",
+ "openstack-pike/",
+ "openstack-queens/",
+ "percona/",
+ "salt-2017.7.8/",
+ "salt-formulas/",
+ "saltstack/",
+ "saltstack-2017.7/",
+ "td-agent/",
+ "ubuntu",
+ "maas-ephemeral-v3"]
+
+good_subrepos = []
+suspicious_subrepos = []
+error_subrepos = []
+
+
+def check_snapshot(subrepo):
+ if subrepo in ['ubuntu', 'maas-ephemeral-v3']:
+ proposed_target_url = "{}{}".format(
+ update_proposed_url, "{}.target.txt".format(subrepo))
+ released_target_url = "{}{}".format(
+ update_released_url, "{}.target.txt".format(subrepo))
+ else:
+ proposed_target_url = "{}{}{}".format(update_proposed_url, subrepo,
+ mirror_target_file)
+ released_target_url = "{}{}{}".format(update_released_url, subrepo,
+ mirror_target_file)
+
+ released_snapshot = get_url_content(released_target_url).splitlines()[0]
+ proposed_snapshot = get_url_content(proposed_target_url).splitlines()[0]
+ released_snapshot_date = get_snapshot_date(released_snapshot)
+ proposed_snapshot_date = get_snapshot_date(proposed_snapshot)
+ if proposed_snapshot_date > released_snapshot_date:
+ good_subrepos.append(subrepo)
+ elif proposed_snapshot_date == released_snapshot_date:
+ suspicious_subrepos.append([subrepo, proposed_snapshot])
+ else:
+ error_subrepos.append([subrepo, proposed_snapshot, released_snapshot])
+
+
+for subrepo in subrepos:
+ check_snapshot(subrepo)
+
+for repo in good_subrepos:
+ print("Repo {} - all fine, proposed is fresher than "
+ "latest release".format(repo))
+print("Good news ended\n" + "=" * 79)
+for i in suspicious_subrepos:
+ print(
+ "Repo {} - same as previous release, ensure than this is fine:\n"
+ "{}".format(i[0], i[1]))
+print("Mediocre news ended\n" + "X" * 79)
+for i in error_subrepos:
+ print(
+ "ERROR: Repo {} IS OLDER THAN RELEASED ONE!!!\n"
+ "Released:{}\n"
+ "Proposed:{}".format(i[0], i[1], i[2]))
+if error_subrepos:
+ exit(1)
diff --git a/jobs/templates/release-artifact-checker.yml b/jobs/templates/release-artifact-checker.yml
new file mode 100644
index 0000000..e85d14b
--- /dev/null
+++ b/jobs/templates/release-artifact-checker.yml
@@ -0,0 +1,15 @@
+- job-template:
+ concurrent: true
+ name: release-artifact-checker
+ # 'disabled' and 'timed' option are defined in the project.yaml
+ disabled: '{obj:disabled}'
+ triggers:
+ - timed: '{obj:trigger_time}'
+ scm:
+ - git:
+ url: 'https://gerrit.mcp.mirantis.com/mcp/tcp-qa'
+ branches:
+ - origin/master
+ builders:
+ - shell:
+ "python3 jobs/scripts/mcp_mu_release_artifact_checker.py"