Update

ci/scripts/check-documentation-diff.py

@@ -0,0 +1,20 @@
+#!/usr/bin/python3
+import os, subprocess, sys
+
+if __name__ == "__main__":
+    diffsdir = 'plugins-cache-diffs'
+    os.makedirs(diffsdir, exist_ok=True)
+    res = 0
+    try:
+        subprocess.check_call(['git', 'diff', '--quiet'] )
+    except subprocess.CalledProcessError:
+        diffname = os.path.join(diffsdir, 'plugins_cache.diff')
+        res += 1
+        with open(diffname, 'w') as diff:
+            subprocess.check_call(['git', 'diff'], stdout=diff)
+            print('\033[91mYou have a diff in the documentation cache. Please update with:\033[0m')
+            print('     $ curl %s/%s | git apply -' % (os.environ['CI_ARTIFACTS_URL'], diffname.replace('../', '')))
+
+    if res != 0:
+        print('(note that it might take a few minutes for artefacts to be available on the server)\n')
+        sys.exit(res)

ci/scripts/handle-subprojects-cache.py

@@ -0,0 +1,80 @@
+#!/usr/bin/env python3
+
+"""
+Copies current subproject git repository to create a cache
+"""
+
+import shutil
+import os
+import sys
+import argparse
+
+DEST = "/subprojects"
+PARSER = argparse.ArgumentParser()
+PARSER.add_argument('subprojects_dir')
+PARSER.add_argument('--build', action="store_true", default=False)
+
+
+def create_cache_in_image(options):
+    os.makedirs(DEST, exist_ok=True)
+    print("Creating cache from %s" % options.subprojects_dir)
+    for project_name in os.listdir(options.subprojects_dir):
+        project_path = os.path.join(options.subprojects_dir, project_name)
+
+        if project_name != "packagecache" and not os.path.exists(os.path.join(project_path, '.git')):
+            continue
+
+        if os.path.exists(os.path.join(DEST, project_name)):
+            continue
+
+        print("Copying %s" % project_name)
+        shutil.copytree(project_path, os.path.join(DEST, project_name))
+
+    media_path = os.path.join(options.subprojects_dir, '..', '.git',
+        'modules', 'subprojects', 'gst-integration-testsuites', 'medias')
+    if os.path.exists(os.path.join(DEST, 'medias.git')):
+        return
+
+    if os.path.exists(media_path):
+        print("Creating media cache")
+        shutil.copytree(media_path, os.path.join(DEST, 'medias.git'))
+    else:
+        print("Did not find medias in %s" % media_path)
+
+
+def copy_cache(options):
+    # FIXME Remove when not needed anymore.
+    for path in [DEST, "/gst-build/subprojects", r"C:\gst-build\subprojects"]:
+        if not os.path.exists(path):
+            print("%s doesn't exist." % path)
+            continue
+
+        for project_name in os.listdir(path):
+            project_path = os.path.join(options.subprojects_dir, project_name)
+            cache_dir = os.path.join(path, project_name)
+
+            if project_name == 'medias.git':
+                project_path = os.path.join(options.subprojects_dir, '..', '.git', 'modules',
+                    'subprojects', 'gst-integration-testsuites')
+                os.makedirs(project_path, exist_ok=True)
+                project_path = os.path.join(project_path, 'medias')
+
+            if os.path.exists(project_path):
+                print("- Ignoring %s" % cache_dir)
+                continue
+
+            if not os.path.isdir(cache_dir):
+                print("- Ignoring %s" % cache_dir)
+                continue
+
+            print("Copying from %s -> %s" % (cache_dir, project_path))
+            shutil.copytree(cache_dir, project_path)
+
+
+if __name__ == "__main__":
+    options = PARSER.parse_args()
+
+    if options.build:
+        create_cache_in_image(options)
+    else:
+        copy_cache(options)