ci: add snapshots scripts

hansl · hansl · commit 63fcd27b3fc0 · 2018-06-05T17:55:15.000-07:00
diff --git a/.monorepo.json b/.monorepo.json
@@ -65,7 +65,8 @@
         }
       ],
       "version": "0.0.29",
-      "hash": "c5b7ac4219d4e5bd7beb2230043fb876"
+      "hash": "c5b7ac4219d4e5bd7beb2230043fb876",
+      "snapshotRepo": "angular/angular-devkit-core-builds"
     },
     "@angular-devkit/schematics": {
       "name": "Schematics",
@@ -76,7 +77,8 @@
         }
       ],
       "version": "0.0.52",
-      "hash": "5da7eec7e29add6e2d9f6018df033025"
+      "hash": "5da7eec7e29add6e2d9f6018df033025",
+      "snapshotRepo": "angular/angular-devkit-schematics-builds"
     },
     "@angular-devkit/schematics-cli": {
       "name": "Schematics CLI",
diff --git a/lib/packages.ts b/lib/packages.ts
@@ -8,6 +8,7 @@
 'use strict';
 
 import { JsonObject } from '@angular-devkit/core';
+import { execSync } from 'child_process';
 import * as crypto from 'crypto';
 import * as fs from 'fs';
 import * as path from 'path';
@@ -31,6 +32,10 @@ export interface PackageInfo {
   packageJson: JsonObject;
   dependencies: string[];
 
+  snapshot: boolean;
+  snapshotRepo: string;
+  snapshotHash: string;
+
   dirty: boolean;
   hash: string;
   version: string;
@@ -156,6 +161,16 @@ const packageJsonPaths = _findAllPackageJson(path.join(__dirname, '..'), exclude
   .filter(p => p != path.join(__dirname, '../package.json'));
 
 
+let gitShaCache: string;
+function _getSnapshotHash(_pkg: PackageInfo): string {
+  if (!gitShaCache) {
+    gitShaCache = execSync('git log --format=%h -n1').toString().trim();
+  }
+
+  return gitShaCache;
+}
+
+
 // All the supported packages. Go through the packages directory and create a map of
 // name => PackageInfo. This map is partial as it lacks some information that requires the
 // map itself to finish building.
@@ -191,6 +206,12 @@ export const packages: PackageMap =
         name,
         packageJson,
 
+        snapshot: !!monorepoPackages[name].snapshotRepo,
+        snapshotRepo: monorepoPackages[name].snapshotRepo,
+        get snapshotHash() {
+          return _getSnapshotHash(this);
+        },
+
         dependencies: [],
         hash: '',
         dirty: false,
diff --git a/scripts/build.ts b/scripts/build.ts
@@ -158,7 +158,7 @@ function _build(logger: logging.Logger) {
 }
 
 
-export default function(argv: { local?: boolean }, logger: logging.Logger) {
+export default function(argv: { local?: boolean, snapshot?: boolean }, logger: logging.Logger) {
   _clean(logger);
 
   const sortedPackages = _sortPackages();
@@ -295,8 +295,19 @@ export default function(argv: { local?: boolean }, logger: logging.Logger) {
         if (obj && obj[depName]) {
           if (argv.local) {
             obj[depName] = packages[depName].tar;
-          } else if (obj[depName] == '0.0.0') {
-            obj[depName] = v;
+          } else if (argv.snapshot) {
+            const pkg = packages[depName];
+            if (!pkg.snapshotRepo) {
+              versionLogger.error(
+                `Package ${JSON.stringify(depName)} is not published as a snapshot. `
+                + `Fixing to current version ${v}.`,
+              );
+              obj[depName] = v;
+            } else {
+              obj[depName] = `github:${pkg.snapshotRepo}#${pkg.snapshotHash}`;
+            }
+          } else if ((obj[depName] as string).match(/\b0\.0\.0\b/)) {
+            obj[depName] = (obj[depName] as string).replace(/\b0\.0\.0\b/, v);
           }
         }
       }
diff --git a/scripts/publish.ts b/scripts/publish.ts
@@ -9,6 +9,7 @@ import { logging } from '@angular-devkit/core';
 import { resolve } from '@angular-devkit/core/node';
 import * as stream from 'stream';
 import { packages } from '../lib/packages';
+import build from './build';
 
 const npm = require(resolve('npm', { basedir: '/', checkGlobal: true }));
 
@@ -19,7 +20,6 @@ class NullStream extends stream.Writable {
 
 export default function (_: {}, logger: logging.Logger) {
   logger.info('Building...');
-  const build = require('./build').default;
   build({}, logger.createChild('build'));
 
   return new Promise<void>((resolve, reject) => {
diff --git a/scripts/snapshots.ts b/scripts/snapshots.ts
@@ -0,0 +1,81 @@
+/**
+ * @license
+ * Copyright Google Inc. All Rights Reserved.
+ *
+ * Use of this source code is governed by an MIT-style license that can be
+ * found in the LICENSE file at https://angular.io/license
+ */
+import { logging } from '@angular-devkit/core';
+import { execSync } from 'child_process';
+import * as fs from 'fs';
+import * as os from 'os';
+import * as path from 'path';
+import { packages } from '../lib/packages';
+import build from './build';
+
+
+function _copy(from: string, to: string) {
+  fs.readdirSync(from)
+    .forEach(name => {
+      const fromPath = path.join(from, name);
+      const toPath = path.join(to, name);
+      if (fs.statSync(fromPath).isDirectory()) {
+        if (!fs.existsSync(toPath)) {
+          fs.mkdirSync(toPath);
+        }
+        _copy(fromPath, toPath);
+      } else {
+        fs.writeFileSync(toPath, fs.readFileSync(fromPath));
+      }
+    });
+}
+
+
+export default function(opts: { force?: boolean }, logger: logging.Logger) {
+  // Get the SHA.
+  if (execSync(`git status --porcelain`).toString() && !opts.force) {
+    logger.error('You cannot run snapshots with local changes.');
+    process.exit(1);
+  }
+
+  const root = fs.mkdtempSync(path.join(os.tmpdir(), 'angular-devkit-publish-'));
+  const message = execSync(`git log --format="%h %s" -n1`).toString().trim();
+
+  // Run build.
+  logger.info('Building...');
+  build({ snapshot: true }, logger.createChild('build'));
+
+  for (const packageName of Object.keys(packages)) {
+    const pkg = packages[packageName];
+
+    if (!pkg.snapshot) {
+      logger.warn(`Skipping ${pkg.name}.`);
+      continue;
+    }
+
+    logger.info(`Publishing ${pkg.name} to repo ${JSON.stringify(pkg.snapshotRepo)}.`);
+
+    const publishLogger = logger.createChild('publish');
+    publishLogger.debug('Temporary directory: ' + root);
+
+    const url = `https://github.com/${pkg.snapshotRepo}.git`;
+    execSync(`git clone ${JSON.stringify(url)}`, { cwd: root });
+
+    const destPath = path.join(root, path.basename(pkg.snapshotRepo));
+    _copy(pkg.dist, destPath);
+
+    execSync(`git config credential.helper "store --file=.git/credentials"`, { cwd: destPath });
+    fs.writeFileSync(path.join(destPath, '.git/credentials'),
+      `https://${process.env['GITHUB_ACCESS_TOKEN']}@github.com`);
+
+    // Make sure that every snapshots is unique.
+    fs.writeFileSync(path.join(destPath, 'uniqueId'), '' + new Date());
+
+    // Commit and push.
+    execSync(`git add -A`, { cwd: destPath });
+    execSync(`git commit -am ${JSON.stringify(message)}`, { cwd: destPath });
+    execSync(`git tag ${pkg.snapshotHash}`, { cwd: destPath });
+    execSync(`git push origin`, { cwd: destPath });
+    execSync(`git push --tags origin`, { cwd: destPath });
+  }
+}
