method to download binaries to appropriate location

fundthmcalculus · fundthmcalculus · commit a7cb561abcb5 · 2021-10-29T12:24:48.000-04:00
diff --git a/.github/workflows/release-python.yml b/.github/workflows/release-python.yml
@@ -2,16 +2,13 @@ name: Release Python SDK
 
 on:
   workflow_dispatch:
-    inputs:
-      version:
-        description: 'Package version - PEP440 compliant [N!]N(.N)*[{a|b|rc}N][.postN][.devN]'
-        required: true
-        default: ' '
-  release:
-    types: [published]
-  push:
-    branches:
-      - main
+  # release:
+  #   types: [published]
+  workflow_run:
+    workflows: ["Release Platform Libraries"]
+    branches: [main]
+    types:
+      - completed
 
 jobs:
   release_pypi:
@@ -32,24 +29,7 @@ jobs:
       - name: Build, Test, Pack
         run: ./devops/BuildPython.ps1 -GitTag "${{ github.ref }}" -PackageVersion "${{ github.event.inputs.version }}"
         shell: pwsh
-      - name: Push packages to release
-        if: |
-          (github.event_name == 'release' &&
-          github.event.action == 'published')
-        uses: svenstaro/upload-release-action@v2
-        with:
-          repo_token: ${{ secrets.GITHUB_TOKEN }}
-          file: ./python/dist/*
-          file_glob: true
-          asset_name: "python"
-          tag: ${{ github.ref }}
-          overwrite: true
-          body: "Python SDK package"
       - name: Publish distribution 📦 to PyPI
-        if: |
-          (github.event_name == 'release' &&
-          github.event.action == 'published') ||
-          github.event.inputs.version != ''
         uses: pypa/gh-action-pypi-publish@master
         with:
           user: __token__
diff --git a/devops/BuildPython.ps1 b/devops/BuildPython.ps1
@@ -26,7 +26,7 @@ function Install-Requirements {
     python -m pip install -r requirements.txt
     python -m pip install pytest pytest-cov build
 
-    python ./okapi/generate_proto_files.py
+    python ./devops/generate_proto_files.py
 }
 function Run-Tests {
     python -m pytest --cache-clear ./tests --junitxml=$TestOutput --cov=.
diff --git a/devops/build_sdks.py b/devops/build_sdks.py
@@ -0,0 +1,52 @@
+"""
+Build the various language SDK packages for release
+"""
+import argparse
+import os
+
+import requests
+
+
+def parse_version_tag():
+    raise NotImplementedError
+
+
+def build_golang():
+    raise NotImplementedError
+
+
+def build_python():
+    # TODO - Update version in setup.cfg
+    # TODO - Copy in the binaries
+    raise NotImplementedError
+
+
+
+
+
+def get_github_version(github_token: str = None) -> str:
+    github_token = github_token
+    github_release_request = requests.get('https://api.github.com/repos/trinsic-id/okapi/releases/latest',
+                                          headers={'Autorization': github_token})
+    github_json = github_release_request.json()
+    version = github_json['tag_name'].lstrip('v')
+    return version
+
+
+def parse_arguments():
+    parser = argparse.ArgumentParser(description='Process SDK building')
+    parser.add_argument('--git-tag', help='Git tag')
+    parser.add_argument('--package-version', help='Manual override package version')
+    parser.add_argument('--github-token', help='github token')
+    # TODO - allow specifying what to build?
+
+
+def main():
+    # TODO - Get command line arguments
+    # Update version information
+    # Build and upload
+    pass
+
+
+if __name__ == "__main__":
+    main()
diff --git a/python/okapi/generate_proto_files.py b/python/okapi/generate_proto_files.py
diff --git a/python/okapi/okapi_utils.py b/python/okapi/okapi_utils.py
@@ -1,8 +1,14 @@
+import io
+import zipfile
+
+import requests
+import shutil
 import threading
+from os import listdir
 from typing import Any, Optional, List, Dict, Union, Type, TypeVar
 import platform
 import ctypes
-from os.path import join, abspath, dirname
+from os.path import join, abspath, dirname, isdir
 
 import betterproto
 from betterproto.lib.google.protobuf import Struct, Value, ListValue
@@ -140,6 +146,51 @@ def load_library() -> ctypes.CDLL:
     return OKAPI_DLL['library']
 
 
+def download_binaries():
+    """
+    Download the latest released binaries from github
+    """
+    latest_release = requests.get('https://api.github.com/repos/trinsic-id/okapi/releases/latest').json()
+    latest_assets = requests.get(latest_release['assets_url']).json()
+    libs_asset = [asset for asset in latest_assets if asset['name'] == 'libs.zip'][0]
+    # Download zip
+    zip_download = requests.get(libs_asset['browser_download_url'], stream=True)
+    z = zipfile.ZipFile(io.BytesIO(zip_download.content))
+    extract_dir = abspath(join(dirname(abspath(__file__)), 'okapi'))
+    z.extractall(extract_dir)
+    # Remove the binaries for other environments.
+    copy_from, copy_to = get_os_arch_binary(extract_dir)
+    shutil.copy2(copy_from, copy_to)
+    cleanup_zip_download(copy_to)
+
+
+def cleanup_zip_download(copy_to):
+    # Delete folders
+    for folder_name in listdir(copy_to):
+        full_path = join(copy_to, folder_name)
+        if isdir(full_path):
+            shutil.rmtree(full_path)
+
+
+def get_os_arch_binary(extract_dir):
+    copy_from = ''
+    copy_to = join(extract_dir, 'libs')
+    os_name = platform.system().lower()
+    processor_name = platform.machine().lower()
+    if os_name == 'windows':
+        copy_from = join(copy_to, 'windows', 'okapi.dll')
+    elif os_name == 'linux':
+        if processor_name == 'amd64':
+            copy_from = join(copy_to, 'linux', 'libokapi.so')
+        elif processor_name == 'armv7':
+            copy_from = join(copy_to, 'linux-armv7', 'libokapi.so')
+        elif processor_name == 'aarch64':
+            copy_from = join(copy_to, 'linux-aarch64', 'libokapi.so')
+    elif os_name == 'darwin':
+        copy_from = join(copy_to, 'macos', 'libokapi.dylib')
+    return copy_from, copy_to
+
+
 def wrap_native_function(function_name: str, *, arg_types: Optional[List[Any]] = None,
                          return_type: Optional[Any] = None):
     library_function = getattr(load_library(), function_name)
diff --git a/python/requirements.txt b/python/requirements.txt
@@ -1,3 +1,6 @@
 base58~=2.1.0
 betterproto~=2.0.0b3
-grpcio-tools~=1.40.0
+grpcio-tools~=1.40.0
+grpclib~=0.4.2
+requests~=2.22.0
+setuptools~=58.2.0
diff --git a/python/setup.cfg b/python/setup.cfg
@@ -21,6 +21,7 @@ python_requires = >=3.6
 install_requires =
     protobuf>=3.17.3
     betterproto>=2.0.0b3
+    requests>=2.22.0
 
 [options.packages.find]
 exclude = tests

Original file line number	Diff line number	Diff line change
`@@ -26,7 +26,7 @@ function Install-Requirements {`
`26`	`26`	`python -m pip install -r requirements.txt`
`27`	`27`	`python -m pip install pytest pytest-cov build`
`28`	`28`
`29`		`- python ./okapi/generate_proto_files.py`
	`29`	`+ python ./devops/generate_proto_files.py`
`30`	`30`	`}`
`31`	`31`	`function Run-Tests {`
`32`	`32`	`python -m pytest --cache-clear ./tests --junitxml=$TestOutput --cov=.`