Merge pull request #9 from Datatamer/reorg

CLOUD-8255: semantic release

Author: creynolds15

.gitignore

@@ -4,3 +4,5 @@
 build/*
 tamr_cloud_sdk.egg-info
 __pycache__/
+dist/*
+poetry.lock

.releaserc.yaml

@@ -0,0 +1,12 @@
+repositoryUrl: https://github.com/Datatamer/tamr-cloud-sdk-python
+branches: main
+plugins:
+  - - "@semantic-release/commit-analyzer"
+    - preset: conventionalcommits
+  - "@semantic-release/release-notes-generator"
+  - - "@semantic-release/exec"
+    - prepareCmd: "pip install toml-cli && toml set --toml-path pyproject.toml tool.poetry.version ${nextRelease.version}"
+      publishCmd: "poetry install --no-dev && poetry publish -r artifact-registry --build"
+  - - "@semantic-release/github"
+    - assets:
+      - path: "dist/tamr_cloud_sdk*"

install_proto.sh

@@ -29,4 +29,4 @@ elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then
     fi
     popd
 fi
-exit 0
+exit 0

jenkins/build/Jenkinsfile

@@ -0,0 +1,112 @@
+@Library('ops') _
+def notifier = new com.tamr.jenkins.slack.SlackNotifier()
+def helper = new com.tamr.jenkins.util.JenkinsHelper()
+
+podTemplate(
+    containers: [
+        containerTemplate(
+            name: 'python-poetry',
+            image: 'us-docker.pkg.dev/tamr-docker/ops/python-poetry:latest',
+            resourceLimitCpu: "2",
+            resourceLimitMemory: "2048Mi",
+            resourceRequestCpu: "100m",
+            resourceRequestMemory: "1024Mi",
+            ttyEnabled: true,
+            command: 'cat'
+        ),
+        containerTemplate(
+            name: 'python-poetry-with-java-8',
+            image: 'us-docker.pkg.dev/tamr-docker/ops/python-poetry-with-java8:latest',
+            resourceLimitCpu: "2",
+            resourceLimitMemory: "2048Mi",
+            resourceRequestCpu: "100m",
+            resourceRequestMemory: "1024Mi",
+            ttyEnabled: true,
+            command: 'cat'
+        ),
+        containerTemplate(
+            name: 'semantic-release-poetry',
+            image: 'us-docker.pkg.dev/tamr-docker/ops/semantic-release-poetry:latest',
+            alwaysPullImage: false,
+            ttyEnabled: true,
+            command: 'cat'
+        ),
+        containerTemplate(
+            name: 'jnlp',
+            image: 'us-docker.pkg.dev/tamr-docker/ops/jenkins-agent:latest',
+            alwaysPullImage: false,
+            privileged: false,
+            // Resources for jnlp container
+            resourceLimitCpu: "2",
+            resourceLimitMemory: "1Gi",
+            resourceRequestCpu: "300m",
+            resourceRequestMemory: "1Gi"
+        ),
+    ],
+    serviceAccount: "jenkins-emaas",
+    annotations: [
+      podAnnotation(key: "iam.gke.io/gcp-service-account", value: "[email protected]")
+    ]
+) {
+  node(POD_LABEL) {
+    helper.cancelPreviousBuilds()
+
+    def projectName = helper.getProjectName().tokenize('/').last()
+    def projectRepo = scm.userRemoteConfigs.first().url - '.git'
+
+    stage('Checkout') {
+      echo projectName
+      echo projectRepo
+      checkout([
+          $class           : 'GitSCM',
+          branches         : scm.branches,
+          extensions       : scm.extensions + [[$class: 'CloneOption', noTags: false]],
+          userRemoteConfigs: scm.userRemoteConfigs
+      ])
+      sh 'pwd'
+      sh 'id'
+      sh 'export'
+      sh 'ls -l .'
+    }
+    try {
+      container('python-poetry-with-java-8') {
+
+        stage('Build tamr_sdk') {
+          timeout(time: 10, unit: 'MINUTES') {
+            {
+              sh """
+                  poetry build
+                  """
+            }
+          }
+        }
+      }
+
+      container("semantic-release-poetry") {
+        stage('Lint Commits') {
+          if (helper.isPRBuild()) {
+            sh "./cicd/scripts/lint-commits.sh"
+          }
+        }
+      }
+
+      stage('Release') {
+          if (currentBuild.result == null || currentBuild.result == 'SUCCESS') {
+            container("semantic-release-poetry") {
+              withCredentials([string(credentialsId: 'github-oauth', variable: 'GH_TOKEN')]) {
+                withEnv(["GH_TOKEN=${GH_TOKEN}"]) {
+                  sh "semantic-release --dry-run"
+              }
+              if (helper.getBranchName() == 'main' && !helper.isPRBuild()) {
+                withEnv(["GH_TOKEN=${GH_TOKEN}"]) {
+                      sh "poetry config repositories.artifact-registry"
+                      sh "semantic-release"
+                  }
+                }
+              }
+            }
+          }
+      }
+    }
+  }
+}

jenkins/build/scripts/lint-commits.sh

@@ -0,0 +1,18 @@
+set -e
+
+echo "BRANCH_NAME: \"${BRANCH_NAME}\""
+echo "CHANGE_TARGET: \"${CHANGE_TARGET}\""
+echo "NODE_VERSION: \"${NODE_VERSION}\""
+
+git --version
+echo ----------------
+firstCommit=$(git rev-list HEAD --not '--remotes=*/release*' '--remotes=*/main' '--remotes=*/develop' | tail -n1)
+echo "first commit: ${firstCommit}"
+git log -1 ${firstCommit}
+echo ----------------
+baseCommit=$(git rev-parse ${firstCommit}~)
+echo "base commit: ${baseCommit}"
+git log -1 ${baseCommit}
+echo ----------------
+npm install -g @commitlint/cli @commitlint/config-conventional
+npx commitlint -V --from=${baseCommit}

mypy.ini

@@ -11,7 +11,6 @@ follow_imports = normal
 explicit_package_bases = True
 
 packages = tamr_sdk, examples
-modules = setup
 
 [mypy-tamr.api.*]
 ignore_errors = true

pyproject.toml

@@ -0,0 +1,32 @@
+[tool.poetry]
+name = "tamr_cloud_sdk"
+version = "0.dev"
+description = "A package that facilitates the use of Tamr Cloud APIs in python"
+authors = ["Tamr Inc."]
+readme = "README.md"
+packages = [
+    { include = "tamr_sdk" },
+    { include = "tamr" },
+    { include = "protoc_gen_openapiv2" },
+]
+
+[tool.poetry.dependencies]
+python = "^3.8"
+google-api-python-client = "2.126.0"
+grpcio = "1.62.2"
+
+[tool.poetry.group.dev.dependencies]
+ruff = "0.4.4"
+
+[tool.semantic_release]
+version_variable = [
+    "pyproject.toml:version",
+]
+branch = "main"
+upload_to_pypi = false
+upload_to_release = true
+build_command = "pip install poetry && poetry build"
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"

requirements.txt

@@ -1,4 +1,3 @@
 google-api-python-client==2.126.0
 grpcio==1.62.2
 typing_extensions
-

requirements_dev.txt

@@ -2,4 +2,4 @@ grpc-stubs
 mypy
 ruff
 types-protobuf
-types-setuptools
+types-setuptools

ruff.toml

@@ -57,5 +57,3 @@ split-on-trailing-comma=false
 
 [lint.mccabe]
 max-complexity = 6
-
-