Fetch and build families and split into smaller pieces

Signed-off-by: Knut-Erik Johnsen <[email protected]>

Author: knutejohKLP

.github/workflows/maven-release-provider-model.yaml

@@ -19,6 +19,11 @@ on:
           - provider-upjet-github
           - provider-terraform
           - provider-kubernetes
+      family:
+        type: boolean
+        description: 'Whether to release all crds as a family. False creates individual releases for each family.'
+        required: true
+        default: true
 
 
 jobs:
@@ -37,25 +42,15 @@ jobs:
           server-password: MAVEN_CENTRAL_TOKEN # env variable for token in deploy
           gpg-private-key: ${{ secrets.MAVEN_GPG_PRIVATE_KEY }} # Value of the GPG private key to import
           gpg-passphrase: MAVEN_GPG_PASSPHRASE # env variable for GPG private key passphrase
-      - name: Fetch crds
+      - name: Fetch and build crds
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        working-directory: "./provider-models/crossplane-${{ github.event.inputs.provider }}/src/main/resources/kubernetes"
-        run : ./fetch.sh "${{ github.event.inputs.releaseversion }}"
-      - name: List crds
-        working-directory: "./provider-models/crossplane-${{ github.event.inputs.provider }}/src/main/resources/kubernetes"
-        run : ls
-      - name: Set the revision property
-        working-directory: "./provider-models/crossplane-${{ github.event.inputs.provider }}"
-        run: mvn versions:set-property -Dproperty=modelrevision "-DnewVersion=${{ github.event.inputs.releaseversion }}" -DgenerateBackupPoms=false
-      - name: Build with Maven
-        working-directory: "./provider-models/crossplane-${{ github.event.inputs.provider }}"
-        run: mvn -B deploy --file pom.xml -Pdeploy
-        env:
           MAVEN_CENTRAL_USERNAME: ${{ secrets.MAVEN_CENTRAL_USERNAME }}
           MAVEN_CENTRAL_TOKEN: ${{ secrets.MAVEN_CENTRAL_TOKEN }}
           MAVEN_GPG_PASSPHRASE: ${{ secrets.MAVEN_GPG_PASSPHRASE }}
           MAVEN_OPTS: "-Xmx2048m"
+        working-directory: "./provider-models/crossplane-${{ github.event.inputs.provider }}"
+        run : ./fetchAndBuild.sh "${{ github.event.inputs.releaseversion }}"
       - name: Create release
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

provider-models/crossplane-provider-upjet-azure/fetchAndBuild.sh

@@ -0,0 +1,58 @@
+#!/bin/bash
+
+javaRelease="2.3.0"
+release="v${javaRelease}"
+split="false"
+
+if [ $# -eq 2 ]
+then
+  javaRelease="$1"
+  release="v$1"
+  split="$2"
+fi
+
+echo "Fetching release: ${release}"
+
+commitSha=$(gh api "repos/crossplane-contrib/provider-upjet-azure/git/ref/tags/${release}" -q '.object.sha')
+commitTreeSha=$(gh api "repos/crossplane-contrib/provider-upjet-azure/git/commits/${commitSha}" -q '.tree.sha')
+packageTreeSha=$(gh api "repos/crossplane-contrib/provider-upjet-azure/git/trees/${commitTreeSha}" -q '.tree[] | select(.path=="package") | .sha')
+crdsTreeSha=$(gh api "repos/crossplane-contrib/provider-upjet-azure/git/trees/${packageTreeSha}" -q '.tree[] | select(.path=="crds") | .sha')
+
+# echo "Resolved commit SHA: ${commitSha}"
+# echo "Resolved commit tree SHA: ${commitTreeSha}"
+# echo "Resolved package tree SHA: ${packageTreeSha}"
+# echo "Resolved crds tree SHA: ${crdsTreeSha}"
+
+crds=$(gh api "repos/crossplane-contrib/provider-upjet-azure/git/trees/${crdsTreeSha}" --jq '[ .tree[].path]' | jq -r '.[]')
+#crds=$(gh api --jq '.[].name' "/repos/crossplane-contrib/provider-upjet-azure/contents/package/crds?ref=${release}")
+
+groups=$(echo -e "$crds" | cut -d'.' -f1 | sort | uniq)
+
+for crd in $crds;
+do
+  folder="./src/main/resources/kubernetes/"
+  if [ "$split" = "true" ] ; then
+    folder="${folder}$(echo $crd | cut -d'.' -f1 )/"
+    mkdir -p "${folder}"
+  fi
+  # output=$(echo $file | cut -d'_' -f2)
+  gh api   -H "Accept: application/vnd.github.raw+json"  "/repos/crossplane-contrib/provider-upjet-azure/contents/package/crds/${crd}?ref=${release}" > "${folder}${crd}"
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+      echo "Failed to fetch ${crd}"
+  fi
+
+done
+
+if [ "$split" = "true" ] ; then
+  for group in $groups; do
+    mvn -B deploy --file pom.xml -Pdeploy -Dmodelrevision="${javaRelease}" -DmodelDirectory="/${group}" -DmodelGroup="${group}"
+  done
+fi
+mvn -B deploy --file pom.xml -Pdeploy -Dmodelrevision="${javaRelease}"
+
+
+
+
+
+

provider-models/crossplane-provider-upjet-azure/pom.xml

@@ -10,13 +10,15 @@
     </parent>
 
     <name>Crossplane Provider Azure</name>
-    <artifactId>crossplane-provider-upjet-azure-model</artifactId>
+    <artifactId>crossplane-provider-upjet-azure-model-${modelGroup}</artifactId>
     <description>Crossplane models for the Azure upjet based provider</description>
 
 
     <version>${modelrevision}</version>
     <properties>
         <modelrevision>1.0.0-SNAPSHOT</modelrevision>
+        <modelDirectory/>
+        <modelGroup>family</modelGroup>
     </properties>
 
     <!-- DEPENDENCIES -->
@@ -46,7 +48,7 @@
                     </execution>
                 </executions>
                 <configuration>
-                    <source>src/main/resources/kubernetes</source>
+                    <source>src/main/resources/kubernetes${modelDirectory}</source>
                 </configuration>
             </plugin>
         </plugins>