datadog updates

.github/workflows/aot.yml

@@ -56,15 +56,13 @@ jobs:
         with:
           repository: ${{ env.STACKQL_CORE_REPOSITORY }}
           ref: ${{ env.STACKQL_CORE_REF }}
-          token: ${{ secrets.CI_STACKQL_PACKAGE_DOWNLOAD_TOKEN  }}
           path: stackql-core
 
       - name: Download any-sdk
         uses: actions/checkout@v7
         with:
           repository: ${{ env.STACKQL_ANY_SDK_REPOSITORY }}
           ref: ${{ env.STACKQL_ANY_SDK_REF }}
-          token: ${{ secrets.CI_STACKQL_PACKAGE_DOWNLOAD_TOKEN  }}
           path: stackql-any-sdk
 
       - name: Setup Python

.github/workflows/main.yml

@@ -126,11 +126,14 @@ jobs:
 
       #
       # run the following steps only on pushes to protected branches (merge commits)
+      # AND only when provider artefacts under providers/src/ changed (NUM_PROVIDERS > 0).
+      # A push that touches nothing under providers/src/ must never publish to S3,
+      # sync R2 or redeploy the worker.
       #
 
       - name: "[PUBLISH] configure aws credentials" 
         uses: aws-actions/configure-aws-credentials@v6
-        if: env.REG_EVENT == 'push'
+        if: env.NUM_PROVIDERS > 0 && env.REG_EVENT == 'push'
         with:
           aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
           aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
@@ -142,7 +145,7 @@ jobs:
             python scripts/publish/publish-provider-docs-to-artifact-repo.py
 
       - name: "[DEPLOY] pull additional docs from artifact repo"
-        if: env.REG_EVENT == 'push'
+        if: env.NUM_PROVIDERS > 0 && env.REG_EVENT == 'push'
         run: |
           python scripts/deploy/pull-additional-docs-from-artifact-repo.py
 
@@ -156,12 +159,12 @@ jobs:
       #
 
       - name: "[DEPLOY-CF] install worker deps"
-        if: env.REG_EVENT == 'push'
+        if: env.NUM_PROVIDERS > 0 && env.REG_EVENT == 'push'
         run: |
           cd origin && npm install
 
       - name: "[DEPLOY-CF] sync docs to R2 (dev)"
-        if: env.REG_TARGET_BRANCH == 'dev' && env.REG_EVENT == 'push'
+        if: env.NUM_PROVIDERS > 0 && env.REG_TARGET_BRANCH == 'dev' && env.REG_EVENT == 'push'
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
@@ -180,7 +183,7 @@ jobs:
             --region auto --no-progress
 
       - name: "[DEPLOY-CF] sync docs to R2 (prod)"
-        if: env.REG_TARGET_BRANCH == 'main' && env.REG_EVENT == 'push'
+        if: env.NUM_PROVIDERS > 0 && env.REG_TARGET_BRANCH == 'main' && env.REG_EVENT == 'push'
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
@@ -197,15 +200,15 @@ jobs:
             --no-progress
 
       - name: "[DEPLOY-CF] deploy worker (dev)"
-        if: env.REG_TARGET_BRANCH == 'dev' && env.REG_EVENT == 'push'
+        if: env.NUM_PROVIDERS > 0 && env.REG_TARGET_BRANCH == 'dev' && env.REG_EVENT == 'push'
         env:
           CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
           CLOUDFLARE_ACCOUNT_ID: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }}
         run: |
           cd origin && npx wrangler deploy --env dev
 
       - name: "[DEPLOY-CF] deploy worker (prod)"
-        if: env.REG_TARGET_BRANCH == 'main' && env.REG_EVENT == 'push'
+        if: env.NUM_PROVIDERS > 0 && env.REG_TARGET_BRANCH == 'main' && env.REG_EVENT == 'push'
         env:
           CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
           CLOUDFLARE_ACCOUNT_ID: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }}

.github/workflows/regression.yml

@@ -35,7 +35,6 @@ jobs:
       with:
         repository: ${{ env.STACKQL_CORE_REPOSITORY }}
         ref: ${{ env.STACKQL_CORE_REF }}
-        token: ${{ secrets.CI_STACKQL_PACKAGE_DOWNLOAD_TOKEN  }}
         path: stackql-core-pkg
 
     - name: Setup Python
@@ -100,15 +99,13 @@ jobs:
         with:
           repository: ${{ env.STACKQL_CORE_REPOSITORY }}
           ref: ${{ env.STACKQL_CORE_REF }}
-          token: ${{ secrets.CI_STACKQL_PACKAGE_DOWNLOAD_TOKEN  }}
           path: stackql-core
 
       - name: Download any-sdk
         uses: actions/checkout@v7
         with:
           repository: ${{ env.STACKQL_ANY_SDK_REPOSITORY }}
           ref: ${{ env.STACKQL_ANY_SDK_REF }}
-          token: ${{ secrets.CI_STACKQL_PACKAGE_DOWNLOAD_TOKEN  }}
           path: stackql-any-sdk
 
       - name: Setup Python

go.mod

@@ -3,7 +3,7 @@ module github.com/stackql/stackql-provider-registry
 go 1.17
 
 require (
-	github.com/sirupsen/logrus v1.8.1
+	github.com/sirupsen/logrus v1.8.3
 	github.com/spf13/cobra v1.4.0
 	github.com/spf13/viper v1.10.1
 	gotest.tools v2.2.0+incompatible
@@ -29,5 +29,5 @@ require (
 	gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 // indirect
 	gopkg.in/ini.v1 v1.66.2 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
-	gopkg.in/yaml.v3 v3.0.0 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
 )

go.sum

@@ -306,8 +306,8 @@ github.com/sagikazarmark/crypt v0.4.0/go.mod h1:ALv2SRj7GxYV4HO9elxH9nS6M9gW+xDN
 github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529/go.mod h1:DxrIzT+xaE7yg65j358z/aeFdxmN0P9QXhEzd20vsDc=
 github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo=
 github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE=
-github.com/sirupsen/logrus v1.8.1 h1:dJKuHgqk1NNQlqoA6BTlM1Wf9DOH3NBjQyu0h9+AZZE=
-github.com/sirupsen/logrus v1.8.1/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0=
+github.com/sirupsen/logrus v1.8.3 h1:DBBfY8eMYazKEJHb3JKpSPfpgd2mBCoNFlQx6C5fftU=
+github.com/sirupsen/logrus v1.8.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
 github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA=
 github.com/spf13/afero v1.3.3/go.mod h1:5KUK8ByomD5Ti5Artl0RtHeI5pTF7MIDuXL3yY520V4=
 github.com/spf13/afero v1.6.0 h1:xoax2sJ2DT8S8xA2paPFjDCScCNeWsg75VG0DLRreiY=
@@ -536,6 +536,7 @@ golang.org/x/sys v0.0.0-20211007075335-d3039528d8ac/go.mod h1:oPkhp1MJrh7nUepCBc
 golang.org/x/sys v0.0.0-20211124211545-fe61309f8881/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.0.0-20211210111614-af8b64212486/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f h1:v4INt8xihDGvnrfjMDVXGxw9wrfxYyCjk0KbXjhR55s=
 golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
@@ -772,8 +773,8 @@ gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
 gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
-gopkg.in/yaml.v3 v3.0.0 h1:hjy8E9ON/egN1tAYqKb61G10WtihqetD4sz2H+8nIeA=
-gopkg.in/yaml.v3 v3.0.0/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gotest.tools v2.2.0+incompatible h1:VsBPFP1AI068pPrMxtb/S8Zkgf9xEmTLJjfM+P5UIEo=
 gotest.tools v2.2.0+incompatible/go.mod h1:DsYFclhRJ6vuDpmuTbkuFWG+y2sxOXAzmJt81HFBacw=
 honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

providers/src/datadog/v00.00.00000/provider.yaml

@@ -19,7 +19,9 @@ providerServices:
       $ref: datadog/v00.00.00000/services/apm.yaml
     title: apm API
     version: v00.00.00000
-    description: datadog apm API
+    description: >-
+      Observe, troubleshoot, and improve cloud-scale applications with all
+      telemetry in context
   catalog:
     id: catalog:v00.00.00000
     name: catalog
@@ -46,7 +48,16 @@ providerServices:
       $ref: datadog/v00.00.00000/services/dashboards.yaml
     title: dashboards API
     version: v00.00.00000
-    description: datadog dashboards API
+    description: >-
+      Get usage statistics for the dashboards in your organization, including
+      view
+
+      counts, last-edit times, widget counts, and quality scores. See the
+
+      [Dashboards documentation](https://docs.datadoghq.com/dashboards/) for
+      more
+
+      information.
   digital_experience:
     id: digital_experience:v00.00.00000
     name: digital_experience
@@ -56,6 +67,15 @@ providerServices:
     title: digital_experience API
     version: v00.00.00000
     description: datadog digital_experience API
+  fleet:
+    id: fleet:v00.00.00000
+    name: fleet
+    preferred: true
+    service:
+      $ref: datadog/v00.00.00000/services/fleet.yaml
+    title: fleet API
+    version: v00.00.00000
+    description: datadog fleet API
   infrastructure:
     id: infrastructure:v00.00.00000
     name: infrastructure
@@ -73,7 +93,18 @@ providerServices:
       $ref: datadog/v00.00.00000/services/integrations.yaml
     title: integrations API
     version: v00.00.00000
-    description: datadog integrations API
+    description: |-
+      The Integrations API is used to list available integrations
+      and retrieve information about their installation status.
+  llm_observability:
+    id: llm_observability:v00.00.00000
+    name: llm_observability
+    preferred: true
+    service:
+      $ref: datadog/v00.00.00000/services/llm_observability.yaml
+    title: llm_observability API
+    version: v00.00.00000
+    description: datadog llm_observability API
   logs:
     id: logs:v00.00.00000
     name: logs
@@ -82,7 +113,10 @@ providerServices:
       $ref: datadog/v00.00.00000/services/logs.yaml
     title: logs API
     version: v00.00.00000
-    description: datadog logs API
+    description: >-
+      Search your logs and send them to your Datadog platform over HTTP. See the
+      [Log Management page](https://docs.datadoghq.com/logs/) for more
+      information.
   metrics:
     id: metrics:v00.00.00000
     name: metrics
@@ -91,7 +125,34 @@ providerServices:
       $ref: datadog/v00.00.00000/services/metrics.yaml
     title: metrics API
     version: v00.00.00000
-    description: datadog metrics API
+    description: >-
+      The metrics endpoint allows you to:
+
+
+      - Post metrics data so it can be graphed on Datadog’s dashboards
+
+      - Query metrics from any time period (timeseries and scalar)
+
+      - Modify tag configurations for metrics
+
+      - View tags and volumes for metrics
+
+
+      **Note**: A graph can only contain a set number of points
+
+      and as the timeframe over which a metric is viewed increases,
+
+      aggregation between points occurs to stay below that set number.
+
+
+      The Post, Patch, and Delete `manage_tags` API methods can only be
+      performed by
+
+      a user who has the `Manage Tags for Metrics` permission.
+
+
+      See the [Metrics page](https://docs.datadoghq.com/metrics/) for more
+      information.
   monitoring:
     id: monitoring:v00.00.00000
     name: monitoring
@@ -157,3 +218,4 @@ config:
       location: header
       name: DD-APPLICATION-KEY
       credentialsenvvar: DD_APP_KEY
+  snake_case_aliases: true