feat(snyk)!: Migrate to Apache Arrow type system (#11020)

candiduslynx · web-flow · commit 4545610db8a8 · 2023-05-26T14:29:50.000Z
Closes #10767 BEGIN_COMMIT_OVERRIDE feat: Update to use [Apache Arrow](https://arrow.apache.org/) type system (#11020) BREAKING-CHANGE: This release introduces an internal change to our type system to use [Apache Arrow](https://arrow.apache.org/). This should not have any visible breaking changes, however due to the size of the change we are introducing it under a major version bump to communicate that it might have some bugs that we weren't able to catch during our internal tests. If you encounter an issue during the upgrade, please submit a [bug report](https://github.com/cloudquery/cloudquery/issues/new/choose). You will also need to update destinations depending on which one you use: - Azure Blob Storage >= v3.2.0 - BigQuery >= v3.0.0 - ClickHouse >= v3.1.1 - DuckDB >= v1.1.6 - Elasticsearch >= v2.0.0 - File >= v3.2.0 - Firehose >= v2.0.2 - GCS >= v3.2.0 - Gremlin >= v2.1.10 - Kafka >= v3.0.1 - Meilisearch >= v2.0.1 - Microsoft SQL Server >= v4.2.0 - MongoDB >= v2.0.1 - MySQL >= v2.0.2 - Neo4j >= v3.0.0 - PostgreSQL >= v4.2.0 - S3 >= v4.4.0 - Snowflake >= v2.1.1 - SQLite >= v2.2.0 END_COMMIT_OVERRIDE
diff --git a/plugins/source/snyk/client/client.go b/plugins/source/snyk/client/client.go
@@ -7,8 +7,8 @@ import (
 	"time"
 
 	"github.com/cloudquery/plugin-pb-go/specs"
-	"github.com/cloudquery/plugin-sdk/v2/plugins/source"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
+	"github.com/cloudquery/plugin-sdk/v3/plugins/source"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 	"github.com/rs/zerolog"
 )
diff --git a/plugins/source/snyk/client/columns.go b/plugins/source/snyk/client/columns.go
@@ -1,13 +1,14 @@
 package client
 
-import "github.com/cloudquery/plugin-sdk/v2/schema"
+import (
+	"github.com/apache/arrow/go/v13/arrow"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+)
 
 var OrganizationID = schema.Column{
-	Name:     "organization_id",
-	Type:     schema.TypeString,
-	Resolver: ResolveOrganizationID,
-	CreationOptions: schema.ColumnCreationOptions{
-		PrimaryKey: true,
-		NotNull:    true,
-	},
+	Name:       "organization_id",
+	Type:       arrow.BinaryTypes.String,
+	PrimaryKey: true,
+	NotNull:    true,
+	Resolver:   ResolveOrganizationID,
 }
diff --git a/plugins/source/snyk/client/multiplexer.go b/plugins/source/snyk/client/multiplexer.go
@@ -1,7 +1,7 @@
 package client
 
 import (
-	"github.com/cloudquery/plugin-sdk/v2/schema"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
 )
 
 func SingleOrganization(meta schema.ClientMeta) []schema.ClientMeta {
diff --git a/plugins/source/snyk/client/resolvers.go b/plugins/source/snyk/client/resolvers.go
@@ -3,7 +3,7 @@ package client
 import (
 	"context"
 
-	"github.com/cloudquery/plugin-sdk/v2/schema"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
 )
 
 func ResolveOrganizationID(_ context.Context, meta schema.ClientMeta, r *schema.Resource, c schema.Column) error {
diff --git a/plugins/source/snyk/client/testing.go b/plugins/source/snyk/client/testing.go
@@ -9,8 +9,8 @@ import (
 	"time"
 
 	"github.com/cloudquery/plugin-pb-go/specs"
-	"github.com/cloudquery/plugin-sdk/v2/plugins/source"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
+	"github.com/cloudquery/plugin-sdk/v3/plugins/source"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
 	"github.com/julienschmidt/httprouter"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 	"github.com/rs/zerolog"
diff --git a/plugins/source/snyk/go.mod b/plugins/source/snyk/go.mod
@@ -3,8 +3,9 @@ module github.com/cloudquery/cloudquery/plugins/source/snyk
 go 1.19
 
 require (
+	github.com/apache/arrow/go/v13 v13.0.0-20230509040948-de6c3cd2b604
 	github.com/cloudquery/plugin-pb-go v1.0.8
-	github.com/cloudquery/plugin-sdk/v2 v2.7.0
+	github.com/cloudquery/plugin-sdk/v3 v3.6.4
 	github.com/google/uuid v1.3.0
 	github.com/julienschmidt/httprouter v1.3.0
 	github.com/pavel-snyk/snyk-sdk-go v0.4.1
@@ -15,14 +16,14 @@ require (
 
 replace (
 	// TODO: remove once the changes are merged to upstream
-	github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230509053643-898a79b1d3c8
+	github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230526062000-b3fdc24ed8d6
 	github.com/pavel-snyk/snyk-sdk-go => github.com/cloudquery/snyk-sdk-go v0.5.0
 )
 
 require (
 	github.com/andybalholm/brotli v1.0.5 // indirect
-	github.com/apache/arrow/go/v13 v13.0.0-20230509040948-de6c3cd2b604 // indirect
 	github.com/apache/thrift v0.16.0 // indirect
+	github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/getsentry/sentry-go v0.20.0 // indirect
 	github.com/ghodss/yaml v1.0.0 // indirect
@@ -40,6 +41,7 @@ require (
 	github.com/mattn/go-isatty v0.0.18 // indirect
 	github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 // indirect
 	github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 // indirect
+	github.com/pierrec/lz4/v4 v4.1.15 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/spf13/cast v1.5.0 // indirect
 	github.com/spf13/cobra v1.6.1 // indirect
diff --git a/plugins/source/snyk/go.sum b/plugins/source/snyk/go.sum
@@ -44,12 +44,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR
 github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI=
 github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU=
 github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
-github.com/cloudquery/arrow/go/v13 v13.0.0-20230509053643-898a79b1d3c8 h1:CmgLSEGQNLHpUQ5cU4L4aF7cuJZRnc1toIIWqC1gmPg=
-github.com/cloudquery/arrow/go/v13 v13.0.0-20230509053643-898a79b1d3c8/go.mod h1:/XatdE3kDIBqZKhZ7OBUHwP2jaASDFZHqF4puOWM8po=
+github.com/cloudquery/arrow/go/v13 v13.0.0-20230526062000-b3fdc24ed8d6 h1:pXLimp7SeA1AiRYANtNto/uJu5aMjeXC8zeMS4BV3dg=
+github.com/cloudquery/arrow/go/v13 v13.0.0-20230526062000-b3fdc24ed8d6/go.mod h1:/XatdE3kDIBqZKhZ7OBUHwP2jaASDFZHqF4puOWM8po=
 github.com/cloudquery/plugin-pb-go v1.0.8 h1:wn3GXhcNItcP+6wUUZuzUFbvdL59liKBO37/izMi+FQ=
 github.com/cloudquery/plugin-pb-go v1.0.8/go.mod h1:vAGA27psem7ZZNAY4a3S9TKuA/JDQWstjKcHPJX91Mc=
 github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U=
 github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug=
+github.com/cloudquery/plugin-sdk/v3 v3.6.4 h1:P4OkS5tJYkv3OqeL60DAVqXXbFQUyPKJ5YDtAgjl9b4=
+github.com/cloudquery/plugin-sdk/v3 v3.6.4/go.mod h1:3JrZXEULmGXpkOukVaRIzaA63d7TJr9Ukp6hemTjbtc=
 github.com/cloudquery/snyk-sdk-go v0.5.0 h1:aDA94/ix7ro4V1qh2mk3/XTaT2j37ETRkOaYUR2pHc8=
 github.com/cloudquery/snyk-sdk-go v0.5.0/go.mod h1:LRL1TRuuM925gnyGp54WtS9p8S4yJMd0oS4JpLg+n7Y=
 github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
@@ -178,6 +180,7 @@ github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 h1:+n/aFZefKZp7spd8D
 github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3/go.mod h1:RagcQ7I8IeTMnF8JTXieKnO4Z6JCsikNEzj0DwauVzE=
 github.com/opentracing/opentracing-go v1.1.0/go.mod h1:UkNAQd3GIcIGf0SeVgPpRdFStlNbqXla1AfSYxPUl2o=
 github.com/pierrec/lz4/v4 v4.1.15 h1:MO0/ucJhngq7299dKLwIMtgTfbkoSPF6AoMYDd8Q4q0=
+github.com/pierrec/lz4/v4 v4.1.15/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
 github.com/pingcap/errors v0.11.4 h1:lFuQV/oaUMGcD2tqt+01ROSmJs75VG1ToEOkZIZ4nE4=
 github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
diff --git a/plugins/source/snyk/main.go b/plugins/source/snyk/main.go
@@ -2,7 +2,7 @@ package main
 
 import (
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/resources/plugin"
-	"github.com/cloudquery/plugin-sdk/v2/serve"
+	"github.com/cloudquery/plugin-sdk/v3/serve"
 )
 
 const sentryDSN = "https://c2101fe3c5fd4f91a095b2b37dc6364a@o1396617.ingest.sentry.io/4504333793165313"
diff --git a/plugins/source/snyk/resources/plugin/plugin.go b/plugins/source/snyk/resources/plugin/plugin.go
@@ -8,8 +8,8 @@ import (
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/resources/services/organization"
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/resources/services/project"
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/resources/services/reporting"
-	"github.com/cloudquery/plugin-sdk/v2/plugins/source"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
+	"github.com/cloudquery/plugin-sdk/v3/plugins/source"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
 )
 
 var Version = "Development"
diff --git a/plugins/source/snyk/resources/services/dependency/dependencies.go b/plugins/source/snyk/resources/services/dependency/dependencies.go
@@ -5,8 +5,8 @@ import (
 	"fmt"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
diff --git a/plugins/source/snyk/resources/services/dependency/dependencies_mock_test.go b/plugins/source/snyk/resources/services/dependency/dependencies_mock_test.go
@@ -6,7 +6,7 @@ import (
 	"testing"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/faker"
+	"github.com/cloudquery/plugin-sdk/v3/faker"
 	"github.com/julienschmidt/httprouter"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
diff --git a/plugins/source/snyk/resources/services/group/group_members.go b/plugins/source/snyk/resources/services/group/group_members.go
@@ -3,9 +3,10 @@ package group
 import (
 	"context"
 
+	"github.com/apache/arrow/go/v13/arrow"
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
@@ -20,12 +21,10 @@ func groupMembers() *schema.Table {
 		),
 		Columns: []schema.Column{
 			{
-				Name: "group_id",
-				Type: schema.TypeString,
-				CreationOptions: schema.ColumnCreationOptions{
-					PrimaryKey: true,
-				},
-				Resolver: schema.ParentColumnResolver("id"),
+				Name:       "group_id",
+				Type:       arrow.BinaryTypes.String,
+				PrimaryKey: true,
+				Resolver:   schema.ParentColumnResolver("id"),
 			},
 		},
 	}
diff --git a/plugins/source/snyk/resources/services/group/groups.go b/plugins/source/snyk/resources/services/group/groups.go
@@ -4,8 +4,8 @@ import (
 	"context"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
diff --git a/plugins/source/snyk/resources/services/group/groups_mock_test.go b/plugins/source/snyk/resources/services/group/groups_mock_test.go
@@ -7,7 +7,7 @@ import (
 	"testing"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/faker"
+	"github.com/cloudquery/plugin-sdk/v3/faker"
 	"github.com/julienschmidt/httprouter"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
diff --git a/plugins/source/snyk/resources/services/integration/integration_mock_test.go b/plugins/source/snyk/resources/services/integration/integration_mock_test.go
@@ -6,7 +6,7 @@ import (
 	"testing"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/faker"
+	"github.com/cloudquery/plugin-sdk/v3/faker"
 	"github.com/google/uuid"
 	"github.com/julienschmidt/httprouter"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
diff --git a/plugins/source/snyk/resources/services/integration/integrations.go b/plugins/source/snyk/resources/services/integration/integrations.go
@@ -4,8 +4,9 @@ import (
 	"context"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/types"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
@@ -21,7 +22,7 @@ func Integrations() *schema.Table {
 			client.OrganizationID,
 			{
 				Name:     "settings",
-				Type:     schema.TypeJSON,
+				Type:     types.ExtensionTypes.JSON,
 				Resolver: getIntegrationSettings,
 			},
 		},
diff --git a/plugins/source/snyk/resources/services/organization/members.go b/plugins/source/snyk/resources/services/organization/members.go
@@ -3,9 +3,10 @@ package organization
 import (
 	"context"
 
+	"github.com/apache/arrow/go/v13/arrow"
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
@@ -18,12 +19,10 @@ func organizationMembers() *schema.Table {
 		Transform:   transformers.TransformWithStruct(&snyk.OrganizationMember{}, transformers.WithPrimaryKeys("ID")),
 		Columns: []schema.Column{
 			{
-				Name: "organization_id",
-				Type: schema.TypeString,
-				CreationOptions: schema.ColumnCreationOptions{
-					PrimaryKey: true,
-				},
-				Resolver: schema.ParentColumnResolver("id"),
+				Name:       "organization_id",
+				Type:       arrow.BinaryTypes.String,
+				PrimaryKey: true,
+				Resolver:   schema.ParentColumnResolver("id"),
 			},
 		},
 	}
diff --git a/plugins/source/snyk/resources/services/organization/organizations.go b/plugins/source/snyk/resources/services/organization/organizations.go
@@ -4,8 +4,8 @@ import (
 	"context"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
diff --git a/plugins/source/snyk/resources/services/organization/organizations_mock_test.go b/plugins/source/snyk/resources/services/organization/organizations_mock_test.go
@@ -7,7 +7,7 @@ import (
 	"testing"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/faker"
+	"github.com/cloudquery/plugin-sdk/v3/faker"
 	"github.com/julienschmidt/httprouter"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
diff --git a/plugins/source/snyk/resources/services/organization/provisions.go b/plugins/source/snyk/resources/services/organization/provisions.go
@@ -3,9 +3,10 @@ package organization
 import (
 	"context"
 
+	"github.com/apache/arrow/go/v13/arrow"
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
@@ -19,12 +20,10 @@ func pendingUserProvisions() *schema.Table {
 			transformers.WithPrimaryKeys("Email", "Created")),
 		Columns: []schema.Column{
 			{
-				Name: "organization_id",
-				Type: schema.TypeString,
-				CreationOptions: schema.ColumnCreationOptions{
-					PrimaryKey: true,
-				},
-				Resolver: schema.ParentColumnResolver("id"),
+				Name:       "organization_id",
+				Type:       arrow.BinaryTypes.String,
+				PrimaryKey: true,
+				Resolver:   schema.ParentColumnResolver("id"),
 			},
 		},
 	}
diff --git a/plugins/source/snyk/resources/services/project/projects.go b/plugins/source/snyk/resources/services/project/projects.go
@@ -4,8 +4,8 @@ import (
 	"context"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
 
diff --git a/plugins/source/snyk/resources/services/project/projects_mock_test.go b/plugins/source/snyk/resources/services/project/projects_mock_test.go
@@ -6,7 +6,7 @@ import (
 	"testing"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/faker"
+	"github.com/cloudquery/plugin-sdk/v3/faker"
 	"github.com/julienschmidt/httprouter"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
diff --git a/plugins/source/snyk/resources/services/reporting/issues.go b/plugins/source/snyk/resources/services/reporting/issues.go
@@ -3,9 +3,10 @@ package reporting
 import (
 	"context"
 
+	"github.com/apache/arrow/go/v13/arrow"
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/schema"
-	"github.com/cloudquery/plugin-sdk/v2/transformers"
+	"github.com/cloudquery/plugin-sdk/v3/schema"
+	"github.com/cloudquery/plugin-sdk/v3/transformers"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 	"golang.org/x/sync/errgroup"
 )
@@ -26,13 +27,11 @@ func Issues() *schema.Table {
 		Columns: schema.ColumnList{
 			client.OrganizationID,
 			{
-				Name:     "id",
-				Type:     schema.TypeString,
-				Resolver: schema.PathResolver("Issue.ID"),
-				CreationOptions: schema.ColumnCreationOptions{
-					PrimaryKey: true,
-					NotNull:    true,
-				},
+				Name:       "id",
+				Type:       arrow.BinaryTypes.String,
+				PrimaryKey: true,
+				NotNull:    true,
+				Resolver:   schema.PathResolver("Issue.ID"),
 			},
 		},
 	}
diff --git a/plugins/source/snyk/resources/services/reporting/issues_mock_test.go b/plugins/source/snyk/resources/services/reporting/issues_mock_test.go
@@ -8,7 +8,7 @@ import (
 	"testing"
 
 	"github.com/cloudquery/cloudquery/plugins/source/snyk/client"
-	"github.com/cloudquery/plugin-sdk/v2/faker"
+	"github.com/cloudquery/plugin-sdk/v3/faker"
 	"github.com/julienschmidt/httprouter"
 	"github.com/pavel-snyk/snyk-sdk-go/snyk"
 )
diff --git a/plugins/source/snyk/resources/services/reporting/latest_issues.go b/plugins/source/snyk/resources/services/reporting/latest_issues.go
diff --git a/website/tables/snyk/snyk_dependencies.md b/website/tables/snyk/snyk_dependencies.md
diff --git a/website/tables/snyk/snyk_group_members.md b/website/tables/snyk/snyk_group_members.md
diff --git a/website/tables/snyk/snyk_groups.md b/website/tables/snyk/snyk_groups.md
diff --git a/website/tables/snyk/snyk_integrations.md b/website/tables/snyk/snyk_integrations.md
diff --git a/website/tables/snyk/snyk_organization_members.md b/website/tables/snyk/snyk_organization_members.md
diff --git a/website/tables/snyk/snyk_organization_provisions.md b/website/tables/snyk/snyk_organization_provisions.md
diff --git a/website/tables/snyk/snyk_organizations.md b/website/tables/snyk/snyk_organizations.md
diff --git a/website/tables/snyk/snyk_projects.md b/website/tables/snyk/snyk_projects.md
diff --git a/website/tables/snyk/snyk_reporting_issues.md b/website/tables/snyk/snyk_reporting_issues.md
diff --git a/website/tables/snyk/snyk_reporting_latest_issues.md b/website/tables/snyk/snyk_reporting_latest_issues.md

Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`package client`
`2`	`2`
`3`	`3`	`import (`
`4`		`- "github.com/cloudquery/plugin-sdk/v2/schema"`
	`4`	`+ "github.com/cloudquery/plugin-sdk/v3/schema"`
`5`	`5`	`)`
`6`	`6`
`7`	`7`	`func SingleOrganization(meta schema.ClientMeta) []schema.ClientMeta {`
Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,7 @@ package client`
`3`	`3`	`import (`
`4`	`4`	`"context"`
`5`	`5`
`6`		`- "github.com/cloudquery/plugin-sdk/v2/schema"`
	`6`	`+ "github.com/cloudquery/plugin-sdk/v3/schema"`
`7`	`7`	`)`
`8`	`8`
`9`	`9`	`func ResolveOrganizationID(_ context.Context, meta schema.ClientMeta, r *schema.Resource, c schema.Column) error {`
Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@ package main`
`2`	`2`
`3`	`3`	`import (`
`4`	`4`	`"github.com/cloudquery/cloudquery/plugins/source/snyk/resources/plugin"`
`5`		`- "github.com/cloudquery/plugin-sdk/v2/serve"`
	`5`	`+ "github.com/cloudquery/plugin-sdk/v3/serve"`
`6`	`6`	`)`
`7`	`7`
`8`	`8`	`const sentryDSN = "https://[email protected]/4504333793165313"`
Original file line number	Diff line number	Diff line change
`@@ -5,8 +5,8 @@ import (`
`5`	`5`	`"fmt"`
`6`	`6`
`7`	`7`	`"github.com/cloudquery/cloudquery/plugins/source/snyk/client"`
`8`		`- "github.com/cloudquery/plugin-sdk/v2/schema"`
`9`		`- "github.com/cloudquery/plugin-sdk/v2/transformers"`
	`8`	`+ "github.com/cloudquery/plugin-sdk/v3/schema"`
	`9`	`+ "github.com/cloudquery/plugin-sdk/v3/transformers"`
`10`	`10`	`"github.com/pavel-snyk/snyk-sdk-go/snyk"`
`11`	`11`	`)`
`12`	`12`