Sriharsha Chintalapani 58cd7daf7e
Add drive as service (#22159)
* Fix #22157: Add Drive Service Support to OpenMetadata

* Fix #22157: Add Drive Service Support to OpenMetadata

* Update generated TypeScript types

* Fix tests

* Update generated TypeScript types

* Fix tests

* Tests are passing

* Tests are passing

* Update generated TypeScript types

* Address comments

* Update generated TypeScript types

* Add sample data and ingestion for drives, directories, spreadsheets, worksheets, files

* Fix postgres migrations

* Fix postgres tests, optimize queries

---------

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Pere Miquel Brull <peremiquelbrull@gmail.com>
2025-07-11 10:00:54 -07:00

36 lines
1.6 KiB
YAML

source:
type: sample-drive-data
serviceName: sample_google_drive
serviceConnection:
config:
type: GoogleDrive
credentials:
gcpConfig:
type: service_account
projectId: sample-project-id
privateKeyId: sample-private-key-id
privateKey: |
-----BEGIN RSA PRIVATE KEY-----
MIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQDN...
-----END RSA PRIVATE KEY-----
clientEmail: sample-sa@sample-project.iam.gserviceaccount.com
clientId: "123456789"
driveId: 0APBVnJtQ-NLCUk9PVA
driveName: Marketing Team Drive
connectionOptions:
sampleDataFolder: ingestion/examples/sample_data
sourceConfig:
config:
type: DriveMetadata
sink:
type: metadata-rest
config: {}
workflowConfig:
loggerLevel: DEBUG
openMetadataServerConfig:
hostPort: http://localhost:8585/api
authProvider: openmetadata
securityConfig:
jwtToken: "eyJraWQiOiJHYjM4OWEtOWY3Ni1nZGpzLWE5MmotMDI0MmJrOTQzNTYiLCJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJvcGVuLW1ldGFkYXRhLm9yZyIsInN1YiI6ImFkbWluIiwiZW1haWwiOiJhZG1pbkBvcGVubWV0YWRhdGEub3JnIiwiaXNzdWVyLXVybCI6Imh0dHA6Ly9sb2NhbGhvc3Q6ODU4NSIsImlhdCI6MTcxOTkyNTkyNCwiZXhwIjpudWxsfQ.P14IBLvr5iULO-loGmTHmXJvV91kt5LQSA41OfSgMiH6zt8lXvJRJblej8tNTM_zrk5glH7WKtNjLWp_TBT3uE9P7QNrlJ_TL6LrpIlCydvx1gY_t5mPINhR0jiVU5TnN8p7vuiG_Nj-nnnVmVJLzLrFcKrBsVlNKfWSfp0LU9bRbM_J0J2bOQS7L0YkLABR5b59e4hR4IHHNqLOIao9UW0lmFVYrnWP5HRIZuk_HksvLON8u-FxJGeaZImQW0IiG4PQaGpB8VF7h59bHvgxg4evrPPOHvdcT4vWilBEpKdbQJCWhbBhLBnfsHIlYCCn9cJNbPWYKJkzhJf_HXp4rA"