DataElicit Logo

Docs

connector.conf

Configuration reference for the GCP connector inputs.

CONNECTOR.CONF

Specifications

Specifications

[metadata-compute://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-compute
frequency = <seconds>  Interval to run the input
cron = <cron-expression> 
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
project_id = <project-id>
zone_list = Comma seprated GCP zones without space
api_list = Instances,Accelerator Types,Autoscalers,Node Types,Disk Types,Disks,Machine Types,Instance Groups,Instance Group Managers,Firewalls,Operations,Reservations,Node Groups,Network Endpoint Groups,Target Instances
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

[metadata-kubernetes://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-kubernetes
frequency = <seconds>  Interval to run the input
cron = <cron-expression> 
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
project_id = <project-id>
zone_list = Comma seprated GCP zones without space                         
api_list = Subnetworks,Clusters,Node Pools,Operations
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

[metadata-vpc://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-vpc
frequency = <seconds>  Interval to run the input
cron = <cron-expression> 
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
project_id = <project-id>
zone_list = Comma seprated GCP zones without space
api_list = Locations,Connectors,Operations
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

[metadata-storage://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-storage
frequency = <seconds>  Interval to run the input
cron = <cron-expression>
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
project_id = <project-id>
bucket_list = <bucket-list> Comma seprated bucket names without space
api_list = Buckets,Notifications,bucketAcessControl,objectAccessControl
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

[gcp-pubsubmsg://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-pubsubmsg
frequency = <seconds>  Interval to run the input
cron = <cron-expression>
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
project_id = <project-id>
subscription_list = <subscription-list> Comma seprated subscriptions without space
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

[gcp-monitor://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-monitor
frequency = <seconds>  Interval to run the input
cron = <cron-expression>
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
project_id = <project-id>
metric_type = Comma seprated Metrics names without space
start_time = <date-time> Ex. "2025-01-01T17:34:23Z"
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

[gcp-pubsub://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-pubsubbucket
frequency = <seconds>  Interval to run the input
cron = <cron-expression>
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
project_id = <project-id>
subscription_name = <subscription-name>
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

[gcp-buckets://<specify_name>]
host = <host-name>, Default is current system hostname
repo =  <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-buckets
frequency = <seconds>  Interval to run the input
cron = <cron-expression>
        Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
        It is preferable to define only one, either cron or frequency.
bucket_list = <bucket-list> Comma seprated bucket names without space
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1

Example

[metadata-compute://computemetadata]
sourcetype = dataelicit/gcp:gcp-compute
project_id = sustained-flux-444904-n2
zone_list = asia-south1-a
api_list = Disks,Instances,Autoscalers
global = gcp
secret= gcp_creds
frequency = 86400

[metadata-kubernetes://kubernetesmetadata]
sourcetype = dataelicit/gcp:gcp-kubernetes
project_id = sustained-flux-444904-n2
zone_list = asia-south1-a,us-central1-c
api_list = Subnetworks,Operations,Clusters,Node Pools
global = gcp
secret = gcp_creds
frequency = 86400

[metadata-vpc://vpcmetadata]
sourcetype = dataelicit/gcp:gcp-vpc
project_id = sustained-flux-444904-n2
zone_list = asia-south1
api_list = Connectors,Operations
global = gcp
secret = gcp_creds
frequency = 86400

[metadata-storage://storagemetadata]
sourcetype = dataelicit/gcp:gcp-storage
project_id = sustained-flux-444904-n2
api_list = Notifications,Buckets
bucket_list = pubsub_notification633,test-bucket-633
global = gcp
secret = gcp_creds
frequency = 86400

[gcp-pubsubmsg://pubsubmsg]
sourcetype = dataelicit/gcp:gcp-pubsubmsg
project_id = sustained-flux-444904-n2
subscription_list = new-test-sub,test-sub
global = gcp
secret = gcp_creds
frequency = 86400

[gcp-monitor://cloudmonitor]
sourcetype = dataelicit/gcp:gcp-monitor
project_id = sustained-flux-444904-n2
metric_type = storage.googleapis.com/storage/v2/total_bytes,compute.googleapis.com/instance/cpu/utilization
start_time = "2025-05-24T17:34:23Z" 
global = gcp
secret = gcp_creds
frequency = 86400

[gcp-pubsub://pubsubbucket]
sourcetype = dataelicit/gcp:gcp-pubsubbucket
project_id = sustained-flux-444904-n2
subscription_name = "new-sub"
global = gcp
secret = gcp_creds
frequency = 86400

[gcp-buckets://bucketdata]
sourcetype = dataelicit/gcp:gcp-buckets
bucket_list = test-bucket-633,gcpconnector_testing
global = gcp
secret = gcp_creds
frequency = 86400

Note

Make sure that the stanza name you define in local/connector.conf is not already disabled in default/connector.conf, else it will get skipped.

✉️Still stuck? How can we help?

Updated on July 6, 2025

← Manualglobal.conf →