snctl, pulsarctl or pulsar-admin.
Check Source Connector Availability
- snctl
- pulsarctl
- pulsar-admin
- Rest API
snctl pulsar admin sources available-sources
+-------------------+-----------------------------------------+--------------------------------------------------------------+
| NAME | DESCRIPTION | CLASSNAME |
+-------------------+-----------------------------------------+--------------------------------------------------------------+
| amqp1_0 | AMQP1_0 connectors@2.8.2.4 | org.apache.pulsar.ecosystem.io.amqp.AmqpSource |
| bigquery | Google BigQuery connectors@2.10.1.12 | org.apache.pulsar.ecosystem.io.bigquery.BigQuerySource |
| data-generator | Test data generator connector@2.9.2.17 | org.apache.pulsar.io.datagenerator.DataGeneratorSource |
| debezium-mongodb | Debezium MongoDb Source@2.9.2.17 | org.apache.pulsar.io.debezium.mongodb.DebeziumMongoDbSource |
| debezium-mssql | Debezium Microsoft SQL Server@2.9.2.17 | org.apache.pulsar.io.debezium.mssql.DebeziumMsSqlSource |
| debezium-mysql | Debezium MySql Source@2.9.2.17 | org.apache.pulsar.io.debezium.mysql.DebeziumMysqlSource |
| debezium-postgres | Debezium Postgres Source@2.9.2.17 | org.apache.pulsar.io.debezium.postgres.DebeziumPostgresSource|
| kafka | Kafka Source@2.9.2.17 | org.apache.pulsar.io.kafka.KafkaBytesSource |
| kinesis | Kinesis connectors@2.9.2.17 | org.apache.pulsar.io.kinesis.KinesisSource |
| sqs | SQS connectors@2.9.2.18 | org.apache.pulsar.ecosystem.io.sqs.SQSSource |
+-------------------+-----------------------------------------+--------------------------------------------------------------+
pulsarctl sources available-sources
+-------------------+-----------------------------------------+--------------------------------------------------------------+
| NAME | DESCRIPTION | CLASSNAME |
+-------------------+-----------------------------------------+--------------------------------------------------------------+
| amqp1_0 | AMQP1_0 connectors@2.8.2.4 | org.apache.pulsar.ecosystem.io.amqp.AmqpSource |
| bigquery | Google BigQuery connectors@2.10.1.12 | org.apache.pulsar.ecosystem.io.bigquery.BigQuerySource |
| data-generator | Test data generator connector@2.9.2.17 | org.apache.pulsar.io.datagenerator.DataGeneratorSource |
| debezium-mongodb | Debezium MongoDb Source@2.9.2.17 | org.apache.pulsar.io.debezium.mongodb.DebeziumMongoDbSource |
| debezium-mssql | Debezium Microsoft SQL Server@2.9.2.17 | org.apache.pulsar.io.debezium.mssql.DebeziumMsSqlSource |
| debezium-mysql | Debezium MySql Source@2.9.2.17 | org.apache.pulsar.io.debezium.mysql.DebeziumMysqlSource |
| debezium-postgres | Debezium Postgres Source@2.9.2.17 | org.apache.pulsar.io.debezium.postgres.DebeziumPostgresSource|
| kafka | Kafka Source@2.9.2.17 | org.apache.pulsar.io.kafka.KafkaBytesSource |
| kinesis | Kinesis connectors@2.9.2.17 | org.apache.pulsar.io.kinesis.KinesisSource |
| sqs | SQS connectors@2.9.2.18 | org.apache.pulsar.ecosystem.io.sqs.SQSSource |
+-------------------+-----------------------------------------+--------------------------------------------------------------+
./bin/pulsar-admin \
--admin-url "${WEB_SERVICE_URL}" \
--auth-plugin org.apache.pulsar.client.impl.auth.oauth2.AuthenticationOAuth2 \
--auth-params '{"privateKey":"file:///YOUR-KEY-FILE-PATH",
"issuerUrl":"https://auth.streamnative.cloud/",
"audience":"urn:sn:pulsar:${orgName}:${instanceName}}'
sources available-sources
amqp1_0
AMQP1_0 connectors@2.8.2.4
----------------------------------------
bigquery
Google BigQuery connectors@2.10.1.12
sidebarTitle: Check Connector Availability
----------------------------------------
data-generator
Test data generator connector@2.9.2.17
----------------------------------------
debezium-mongodb
Debezium MongoDb Source@2.9.2.17
sidebarTitle: Check Connector Availability
----------------------------------------
debezium-mssql
Debezium Microsoft SQL Server Source@2.9.2.17
----------------------------------------
debezium-mysql
Debezium MySql Source@2.9.2.17
sidebarTitle: Check Connector Availability
----------------------------------------
debezium-postgres
Debezium Postgres Source@2.9.2.17
----------------------------------------
kafka
Kafka Source@2.9.2.17
sidebarTitle: Check Connector Availability
----------------------------------------
kinesis
Kinesis connectors@2.9.2.17
----------------------------------------
sqs
SQS connectors@2.9.2.18
sidebarTitle: Check Connector Availability
----------------------------------------
curl -X GET https://${WEB_SERVICE_URL}/admin/v3/sources/builtinsources \
--header 'Authorization: Bearer <API Key>' | jq '.'
[
{
"name": "amqp1_0",
"description": "AMQP1_0 connectors",
"sourceClass": "org.apache.pulsar.ecosystem.io.amqp.AmqpSource",
"sinkClass": "org.apache.pulsar.ecosystem.io.amqp.AmqpSink",
"sourceConfigClass": "org.apache.pulsar.ecosystem.io.amqp.AmqpSourceConfig",
"sinkConfigClass": "org.apache.pulsar.ecosystem.io.amqp.AmqpSinkConfig",
"id": "pulsar-io-amqp1_0",
"version": "2.8.2.4",
"imageRepository": "streamnative/pulsar-io-amqp-1-0",
"imageTag": "2.8.2.4",
"typeClassName": "java.nio.ByteBuffer",
"sourceTypeClassName": "java.nio.ByteBuffer",
"sinkTypeClassName": "java.nio.ByteBuffer",
"defaultSchemaType": "org.apache.pulsar.client.impl.schema.ByteBufferSchema",
"jar": "connectors/pulsar-io-amqp1_0-2.8.2.4.nar"
},
{
"name": "bigquery",
"description": "Google BigQuery connectors",
"sourceClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQuerySource",
"sinkClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQuerySink",
"sourceConfigClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQuerySourceConfig",
"sinkConfigClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQueryConfig",
"id": "pulsar-io-bigquery",
"version": "3.0.1.6",
"imageRepository": "streamnative/pulsar-io-bigquery",
"imageTag": "3.0.1.6",
"sourceTypeClassName": "org.apache.pulsar.client.api.schema.GenericRecord",
"sinkTypeClassName": "org.apache.pulsar.client.api.schema.GenericObject",
"jarFullName": "pulsar-io-bigquery-3.0.1.6.jar",
"jar": "connectors/pulsar-io-bigquery-3.0.1.6.jar"
},
{
"name": "data-generator",
"description": "Test data generator connector",
"sourceClass": "org.apache.pulsar.io.datagenerator.DataGeneratorSource",
"sinkClass": "org.apache.pulsar.io.datagenerator.DataGeneratorPrintSink",
"sourceConfigClass": "org.apache.pulsar.io.datagenerator.DataGeneratorSourceConfig",
"id": "pulsar-io-data-generator",
"version": "2.9.2.17",
"imageRepository": "streamnative/pulsar-io-data-generator",
"imageTag": "2.9.2.17",
"typeClassName": "org.apache.pulsar.io.datagenerator.Person",
"sourceTypeClassName": "org.apache.pulsar.io.datagenerator.Person",
"sinkTypeClassName": "org.apache.pulsar.io.datagenerator.Person",
"jar": "connectors/pulsar-io-data-generator-2.9.2.17.nar"
},
{
"name": "debezium-mongodb",
"description": "Debezium MongoDb Source",
"sourceClass": "org.apache.pulsar.io.debezium.mongodb.DebeziumMongoDbSource",
"id": "pulsar-io-debezium-mongodb",
"version": "2.9.2.17",
"imageRepository": "streamnative/pulsar-io-debezium-mongodb",
"imageTag": "2.9.2.17",
"typeClassName": "org.apache.pulsar.common.schema.KeyValue",
"sourceTypeClassName": "org.apache.pulsar.common.schema.KeyValue",
"sinkTypeClassName": "org.apache.pulsar.common.schema.KeyValue",
"jar": "connectors/pulsar-io-debezium-mongodb-2.9.2.17.nar"
}
// omitting...
]
Check Sink Connector Availability
- snctl
- pulsarctl
- pulsar-admin
- Rest API
snctl pulsar admin sinks available-sinks
+-----------------+----------------------------------------+------------------------------------------------------------------+
| NAME | DESCRIPTION | CLASSNAME |
+-----------------+----------------------------------------+------------------------------------------------------------------+
| amqp1_0 | AMQP1_0 connectors @2.8.2.4 | org.apache.pulsar.ecosystem.io.amqp.AmqpSink |
| aws-eventbridge | AWS EventBridge Sink @2.10.4.3 | org.apache.pulsar.io.eventbridge.sink.EventBridgeSink |
| aws-lambda | AWS Lambda Sink @2.9.2.17 | org.apache.pulsar.ecosystem.io.aws.lambda.AWSLambdaBytesSink |
| bigquery | Google BigQuery connectors @2.10.1.12 | org.apache.pulsar.ecosystem.io.bigquery.BigQuerySink |
| cloud-storage | Cloud storage Sink @2.9.4.3 | org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink |
| data-generator | Test data generator connector @2.9.2.17| org.apache.pulsar.io.datagenerator.DataGeneratorPrintSink |
| elasticsearch | Elasticsearch Sink @2.10.0.3 | org.apache.pulsar.io.elasticsearch.ElasticSearchSink |
| kinesis | Kinesis connectors @2.9.2.17 | org.apache.pulsar.io.kinesis.KinesisSink |
| snowflake | Snowflake Sink @2.10.3.4 | org.apache.pulsar.ecosystem.io.snowflake.SnowflakeSinkConnector |
| sqs | SQS connectors @2.9.2.18 | org.apache.pulsar.ecosystem.io.sqs.SQSSink |
+-----------------+----------------------------------------+------------------------------------------------------------------+
pulsarctl sinks available-sinks
+-----------------+----------------------------------------+------------------------------------------------------------------+
| NAME | DESCRIPTION | CLASSNAME |
+-----------------+----------------------------------------+------------------------------------------------------------------+
| amqp1_0 | AMQP1_0 connectors @2.8.2.4 | org.apache.pulsar.ecosystem.io.amqp.AmqpSink |
| aws-eventbridge | AWS EventBridge Sink @2.10.4.3 | org.apache.pulsar.io.eventbridge.sink.EventBridgeSink |
| aws-lambda | AWS Lambda Sink @2.9.2.17 | org.apache.pulsar.ecosystem.io.aws.lambda.AWSLambdaBytesSink |
| bigquery | Google BigQuery connectors @2.10.1.12 | org.apache.pulsar.ecosystem.io.bigquery.BigQuerySink |
| cloud-storage | Cloud storage Sink @2.9.4.3 | org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink |
| data-generator | Test data generator connector @2.9.2.17| org.apache.pulsar.io.datagenerator.DataGeneratorPrintSink |
| elasticsearch | Elasticsearch Sink @2.10.0.3 | org.apache.pulsar.io.elasticsearch.ElasticSearchSink |
| kinesis | Kinesis connectors @2.9.2.17 | org.apache.pulsar.io.kinesis.KinesisSink |
| snowflake | Snowflake Sink @2.10.3.4 | org.apache.pulsar.ecosystem.io.snowflake.SnowflakeSinkConnector |
| sqs | SQS connectors @2.9.2.18 | org.apache.pulsar.ecosystem.io.sqs.SQSSink |
+-----------------+----------------------------------------+------------------------------------------------------------------+
./bin/pulsar-admin \
--admin-url "${WEB_SERVICE_URL}" \
--auth-plugin org.apache.pulsar.client.impl.auth.oauth2.AuthenticationOAuth2 \
--auth-params '{"privateKey":"file:///YOUR-KEY-FILE-PATH",
"issuerUrl":"https://auth.streamnative.cloud/",
"audience":"urn:sn:pulsar:${orgName}:${instanceName}}'
sinks available-sinks
amqp1_0
AMQP1_0 connectors@2.8.2.4
----------------------------------------
aws-eventbridge
AWS EventBridge Sink@2.10.4.3
sidebarTitle: Check Connector Availability
----------------------------------------
aws-lambda
AWS Lambda Sink@2.9.2.17
----------------------------------------
bigquery
Google BigQuery connectors@2.10.1.12
sidebarTitle: Check Connector Availability
----------------------------------------
cloud-storage
Cloud storage Sink@2.8.4.3
----------------------------------------
data-generator
Test data generator connector@2.9.2.17
sidebarTitle: Check Connector Availability
----------------------------------------
elasticsearch
Elasticsearch Sink@2.10.0.3
----------------------------------------
kinesis
Kinesis connectors@2.9.2.17
sidebarTitle: Check Connector Availability
----------------------------------------
snowflake
Snowflake Sink@2.10.3.4
----------------------------------------
sqs
SQS connectors@2.9.2.18
sidebarTitle: Check Connector Availability
----------------------------------------
curl -X GET https://${WEB_SERVICE_URL}/admin/v3/sinks/builtinsinks \
--header 'Authorization: Bearer <API Key>' | jq '.'
[
{
"name": "aws-eventbridge",
"description": "AWS EventBridge Sink",
"sinkClass": "org.apache.pulsar.io.eventbridge.sink.EventBridgeSink",
"sinkConfigClass": "org.apache.pulsar.io.eventbridge.sink.EventBridgeConfig",
"id": "pulsar-io-aws-eventbridge",
"version": "2.10.4.3",
"imageRepository": "streamnative/pulsar-io-aws-eventbridge",
"imageTag": "2.10.4.3",
"typeClassName": "org.apache.pulsar.client.api.schema.GenericObject",
"sourceTypeClassName": "org.apache.pulsar.client.api.schema.GenericObject",
"sinkTypeClassName": "org.apache.pulsar.client.api.schema.GenericObject",
"jar": "connectors/pulsar-io-aws-eventbridge-2.10.4.3.nar"
},
{
"name": "aws-lambda",
"description": "AWS Lambda Sink",
"sinkClass": "org.apache.pulsar.ecosystem.io.aws.lambda.AWSLambdaBytesSink",
"sinkConfigClass": "org.apache.pulsar.ecosystem.io.aws.lambda.AWSLambdaConnectorConfig",
"id": "pulsar-io-aws-lambda",
"version": "2.9.2.17",
"imageRepository": "streamnative/pulsar-io-aws-lambda",
"imageTag": "2.9.2.17",
"sourceTypeClassName": "[B",
"sinkTypeClassName": "[B",
"jar": "connectors/pulsar-io-aws-lambda-2.9.2.17.nar"
},
{
"name": "bigquery",
"description": "Google BigQuery connectors",
"sourceClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQuerySource",
"sinkClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQuerySink",
"sourceConfigClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQuerySourceConfig",
"sinkConfigClass": "org.apache.pulsar.ecosystem.io.bigquery.BigQueryConfig",
"id": "pulsar-io-bigquery",
"version": "3.0.1.6",
"imageRepository": "streamnative/pulsar-io-bigquery",
"imageTag": "3.0.1.6",
"sourceTypeClassName": "org.apache.pulsar.client.api.schema.GenericRecord",
"sinkTypeClassName": "org.apache.pulsar.client.api.schema.GenericObject",
"jarFullName": "pulsar-io-bigquery-3.0.1.6.jar",
"jar": "connectors/pulsar-io-bigquery-3.0.1.6.jar"
},
{
"name": "cloud-storage",
"description": "Cloud storage Sink",
"sinkClass": "org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink",
"sinkConfigClass": "org.apache.pulsar.io.jcloud.sink.CloudStorageSinkConfig",
"id": "pulsar-io-cloud-storage",
"version": "2.10.2.4",
"imageRepository": "streamnative/pulsar-io-cloud-storage",
"imageTag": "2.10.2.4",
"typeClassName": "org.apache.pulsar.client.api.schema.GenericRecord",
"sourceTypeClassName": "org.apache.pulsar.client.api.schema.GenericRecord",
"sinkTypeClassName": "org.apache.pulsar.client.api.schema.GenericRecord",
"jar": "connectors/pulsar-io-cloud-storage-2.10.2.4.nar"
}
// omitting...
]