Callout

InlineCode

➜ pulsarctl sources create --archive builtin://data-generator --destination-topic-name public/default/dg-test --source-config '{"sleepBetweenMessages": 60}' --name test


Fence

+---------------------+
| PULSAR SOURCES NAME |
+---------------------+
| test                |
+---------------------+


./bin/pulsar-admin \
    --admin-url "${WEB_SERVICE_URL}" \
    --auth-plugin org.apache.pulsar.client.impl.auth.oauth2.AuthenticationOAuth2 \
    --auth-params '{"privateKey":"file:///YOUR-KEY-FILE-PATH",
        "issuerUrl":"https://auth.streamnative.cloud/",
        "audience":"urn:sn:pulsar:${orgName}:${instanceName}}'
 sources create --archive builtin://data-generator --destination-topic-name public/default/dg-test --source-config '{"sleepBetweenMessages": 60}' --name test


provider "pulsar" {
  web_service_url = WEB_SERVICE_URL
  audience        = "urn:sn:pulsar:${orgName}:${instanceName}"
  issuer_url      = "https://auth.streamnative.cloud/"
  key_file_path   = "file:///YOUR-KEY-FILE-PATH"
  api_version     = 3
}

resource "pulsar_source" "test" {
  provider = pulsar
  name      = "dg-test-tf"
  tenant    = "public"
  namespace = "default"
  archive = "builtin://data-generator"
  destination_topic_name = "public/default/dg-test"
  processing_guarantees = "ATMOST_ONCE"
  configs = "{\"sleepBetweenMessages\":\"60\"}"
}


➜ terraform init


Terraform has been successfully initialized!


➜  terraform apply

Terraform used the selected providers to generate the following execution plan. Resource actions are indicated with the following symbols:
  + create

Terraform will perform the following actions:

  # pulsar_source.test will be created
  + resource "pulsar_source" "test" {
      + archive                = "builtin://data-generator"
      + classname              = (known after apply)
      + configs                = jsonencode(
            {
              + sleepBetweenMessages = "60"
            }
        )
      + cpu                    = 1
      + destination_topic_name = "public/default/dg-test"
      + disk_mb                = 10240
      + id                     = (known after apply)
      + name                   = "dg-test-tf"
      + namespace              = "default"
      + parallelism            = 1
      + processing_guarantees  = "ATMOST_ONCE"
      + ram_mb                 = 1024
      + tenant                 = "public"
    }

Plan: 1 to add, 0 to change, 0 to destroy.

Do you want to perform these actions?
  Terraform will perform the actions described above.
  Only 'yes' will be accepted to approve.

  Enter a value: yes

pulsar_source.test: Creating...
pulsar_source.test: Creation complete after 1s [id=public/default/dg-test-tf]

Apply complete! Resources: 1 added, 0 changed, 0 destroyed.


curl -X POST https://${WEB_SERVICE_URL}/admin/v3/sources/{tenant}/{namespace}/test \
  -H 'Authorization: Bearer <JWT Token>' \
  -H "Content-Type: multipart/form-data" \
  -F 'sourceConfig={"name": "test", "tenant": "public", "namespace": "default", "archive": "builtin://data-generator", "topicName": "public/default/dg-test", "configs": {"sleepBetweenMessages": "60"}};type=application/json'


curl -X GET https://pc-ae474868.aws-use2-dixie-snc.streamnative.test.aws.sn2.dev/admin/v3/sources/public/default \
  --header 'Authorization: Bearer <JWT Token>'

["test"]


Create Connectors

Prerequisites

Create a built-in connector