/*
Kubernetes colors

kubernetes blue - rgb(50, 109, 230)
dark blue - rgb(51, 113, 227)
dark grey - rgb(48, 48, 48)
light grey - rgb(161, 160, 158)
*/

/* User agent CSS overrides */
#sidebar-wrapper ul, #sidebar-wrapper li {
    margin-left: 10px;
    padding-left: 0;
}

/* Inspired by Slate CSS */
.body-content aside {
    padding: 1.6em;
    margin: 1.8em 0;
    background: lightsteelblue;
    line-height: 1.6;
    border-radius: 15px;
}

.body-content aside.warning {
    background-color: peachpuff;
}

.body-content aside.success {
    background-color: olivedrab;
}

.body-content aside:before {
    vertical-align: middle;
    padding-right: 1em;
    font-size: 16px;
}

.body-content aside.warning:before, .body-content aside.notice:before, .body-content aside.success:before {
    font-family: 'FontAwesome';
    font-style: normal;
    font-weight: normal;
    font-variant: normal;
    text-transform: none;
    line-height: 1;
}

.body-content aside.warning:before {
    content: "\f071";
}

.body-content aside.notice:before {
    content: "\f05a";
}

.body-content hr {
    margin: 2em 0;
    border-top: 2px solid dimgrey;
    border-bottom: 2px solid antiquewhite;
}

.body-content table {
    margin-bottom: 1em;
    overflow: auto;
}

.body-content table th, .body-content table td {
    text-align: left;
    vertical-align: top;
    line-height: 1.6;
}

.body-content table th {
    padding: 15px 20px;
    border-bottom: 1px solid lightsteelblue;
    vertical-align: bottom;
}

.body-content table td {
    padding: 10px;
}

.body-content table tr:last-child {
    border-bottom: 1px solid lightsteelblue;
}

.body-content table tr:nth-child(odd) > td {
    background-color: whitesmoke;
}

.body-content table tr:nth-child(even) > td {
    background-color: lightsteelblue;
}

.body-content dt {
    font-weight: bold;
}

.body-content dd {
    margin-left: 15px;
}

.body-content p, .body-content li, .body-content dt, .body-content dd {
    line-height: 1.6;
    margin-top: 0;
}

/* Brodoc CSS */

body > #wrapper {
    display: block;
    padding-bottom: 500px;
    background-image: linear-gradient(90deg, #FFFFFF 63%, rgb(48, 48, 48) 63%);
}

#sidebar-wrapper {
    display: block;
    height: 100%;
    width: 20%;
    position: fixed;
    z-index: 1;
    top: 0;
    left: 0;
    background-color: whitesmoke;
    border-right: 2px solid slategrey;
    overflow-x: hidden;
    padding-top: 60px;
}

#sidebar-wrapper a {
    text-decoration: none;
    white-space: nowrap;
    overflow: hidden;
    text-overflow: ellipsis;
    padding: 0 5px;
}

#sidebar-wrapper ul {
    list-style: none;
}

#sidebar-wrapper a.selected {
    font-style: bold;
    color: whitesmoke;
    border: 1px solid rgb(161, 160, 158);
    background-color: rgb(51, 113, 227);
    border-radius: 5px;
}

#sidebar-wrapper .strong-nav {
    font-family: monospace;
    font-weight: bold;
}

#sidebar-wrapper .nav-level-1.strong-nav {
    margin-top: 25px;
}

#sidebar-wrapper .copyright {
    padding-left: 10px;
    padding-top: 50px;
    padding-bottom: 50px;
    text-decoration: underline;
}

#page-content-wrapper {
    margin-left: 20%;
    padding-top: 60px;
}

.body-content h1, .body-content h2 {
    width: 52%;
    clear: both;
    border-bottom: 3px solid lightslategrey;
}

.body-content > h3, .body-content > h4, .body-content > h5, .body-content > h6, .body-content > p, .body-content > aside, .body-content > ul > li, .body-content > ul > li {
    width: 52%;
    padding-top: 20px;
}

.body-content table {
    width: 52%;
}

.body-content table tr td:not(:first-child) {
    overflow-wrap: break-word;
    word-wrap: break-word;
}

.body-content table tr td a {
    word-break: break-word;
}

.body-content p code {
    text-overflow: ellipsis;
    display: inline-block;
    font-size: smaller;
    word-break: break-word;
}

.body-content blockquote {
    border-left: 0;
    border-radius: 5px;
}

.body-content pre.code-block {
    margin-bottom: 80px;
}

.body-content blockquote p, .body-content pre {
    color: black;
    font-size: 13px;
}

.body-content blockquote.code-block {
    background: lightsteelblue;
}

.body-content pre.code-block code {
  overflow: auto;
  overflow-wrap: normal;
  word-wrap: normal;
  white-space: pre;
}

.code-block {
    display: none;
    width: 45%;
    float: right;
    clear: right;
}

.code-block.active {
    display: initial;
}

#code-tabs-wrapper {
    width: 35%;
    height: 60px;
    position: fixed;
    top: 0;
    right: 0;
}

#code-tabs-wrapper .code-tab-list {
    float: right;
    margin-top: 0;
    padding: 0 10px;
}

#code-tabs-wrapper .code-tab {
    color: white;
    display: inline-block;
    padding: 0 30px;
    background: rgb(48, 48, 48);
    border: 1px solid rgb(161, 160, 158);
    border-radius: 5px;
}

#code-tabs-wrapper .tab-selected {
    background: rgb(51, 113, 227);
    font-style: bold;
    border-radius: 5px;
}

.side-nav a {
    color: black;
}

$(document).ready(function() {

    /**
     * TODO: Refactor with intent toward pure functions. Mutation of state can lead to bugs and difficult debugging.
     */

    var toc = navData.toc;
    var flatToc = navData.flatToc.reverse();

    function collectNodes(tocMap) {
        var tocNodes = {};
        tocMap.map(function(node, index) {
            var sectionNode = $('#' + node.section);
            var tocSubsections = {};
            tocItem = {section: sectionNode};
            var subsectionNodes;
            if (node.subsections) {
                subsectionNodes = (collectNodes(node.subsections));
                tocItem.subsections = subsectionNodes;
            }
            tocNodes[node.section] = tocItem;
        });
        return tocNodes;
    }
    var tocItems = collectNodes(toc);

    function collectNodesFlat(tocMap, obj) {
        var collect = obj || {};
        tocMap.map(function(node, index) {
            var sectionNode = $('#' + node.section);
            tocItem = {section: sectionNode};
            if (node.subsections) {
                subsectionNodes = (collectNodesFlat(node.subsections, collect));
            }
            collect[node.section] = sectionNode;
        });
        return collect;
    }
    var tocFlat = collectNodesFlat(toc);

    var prevSectionToken;
    var prevSubsectionToken;
    var activeTokensObj = {};

    function scrollActions(scrollPosition) {
        var activeSection = checkNodePositions(toc, tocFlat, scrollPosition);
        var activeSubSection,
            prevL1Nav,
            currL1Nav,
            prevL2Nav,
            currL2Nav;

        // No active section - return existing activeTokensObj (may be empty)
        if (!activeSection) {
            return activeTokensObj;
        }

        /**
         * This block deals with L1Nav sections
         */

        // If no previous token, set previous to current active and show L1Nav
        if (!prevSectionToken) {
            prevSectionToken = activeSection.token;
            currL1Nav = getNavNode(activeSection.token);
            currL1Nav.show('fast');
        } 
        // If active active is not the same as previous, hide previous L1Nav and show current L1Nav; set previous to current
        else if (activeSection.token !== prevSectionToken) {
            prevL1Nav = getNavNode(prevSectionToken);
            currL1Nav = getNavNode(activeSection.token);
            prevL1Nav.hide('fast');
            currL1Nav.show('fast');
            prevSectionToken = activeSection.token;
        }

        /**
         * This block deals with L2Nav subsections
         */

        // If there is a subsections array and it has a non-zero length, set active subsection
        if (activeSection.subsections && activeSection.subsections.length !== 0) {
            activeSubSection = checkNodePositions(activeSection.subsections, tocFlat, scrollPosition);
            if (activeSubSection) {
                if (!prevSubsectionToken) {
                    prevSubsectionToken = activeSubSection.token;
                    currL2Nav = getNavNode(activeSubSection.token);
                    currL2Nav.show('fast');
                } else if (activeSubSection.token !== prevSubsectionToken) {
                    prevL2Nav = getNavNode(prevSubsectionToken);
                    currL2Nav = getNavNode(activeSubSection.token);
                    prevL2Nav.hide('fast');
                    currL2Nav.show('fast');
                    prevSubsectionToken = activeSubSection.token;
                }
            } else {
                prevL2Nav = getNavNode(prevSubsectionToken);
                prevL2Nav.hide('fast');
                prevSubsectionToken = null;
            }
        }
        activeTokensObj.L1 = prevSectionToken;
        activeTokensObj.L2 = prevSubsectionToken;
        return activeTokensObj;
    }

    /**
     * Checks for active elements by scroll position
     */

    var prevElemToken;
    var activeElemToken;

    function checkActiveElement(items, scrollPosition) {
        var offset = 50;
        var offsetScroll = scrollPosition + offset;
        var visibleNode;
        for (var i = 0; i < items.length; i++) {
            var token = items[i];
            var node = getHeadingNode(token);
            if (offsetScroll >= node.offset().top) {
                activeElemToken = token;
            }
        }
        if (!prevElemToken) {
            getNavElemNode(activeElemToken).addClass('selected');
            prevElemToken = activeElemToken;
            return;
        }
        if (activeElemToken !== prevElemToken) {
            getNavElemNode(prevElemToken).removeClass('selected');
            getNavElemNode(activeElemToken).addClass('selected');
            prevElemToken = activeElemToken;
        }
        return activeElemToken;
    }

    function getHeadingNode(token) {
        return $('#' + token);
    }

    function getNavNode(token) {
        return $('#' + token + '-nav');
    }

    function getNavElemNode(token) {
        return $('#sidebar-wrapper > ul a[href="#' + token + '"]');
    }

    function checkNodePositions(nodes, flatNodeMap, scrollPosition) {
        var activeNode;
        for (var i = 0; i < nodes.length; i++) {
            var item = nodes[i];
            var node = flatNodeMap[item.section];
            var nodeTop = node.offset().top - 50;
            if (scrollPosition >= nodeTop) {
                activeNode = {token: item.section, node: node};

                if (item.subsections) {
                    activeNode.subsections = item.subsections;
                }
                break;
            }
        }
        return activeNode;
    }

    function scrollToNav(token) {
        setTimeout(function() {
            var scrollPosition = $(window).scrollTop();
            var activeSectionTokens = scrollActions(scrollPosition);
            var activeElemToken = checkActiveElement(flatToc, scrollPosition);
            var navNode = $('#sidebar-wrapper > ul a[href="#' + token + '"]');
            $('#sidebar-wrapper').scrollTo(navNode, {duration: 'fast', axis: 'y'});
        }, 200);
    }

    $(window).on('hashchange', function(event) {
        var scrollPosition = $(window).scrollTop();
        var activeSectionTokens = scrollActions(scrollPosition);
        var activeElemToken = checkActiveElement(flatToc, scrollPosition);
        var scrollToken = activeSectionTokens.L2 ? activeSectionTokens.L2 : activeSectionTokens.L1;
        scrollToNav(scrollToken);
        var token = location.hash.slice(1);
    });

    var scrollPosition = $(window).scrollTop();
    scrollActions(scrollPosition);
    checkActiveElement(flatToc, scrollPosition);
    // TODO: prevent scroll on sidebar from propogating to window
    $(window).on('scroll', function(event) {
        var scrollPosition = $(window).scrollTop();
        var activeSectionTokens = scrollActions(scrollPosition);
        var activeElemToken = checkActiveElement(flatToc, scrollPosition);
    });
});

$(document).ready(function() {
    var codeTabs = $('#code-tabs-wrapper').find('li');

    for (var i = 0; i < codeTabs.length; i++) {
        createCodeTabListeners(codeTabs, i);
    }

    function createCodeTabListeners(codeTabs, index) {
        var tab = $(codeTabs[index]),
            id = tab.attr('id'),
            codeClass = '.' + id;
        tab.on('click', function() {
            codeTabs.removeClass('tab-selected');
            tab.addClass('tab-selected');
            $('.code-block').removeClass('active');
            $(codeClass).addClass('active');
         
        });
    }

    function setDefautTab() {
        $(codeTabs[0]).addClass('tab-selected');
        $('.' + codeTabs[0].id).addClass('active');
    }

    setDefautTab();
});

Learn how to get started with StreamNative Cloud, Private Cloud, and our comprehensive data streaming platform.

Build with StreamNative

StreamNative Documentation

Overview

Welcome to StreamNative Cloud

Concepts

StreamNative Cloud Concepts

Engines

Data Streaming Engine

Quick Start

Quick Start for StreamNative Cloud

Kafka APIs

QuickStart - Kafka Client

Cloud Console

StreamNative Cloud Console Basics

BYOC Quick Start

Quick Start for StreamNative BYOC

Ursa Engine Quick Start

Quick Start for Ursa-Engine BYOC Cluster

StreamNative Cloud Clusters Overview

Cluster Types and Regions

Cluster Types & Regions in StreamNative Cloud

Release Channel

Geo Replication

Geo Replication on StreamNative Cloud

Maintenance Window

Manage Data Streams in StreamNative Cloud

Work with Tenants

Work with Tenants in StreamNative Cloud

Work with Namespaces

Work with Namespaces in StreamNative Cloud

Work with Topics

Work with Topics in StreamNative Cloud

Manage Security in StreamNative Cloud

Manage Secrets

Work with Secrets

Data Governance on StreamNative Cloud

Pulsar IO Connectors

Lakehosue Storage Feature Parity.md

Feature Overview For Lakehouse Storage Support

Networking in StreamNative Cloud

Test Connectivity

Test Connectivity to StreamNative Cloud

Metrics API

Cluster Metrics

Advanced Observability

Advanced Observability Integration

Log Console

Grafana Dashboards and Alerting rules

Manage Universal Linking in StreamNative Cloud

Create Universial Links

Create Universal Links in StreamNative Cloud

Manage Universal Links

Manage Universal Links in StreamNative Cloud

StreamNative Cloud Billing

Manage Billing - UI

Manage billing using StreamNative Cloud Console

View Your Usage - UI

View your usage using StreamNative Cloud Console

AWS Marketplace - Pay As You Go

Get started with StreamNative Cloud on AWS Marketplace with Pay-As-You-Go

AWS Marketplace with Commitments

Get started with StreamNative Cloud on AWS Marketplace with commitments

Google Cloud Marketplace - Pay As You Go

Get started with StreamNative Cloud on Google Cloud Marketplace with Pay-As-You-Go

Google Cloud Marketplace with Commitments

Get started with StreamNative Cloud on Google Cloud Marketplace with commitments

Azure Cloud Marketplace - Pay As You Go

Get started with StreamNative Cloud on Azure Cloud Marketplace with Pay-As-You-Go

Azure Cloud Marketplace with Commitments

Get started with StreamNative Cloud on Azure Cloud Marketplace with commitments

Stop Charges for Your Pulsar Cluster

Stop charges for your Pulsar cluster

Billing FAQ

Generate a HAR file for Troubleshooting

StreamNative Cloud Objects

Understanding StreamNative Cloud objects

Glossary

Glossary of Terms & Concepts

Discover and deploy connectors to integrate StreamNative with hundreds of data sources and sinks.

StreamNative Connector Hub

ActiveMQ Connector integrates Apache Pulsar with Apache ActiveMQ.

ActiveMQ

support sink/source for AMQP version 1.0.0

AMQP 1 0

The Canal source connector pulls messages from MySQL to Pulsar topics.

Canal

The Debezium MongoDB source connector pulls messages from MongoDB and persists the messages to Pulsar topics

Debezium MongoDB

The Debezium Microsoft SQL Server source connector pulls messages from SQL Server and persists the messages to Pulsar topics

Debezium MSSQL

The Debezium source connector pulls messages from MySQL and persists the messages to Pulsar topics.

Debezium MySQL

The Debezium source connector pulls messages from PostgreSQL and persists the messages to Pulsar topics.

Debezium PostgreSQL

The File source connector pulls messages from files in directories and persists the messages to Pulsar topics.

File

The Flume source connector pulls messages from logs to Pulsar topics.

Flume

BigQuery Connector integrates Apache Pulsar with Google BigQuery.

Google BigQuery

The Google Pub/Sub sink connector allows you to write messages from Google Pub/Sub to Apache Pulsar.

Google Pub/Sub

JR Source Connector for Apache Kafka Connect. JR (jrnd.io) is a CLI program that helps you to stream quality random data for your applications.

Kafka Connect JR

The official MongoDB Kafka Connect Source connector.

Kafka Connect MongoDB

The official YugabyteDB CDC Kafka Source Connector for capturing change data from YugabyteDB.

Kafka Connect YugabyteDB CDC

The Kafka source connector pulls messages from Kafka topics and persists the messages to Pulsar topics.

Kafka

The Kinesis source connector pulls data from Amazon Kinesis and persists data into Pulsar

Kinesis

Lakehouse

The Netty source connector opens a port that accepts incoming data via the configured network protocol and publish it to user-defined Pulsar topics

Netty

The RabbitMQ source connector receives messages from RabbitMQ clusters and writes messages to Pulsar topics

RabbitMQ

The SQS source connector is used to consume messages from Amazon SQS and publish them to Pulsar.

The Twitter Firehose source connector receives tweets from Twitter Firehose and writes the tweets to Pulsar topics.

Twitter Firehose

The Aerospike sink connector pulls messages from Pulsar topics to Aerospike clusters

Aerospike

This connector allows you to make sink connections from Pulsar to AWS EventBridge.

AWS EventBridge

The AWS Lambda sink connector allows you to send messages from Apache Pulsar to AWS Lambda.

AWS Lambda

Cloud Storage Connector integrates Apache Pulsar with cloud storage.

AWS S3

Azure Blob Storage

The Cassandra sink connector pulls messages from Pulsar topics to Cassandra clusters

Cassandra

The Elasticsearch sink connector pulls messages from Pulsar topics and persists the messages to indexes

Elasticsearch

The Flume sink connector pulls messages from Pulsar topics to logs

Google Cloud Storage

The Google Pub/Sub sink connector is used to write messages from Apache Pulsar topics to Google Cloud Pub/Sub.

The HBase sink connector pulls the messages from Pulsar topics and persists the messages to HBase tables

HBase

The HDFS3 sink connector pulls the messages from Pulsar topics and persists the messages to HDFS files.

HDFS3

The InfluxDB sink connector pulls messages from Pulsar topics and persists the messages to InfluxDB.

InfluxDB

The JDBC sink connector pulls messages from Pulsar topics and persists the messages to MySQL or SQlite.

JDBC ClickHouse

JDBC MariaDB

JDBC PostgreSQL

JDBC SQLite

kafka-connect-bigquery is a Kafka Connect connector for Google BigQuery.

Kafka Connect BigQuery

kafka-connect-datagen is a Kafka Connect connector for generating mock data for testing and is not suitable for production scenarios.

Kafka Connect Datagen

The official ElasticSearch Kafka Connect Sink connector.

Kafka Connect Elasticsearch

The official Apache Iceberg Kafka Connect Sink connector.

Kafka Connect Iceberg

The official Milvus Kafka Connect Sink connector.

Kafka Connect Milvus

The official MongoDB Kafka Connect Sink connector.

The official Snowflake Kafka Connect Sink connector.

Kafka Connect Snowflake

The Kafka sink connector pulls messages from Pulsar topics and persists the messages to Kafka topics.

The Kinesis sink connector pulls data from Pulsar and persists data into Amazon Kinesis.

The MongoDB sink connector pulls messages from Pulsar topics and persists the messages to collections.

MongoDB

Pinecone

The RabbitMQ sink connector pulls messages from Pulsar topics and persist the messages to RabbitMQ queues.

The Redis sink connector pulls messages from Pulsar topics and persists the messages to a Redis database.

Redis

The Snowflake sink connector is used to write messages from Apache Pulsar topics to Snowflake tables.

Snowflake

The Snowflake sink connector is used to write messages from Apache Pulsar topics to Snowflake tables with snowpipe streaming.

Snowflake Streaming

The Solr sink connector pulls messages from Pulsar topics and persists the messages to Solr collections.

Solr

The SQS source connector is used to consume messages from Pulsar topics and publish them to AWS SQS.

Build with StreamNative

Get Started

Cloud Platform

Private Cloud

Connectors

Client Libraries

CLI Tools

API Reference

Infrastructure as Code

Release Notes