diff --git a/docs/cloud/reference/01_changelog/01_changelog.md b/docs/cloud/reference/01_changelog/01_changelog.md index ee329b7ace7..a2d0ee7b2bd 100644 --- a/docs/cloud/reference/01_changelog/01_changelog.md +++ b/docs/cloud/reference/01_changelog/01_changelog.md @@ -33,6 +33,12 @@ import dashboards from '@site/static/images/cloud/reference/may-30-dashboards.pn In addition to this ClickHouse Cloud changelog, please see the [Cloud Compatibility](/whats-new/cloud-compatibility) page. +:::tip[Automatically keep up to date!] + + Subscribe to Cloud Changelog via RSS + +::: + ## November 7, 2025 {#november-7-2025} - ClickHouse Cloud console now supports configuring replica sizes in increments of 1 vCPU, 4 GiB from the cloud console. diff --git a/package.json b/package.json index eae62c0f5be..5a410f750d6 100644 --- a/package.json +++ b/package.json @@ -7,7 +7,7 @@ "autogen_needed_files": "src/Core/FormatFactorySettings.h src/Core/Settings.cpp CHANGELOG.md docs/en/operations/server-configuration-parameters/_server_settings_outside_source.md" }, "scripts": { - "build": "yarn copy-clickhouse-repo-docs && yarn check-markdown && yarn generate-changelog && yarn autogenerate-settings && yarn autogenerate-table-of-contents && yarn build-swagger && scripts/sed_links.sh && yarn build-docs", + "build": "yarn copy-clickhouse-repo-docs && yarn check-markdown && yarn generate-changelog && yarn autogenerate-settings && yarn autogenerate-table-of-contents && yarn build-swagger && yarn generate:rss && scripts/sed_links.sh && yarn build-docs", "clear": "docusaurus clear && bash ./placeholderReset.sh", "deploy": "docusaurus deploy", "docusaurus": "docusaurus", @@ -28,7 +28,8 @@ "check-spelling": "./scripts/check-doc-aspell", "check-kb": "./scripts/check-kb.sh", "check-markdown": "./scripts/check-markdown.sh", - "check-prose": "./scripts/vale/check-prose.sh" + "check-prose": "./scripts/vale/check-prose.sh", + "generate:rss": "./scripts/changelog/cloud-changelog-rss.sh" }, "dependencies": { "@algolia/client-search": "^5.35.0", diff --git a/scripts/changelog/cloud-changelog-rss.sh b/scripts/changelog/cloud-changelog-rss.sh new file mode 100755 index 00000000000..5f08af45de3 --- /dev/null +++ b/scripts/changelog/cloud-changelog-rss.sh @@ -0,0 +1,182 @@ +#!/bin/bash + +# Configuration +CHANGELOG_FILE="docs/cloud/reference/01_changelog/01_changelog.md" +OUTPUT_FILE="static/cloud/changelog-rss.xml" +FEED_URL="https://clickhouse.com/docs/cloud/changelog-rss.xml" +SITE_URL="https://clickhouse.com/docs/cloud/whats-new/cloud" + +# XML escape function +escape_xml() { + echo "$1" | sed 's/&/\&/g; s//\>/g; s/"/\"/g; s/'\''/\'/g' +} + +# Convert date to RFC822 format +date_to_rfc822() { + local date_str="$1" + date -d "$date_str" -R 2>/dev/null || date -j -f "%B %d, %Y" "$date_str" "+%a, %d %b %Y 00:00:00 %z" 2>/dev/null +} + +# Remove markdown formatting +clean_markdown() { + local text="$1" + echo "$text" | perl -pe ' + s/\[([^\]]+)\]\([^\)]+\)/$1/g; + s/`([^`]+)`/$1/g; + s/\*\*([^\*]+)\*\*/$1/g; + s/\*([^\*]+)\*/$1/g; + s/_{2}([^_]+)_{2}/$1/g; + s/_([^_]+)_/$1/g; + ' +} + +# Extract features from content as plain text +extract_features() { + local content="$1" + local output="" + local current_section="" + + while IFS= read -r line; do + # Match section headers: ### Section Name + if [[ "$line" =~ ^###[[:space:]]+(.+) ]]; then + section="${BASH_REMATCH[1]}" + section=$(echo "$section" | sed 's/ {#[^}]*}$//') + section=$(clean_markdown "$section") + + if [ -n "$current_section" ]; then + output="${output}\n" + fi + current_section="$section" + output="${output}${section}:\n" + + # Match bold bullet points: - **Title** description + elif [[ "$line" =~ ^[[:space:]]*[-*][[:space:]]+\*\*([^*]+)\*\*[[:space:]]*(.*) ]]; then + title="${BASH_REMATCH[1]}" + desc="${BASH_REMATCH[2]}" + + desc=$(clean_markdown "$desc" | tr '\n' ' ' | sed 's/ */ /g' | sed 's/^[[:space:]]*//;s/[[:space:]]*$//') + + if [ -n "$title" ]; then + if [ -n "$desc" ]; then + output="${output}- ${title}: ${desc}\n" + else + output="${output}- ${title}\n" + fi + fi + + # Match simple bullets + elif [[ "$line" =~ ^[[:space:]]*[-*][[:space:]]+([^*].+) ]]; then + bullet="${BASH_REMATCH[1]}" + bullet=$(clean_markdown "$bullet" | tr '\n' ' ' | sed 's/ */ /g' | sed 's/^[[:space:]]*//;s/[[:space:]]*$//') + + if [ ${#bullet} -gt 3 ]; then + output="${output}- ${bullet}\n" + fi + fi + done <<< "$content" + + if [ -n "$output" ]; then + echo -e "$output" + else + echo "See full changelog for details." + fi +} + +# Generate RSS feed +generate_rss() { + local entries="$1" + + cat > "$OUTPUT_FILE" << EOF + + + + ClickHouse Cloud Changelog + ${SITE_URL} + Latest updates and features in ClickHouse Cloud + en-us + $(date -R 2>/dev/null || date "+%a, %d %b %Y %H:%M:%S %z") + +${entries} + + +EOF +} + +# Main processing +main() { + if ! command -v perl &> /dev/null; then + echo "Error: perl is required but not installed." + exit 1 + fi + + if [ ! -f "$CHANGELOG_FILE" ]; then + echo "Error: Changelog file not found: $CHANGELOG_FILE" + exit 1 + fi + + echo "Parsing changelog: $CHANGELOG_FILE" + + local items="" + local count=0 + local in_release=0 + local current_title="" + local current_slug="" + local current_date="" + local current_content="" + + while IFS= read -r line; do + if [[ "$line" =~ ^##[[:space:]]+(.+)[[:space:]]+\{#([^}]+)\} ]]; then + if [ $in_release -eq 1 ]; then + description=$(extract_features "$current_content") + description=$(escape_xml "$description") + rfc_date=$(date_to_rfc822 "$current_date") + + items="${items} + $(escape_xml "ClickHouse Cloud - $current_title") + ${SITE_URL}#${current_slug} + ${description} + ${rfc_date} + ${SITE_URL}#${current_slug} + +" + ((count++)) + fi + + current_title="${BASH_REMATCH[1]}" + current_slug="${BASH_REMATCH[2]}" + current_date="$current_title" + current_content="" + in_release=1 + + elif [ $in_release -eq 1 ]; then + current_content="${current_content}${line}"$'\n' + fi + + done < "$CHANGELOG_FILE" + + if [ $in_release -eq 1 ]; then + description=$(extract_features "$current_content") + description=$(escape_xml "$description") + rfc_date=$(date_to_rfc822 "$current_date") + + items="${items} + $(escape_xml "ClickHouse Cloud - $current_title") + ${SITE_URL}#${current_slug} + ${description} + ${rfc_date} + ${SITE_URL}#${current_slug} + +" + fi + + echo "Generated $count entries" + + mkdir -p "$(dirname "$OUTPUT_FILE")" + + generate_rss "$items" + + echo "RSS feed written to $OUTPUT_FILE" + echo "Feed will be available at: ${FEED_URL}" +} + +main diff --git a/static/cloud/changelog-rss.xml b/static/cloud/changelog-rss.xml new file mode 100644 index 00000000000..1ef0e06583e --- /dev/null +++ b/static/cloud/changelog-rss.xml @@ -0,0 +1,1228 @@ + + + + ClickHouse Cloud Changelog + https://clickhouse.com/docs/cloud/whats-new/cloud + Latest updates and features in ClickHouse Cloud + en-us + Sat, 08 Nov 2025 11:23:36 -0600 + + + ClickHouse Cloud - November 7, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-7-2025 + - ClickHouse Cloud console now supports configuring replica sizes in increments of 1 vCPU, 4 GiB from the cloud console. +- Custom hardware profiles (available on the Enterprise tier) now support idling. +- ClickHouse Cloud now offers a simplified purchasing experience through AWS Marketplace, with separate options for pay-as-you-go and committed spend contracts. +- Alerting is now available for ClickStack users in ClickHouse Cloud. + Fri, 07 Nov 2025 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-7-2025 + + + ClickHouse Cloud - October 17, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-17-2025 + - Service Monitoring - Resource Utilization Dashboard +- External Buckets + Fri, 17 Oct 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-17-2025 + + + ClickHouse Cloud - August 29, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-29-2025 + - ClickHouse Cloud Azure Private Link has switched from using Resource GUID to Resource ID filters for resource identification. You can still use the legacy Resource GUID, which is backward compatible, but we recommend switching to Resource ID filters. For migration details see the docs for Azure Private Link. + Fri, 29 Aug 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-29-2025 + + + ClickHouse Cloud - August 22, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-22-2025 + - ClickHouse Connector for AWS Glue +- Change to the minimum number of replicas in a service +- ClickHouse Cloud will begin to send notifications related to service scaling and service version upgrades, by default for administrator roles. Users can adjust their notification preferences in their notification settings. + Fri, 22 Aug 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-22-2025 + + + ClickHouse Cloud - August 13, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-13-2025 + - ClickPipes for MongoDB CDC now in Private Preview + Wed, 13 Aug 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-13-2025 + + + ClickHouse Cloud - August 8, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-08-2025 + - Notifications: : Users will now receive a UI notification when their service starts upgrading to a new ClickHouse version. Additional Email and Slack notifications can be added via the notification center. +- ClickPipes: : Azure Blob Storage (ABS) ClickPipes support was added to the ClickHouse Terraform provider. See the provider documentation for an example of how to programmatically create an ABS ClickPipe. +- [Bug fix] Object storage ClickPipes writing to a destination table using the Null engine now report "Total records" and "Data ingested" metrics in the UI. +- [Bug fix] The “Time period” selector for metrics in the UI defaulted to “24 hours” regardless of the selected time period. This has now been fixed, and the UI correctly updates the charts for the selected time period. +- Cross-region private link (AWS): is now Generally Available. Please refer to the documentation for the list of supported regions. + Fri, 08 Aug 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-08-2025 + + + ClickHouse Cloud - July 31, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-31-2025 + See full changelog for details. + Thu, 31 Jul 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-31-2025 + + + ClickHouse Cloud - July 24, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-24-2025 + See full changelog for details. + Thu, 24 Jul 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-24-2025 + + + ClickHouse Cloud - July 11, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-11-2025 + - New services now store database and table metadata in a central SharedCatalog, +- Cloud-scale DDL: , even under high concurrency +- Resilient deletion and new DDL operations +- Fast spin-up and wake-ups: as stateless nodes now launch with no disk dependencies +- Stateless compute across both native and open formats: , including Iceberg and Delta Lake +- We now support the ability to launch HIPAA compliant services in GCP europe-west4 + Fri, 11 Jul 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-11-2025 + + + ClickHouse Cloud - June 27, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-27-2025 + - We now officially support a Terraform provider for managing database privileges +- Enterprise tier services can now enlist in the slow release channel to defer + Fri, 27 Jun 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-27-2025 + + + ClickHouse Cloud - June 13, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-13-2025 + - We're excited to announce that ClickHouse Cloud Dashboards are now generally available. Dashboards allow users to visualize queries on dashboards, interact with data via filters and query parameters, and manage sharing. +- API key IP filters: we are introducing an additional layer of protection for your interactions with ClickHouse Cloud. When generating an API key, you may setup an IP allow list to limit where the API key may be used. Please refer to the documentation for details. + Fri, 13 Jun 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-13-2025 + + + ClickHouse Cloud - May 30, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-30-2025 + - We're excited to announce general availability of ClickPipes for Postgres CDC +- Introduced new improvements to the SQL console dashboards: +- Sharing: You can share your dashboard with your team members. Four levels of access are supported, that can be adjusted both globally and on a per-user basis: +- Write access: Add/edit visualizations, refresh settings, interact with dashboards via filters. +- Owner: Share a dashboard, delete a dashboard, and all other permissions of a user with "write access". +- Read-only access: View and interact with dashboard via filters +- No access: Cannot view a dashboard +- For existing dashboards that have already been created, Organization Administrators can assign existing dashboards to themselves as owners. +- You can now add a table or chart from the SQL console to a dashboard from the query view. +- We are enlisting preview participants for Distributed cache + Fri, 30 May 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-30-2025 + + + ClickHouse Cloud - May 16, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-16-2025 + - Introduced the Resource Utilization Dashboard which provides a view of +- Memory & CPU: Graphs for CGroupMemoryTotal (Allocated Memory), CGroupMaxCPU (allocated CPU), +- Data Transfer: Graphs showing data ingress and egress from ClickHouse Cloud. Learn more here. +- We're excited to announce the launch of our new ClickHouse Cloud Prometheus/Grafana mix-in, + Fri, 16 May 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-16-2025 + + + ClickHouse Cloud - April 18, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-18-2025 + - Introduced a new Member organization level role and two new service level +- ClickHouse Cloud now offers HIPAA and PCI services in the following regions +- Introduced user facing notifications for ClickPipes. This feature sends +- MySQL CDC private preview: is now open. This lets customers replicate MySQL +- Introduced AWS PrivateLink for ClickPipes. You can use AWS PrivateLink to + Fri, 18 Apr 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-18-2025 + + + ClickHouse Cloud - April 4, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-4-2025 + - Slack notifications for ClickHouse Cloud: ClickHouse Cloud now supports Slack notifications for billing, scaling, and ClickPipes events, in addition to in-console and email notifications. These notifications are sent via the ClickHouse Cloud Slack application. Organization admins can configure these notifications via the notification center by specifying slack channels to which notifications should be sent. +- Users running Production and Development services will now see ClickPipes and data transfer usage price on their bills. + Fri, 04 Apr 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-4-2025 + + + ClickHouse Cloud - March 21, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-21-2025 + - Cross-region Private Link connectivity on AWS is now in Beta. Please refer to +- The maximum replica size available for services on AWS is now set to 236 GiB RAM. + Fri, 21 Mar 2025 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-21-2025 + + + ClickHouse Cloud - March 7, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-7-2025 + - New UsageCost API endpoint: The API specification now supports a new endpoint +- Terraform provider v2.1.0 release supports enabling the MySQL endpoint. + Fri, 07 Mar 2025 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-7-2025 + + + ClickHouse Cloud - February 21, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-21-2025 + ClickHouse Bring Your Own Cloud (BYOC) for AWS is now generally available: +- For more details, you can refer to the documentation for BYOC +- Contact us to request access. + +Postgres CDC connector for ClickPipes: +- To get started, refer to the documentation for ClickPipes Postgres CDC connector. +- For more information on customer use cases and features, please refer to the landing page and the launch blog. + +PCI compliance for ClickHouse Cloud on AWS: + +Transparent Data Encryption and Customer Managed Encryption Keys on Google Cloud Platform: +- Please refer to the documentation of these features for more information. + +AWS Middle East (UAE) availability: + +ClickHouse Cloud guardrails: +- Refer to the usage limits +- If your service is already above these limits, we will permit a 10% increase. + Fri, 21 Feb 2025 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-21-2025 + + + ClickHouse Cloud - January 27, 2025 + https://clickhouse.com/docs/cloud/whats-new/cloud#january-27-2025 + Changes to ClickHouse Cloud tiers: + +Warehouses: Compute-compute separation (GA): + +Single-replica services: + +Vertical auto-scaling improvements: + +Horizontal scaling (GA): + +Configurable backups: + +Managed upgrade improvements: + +HIPAA support: + +Scheduled upgrades: + +Language client support for complex types: + +DBT support for refreshable materialized views: + +JWT token support: + +Prometheus integration improvements: +- Organization-level endpoint: . We've introduced an enhancement to our Prometheus integration for ClickHouse Cloud. In addition to service-level metrics, the API now includes an endpoint for organization-level metrics. This new endpoint automatically collects metrics for all services within your organization, streamlining the process of exporting metrics into your Prometheus collector. These metrics can be integrated with visualization tools like Grafana and Datadog for a more comprehensive view of your organization's performance. +- Filtered metrics: . We've added support for returning a filtered list of metrics in our Prometheus integration for ClickHouse Cloud. This feature helps reduce response payload size by enabling you to focus on metrics that are critical for monitoring the health of your service. + Mon, 27 Jan 2025 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#january-27-2025 + + + ClickHouse Cloud - December 20, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-20-2024 + Marketplace subscription organization attachment: + +Force OpenAPI key expiration: + +Custom emails for notifications: + Fri, 20 Dec 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-20-2024 + + + ClickHouse Cloud - December 6, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-6-2024 + BYOC (beta): + +Postgres Change Data Capture (CDC) connector in ClickPipes: + +Dashboards (beta): + +Query API endpoints (GA): +- Reducing endpoint latency, especially for cold-starts +- Increased endpoint RBAC controls +- Configurable CORS-allowed domains +- Result streaming +- Support for all ClickHouse-compatible output formats + +Native JSON support (Beta): + +Vector search using vector similarity indexes (early access): + +ClickHouse-connect (Python) and ClickHouse Kafka Connect users: +- Kafka-Connect: > 1.2.5 +- ClickHouse-Connect (Java): > 0.8.6 + +ClickPipes now supports cross-VPC resource access on AWS: + +ClickPipes now supports IAM for AWS MSK: + +Maximum replica size for new services on AWS: + Fri, 06 Dec 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-6-2024 + + + ClickHouse Cloud - November 22, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-22-2024 + Built-in advanced observability dashboard for ClickHouse Cloud: + +AI-powered SQL autocomplete: + +New "billing" role: + Fri, 22 Nov 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-22-2024 + + + ClickHouse Cloud - November 8, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-8-2024 + Customer Notifications in ClickHouse Cloud: + Fri, 08 Nov 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-8-2024 + + + ClickHouse Cloud - October 4, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-4-2024 + ClickHouse Cloud now offers HIPAA-ready services in Beta for GCP: + +Compute-compute separation is now in private preview for GCP and Azure: + +Self-service MFA recovery codes: + +ClickPipes update: custom certificates, latency insights, and more.: + Fri, 04 Oct 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-4-2024 + + + ClickHouse Cloud - August 29, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-29-2024 + New Terraform provider version - v1.0.0: + +2024 SOC 2 Type II report and updated ISO 27001 certificate: + Thu, 29 Aug 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-29-2024 + + + ClickHouse Cloud - August 15, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-15-2024 + Compute-compute separation is now in Private Preview for AWS: + +ClickPipes for S3 and GCS now in GA, Continuous mode support: + Thu, 15 Aug 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#august-15-2024 + + + ClickHouse Cloud - July 18, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-18-2024 + Prometheus endpoint for metrics is now generally available: + +Table inspector in Cloud console: + +New Java Client API: + +New Analyzer is enabled by default: + Thu, 18 Jul 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-18-2024 + + + ClickHouse Cloud - June 28, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-28-2024 + ClickHouse Cloud for Microsoft Azure is now generally available: +- United States: West US 3 (Arizona) +- United States: East US 2 (Virginia) +- Europe: Germany West Central (Frankfurt) + +Query log insights: + +Prometheus endpoint for metrics (private preview): + +Other features: +- Configurable backups to configure custom backup policies like frequency, retention, and schedule are now Generally Available. + Fri, 28 Jun 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-28-2024 + + + ClickHouse Cloud - June 13, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-13-2024 + Configurable offsets for Kafka ClickPipes Connector (Beta): +- From the beginning: Start consuming data from the very beginning of the Kafka topic. This option is ideal for users who need to reprocess all historical data. +- From latest: Begin consuming data from the most recent offset. This is useful for users who are only interested in new messages. +- From a timestamp: Start consuming data from messages that were produced at or after a specific timestamp. This feature allows for more precise control, enabling users to resume processing from an exact point in time. + +Enroll services to the Fast release channel: + +Terraform support for horizontal scaling: + Thu, 13 Jun 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-13-2024 + + + ClickHouse Cloud - May 30, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-30-2024 + Share queries with your teammates: + +ClickHouse Cloud for Microsoft Azure is now in beta: + +Set up Private Link via the Cloud console: + Thu, 30 May 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-30-2024 + + + ClickHouse Cloud - May 17, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-17-2024 + Ingest data from Amazon Kinesis using ClickPipes (beta): + +Configurable backups (private preview): + +Create APIs from your SQL queries (Beta): + +Official ClickHouse Certification is now available: + Fri, 17 May 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-17-2024 + + + ClickHouse Cloud - April 25, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-25-2024 + Load data from S3 and GCS using ClickPipes: + +Use Fivetran to load data from 500+ sources into ClickHouse Cloud: + +Other changes: +- Output formats support in the SQL console +- ClickPipes Kafka connector supports multi-broker setup +- PowerBI connector supports providing ODBC driver configuration options. + Thu, 25 Apr 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-25-2024 + + + ClickHouse Cloud - April 18, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-18-2024 + AWS Tokyo region is now available for ClickHouse Cloud: + +Console changes: +- Avro format support for ClickPipes for Kafka is now Generally Available +- Implement full support for importing resources (services and private endpoints) for the Terraform provider + +Integrations changes: +- NodeJS client major stable release: Advanced TypeScript support for query + ResultSet, URL configuration +- Kafka Connector: Fixed a bug with ignoring exceptions when writing into DLQ, added support for Avro Enum type, published guides for using the connector on MSK and Confluent Cloud +- Grafana: Fixed support Nullable type support in UI, fixed support for dynamic OTEL tracing table name +- DBT: Fixed model settings for custom materialization. +- Java client: Fixed bug with incorrect error code parsing +- Python client: Fixed parameters binding for numeric types, fixed bugs with number list in query binding, added SQLAlchemy Point support. + Thu, 18 Apr 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-18-2024 + + + ClickHouse Cloud - April 4, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-4-2024 + Introducing the new ClickHouse Cloud console: + Thu, 04 Apr 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-4-2024 + + + ClickHouse Cloud - March 28, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-28-2024 + General updates: +- Introduced support for Microsoft Azure in Private Preview. To gain access, please reach out to account management or support, or join the waitlist. +- Introduced Release Channels – the ability to specify the timing of upgrades based on environment type. In this release, we added the "fast" release channel, which enables you to upgrade your non-production environments ahead of production (please contact support to enable). + +Administration changes: +- Added support for horizontal scaling configuration via API (private preview, please contact support to enable) +- Improved autoscaling to scale up services encountering out of memory errors on startup +- Added support for CMEK for AWS via the Terraform provider + +Console changes: +- Added support for Microsoft social login +- Added parameterized query sharing capabilities in SQL console +- Improved query editor performance significantly (from 5 secs to 1.5 sec latency in some EU regions) + +Integrations changes: +- ClickHouse OpenTelemetry exporter: Added support for ClickHouse replication table engine and added integration tests +- ClickHouse DBT adapter: Added support for materialization macro for dictionaries, tests for TTL expression support +- ClickHouse Kafka Connect Sink: Added compatibility with Kafka plugin discovery (community contribution) +- ClickHouse Java Client: Introduced a new package for new client API and added test coverage for Cloud tests +- ClickHouse NodeJS Client: Extended tests and documentation for new HTTP keep-alive behavior. Available since v0.3.0 release +- ClickHouse Golang Client: Fixed a bug for Enum as a key in Map; fixed a bug when an errored connection is left in the connection pool (community contribution) +- ClickHouse Python Client: Added support for query streaming via PyArrow (community contribution) + +Security updates: +- Updated ClickHouse Cloud to prevent "Role-based Access Control is bypassed when query caching is enabled" (CVE-2024-22412) + Thu, 28 Mar 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-28-2024 + + + ClickHouse Cloud - March 14, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-14-2024 + Console changes: +- New Cloud console experience is available in early access (please contact support if you're interested in participating). +- ClickPipes for bulk loading from S3 and GCS are available in early access (please contact support if you're interested in participating). +- Support for Avro format in ClickPipes for Kafka is available in early access (please contact support if you're interested in participating). + +ClickHouse version upgrade: +- Optimizations for FINAL, vectorization improvements, faster aggregations - see 23.12 release blog for details. +- New functions for processing punycode, string similarity, detecting outliers, as well as memory optimizations for merges and Keeper - see 24.1 release blog and presentation for details. +- This ClickHouse cloud version is based on 24.1, you can see dozens of new features, performance improvements, and bug fixes. See core database changelogs for details. + +Integrations changes: +- Grafana: Fixed dashboard migration for v4, ad-hoc filtering logic +- Tableau Connector: Fixed DATENAME function and rounding for "real" arguments +- Kafka Connector: Fixed NPE in connection initialization, added ability to specify JDBC driver options +- Golang client: Reduced the memory footprint for handling responses, fixed Date32 extreme values, fixed error reporting when compression is enabled +- Python client: Improved timezone support in datetime parameters, improved performance for Pandas DataFrame + Thu, 14 Mar 2024 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-14-2024 + + + ClickHouse Cloud - February 29, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-29-2024 + Console changes: +- Optimized SQL console application initial load time +- Fixed SQL console race condition resulting in 'authentication failed' error +- Fixed behavior on the monitoring page where most recent memory allocation value was sometimes incorrect +- Fixed behavior where SQL console sometimes issue duplicate KILL QUERY commands +- Added support in ClickPipes for SCRAM-SHA-256 authentication method for Kafka-based data sources + +Integrations changes: +- Kafka Connector: Extended support for complex nested structures (Array, Map); added support for FixedString type; added support for ingestion into multiple databases +- Metabase: Fixed incompatibility with ClickHouse lower than version 23.8 +- DBT: Added the ability to pass settings to model creation +- Node.js client: Added support for long-running queries (>1hr) and handling of empty values gracefully + Thu, 29 Feb 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-29-2024 + + + ClickHouse Cloud - February 15, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-15-2024 + ClickHouse version upgrade: +- S3Queue table engine for continuous, scheduled data loading from S3 is production-ready - see 23.11 release blog for details. +- Significant performance improvements for FINAL and vectorization improvements for SIMD instructions resulting in faster queries - see 23.12 release blog for details. +- This ClickHouse cloud version is based on 23.12, you can see dozens of new features, performance improvements, and bug fixes. See core database changelogs for details. + +Console changes: +- Added ability to set up AWS Private Link and GCP Private Service Connect through Terraform provider +- Improved resiliency for remote file data imports +- Added import status details flyout to all data imports +- Added key/secret key credential support to s3 data imports + +Integrations changes: +- Kafka Connect +- Support async_insert for exactly once (disabled by default) +- Golang client +- Fixed DateTime binding +- Improved batch insert performance +- Java client +- Fixed request compression problem + +Settings changes: +- usemysqltypesinshow_columns is no longer required. It will be automatically enabled when you connect through the MySQL interface. +- asyncinsertmaxdatasize now has the default value of 10 MiB + Thu, 15 Feb 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-15-2024 + + + ClickHouse Cloud - February 2, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-2-2024 + Console changes: +- Added ClickPipes support for Azure Event Hub +- New services are launched with default idling time of 15 mins + +Integrations changes: +- ClickHouse data source for Grafana v4 release +- Completely rebuilt query builder to have specialized editors for Table, Logs, Time Series, and Traces +- Completely rebuilt SQL generator to support more complicated and dynamic queries +- Added first-class support for OpenTelemetry in Log and Trace views +- Extended Configuration to allow to specify default tables and columns for Logs and Traces +- Added ability to specify custom HTTP headers +- And many more improvements - check the full changelog +- Database schema management tools +- Flyway added ClickHouse support +- Ariga Atlas added ClickHouse support +- Kafka Connector Sink +- Optimized ingestion into a table with default values +- Added support for string-based dates in DateTime64 +- Metabase +- Added support for a connection to multiple databases + Fri, 02 Feb 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-2-2024 + + + ClickHouse Cloud - January 18, 2024 + https://clickhouse.com/docs/cloud/whats-new/cloud#january-18-2024 + General changes: +- New AWS Region: London (eu-west-2) + +Console changes: +- Added ClickPipes support for Redpanda, Upstash, and Warpstream +- Made the ClickPipes authentication mechanism configurable in the UI + +Integrations changes: +- Java client: +- Breaking changes: Removed the ability to specify random URL handles in the call. This functionality has been removed from ClickHouse +- Deprecations: Java CLI client and GRPC packages +- Added support for RowBinaryWithDefaults format to reduce the batch size and workload on ClickHouse instance (request by Exabeam) +- Made Date32 and DateTime64 range boundaries compatible with ClickHouse, compatibility with Spark Array string type, node selection mechanism +- Kafka Connector: Added a JMX monitoring dashboard for Grafana +- PowerBI: Made ODBC driver settings configurable in the UI +- JavaScript client: Exposed query summary information, allow to provide a subset of specific columns for insertion, make keep_alive configurable for web client +- Python client: Added Nothing type support for SQLAlchemy + +Reliability changes: +- User-facing backward incompatible change: Previously, two features (isdeleted and `OPTIMIZE CLEANUP) under certain conditions could lead to corruption of the data in ClickHouse. To protect the integrity of the data of our users, while keeping the core of the functionality, we adjusted how this feature works. Specifically, the MergeTree setting cleandeletedrows is now deprecated and has no effect anymore. The CLEANUP keyword is not allowed by default (to use it you will need to enable allowexperimentalreplacingmergewithcleanup). If you decide to use CLEANUP, you need to make sure that it is always used together with FINAL, and you must guarantee that no rows with older versions will be inserted after you run OPTIMIZE FINAL CLEANUP`. + Thu, 18 Jan 2024 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#january-18-2024 + + + ClickHouse Cloud - December 18, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-18-2023 + General changes: +- ClickHouse Cloud is now available in GCP us-east1 (South Carolina) region +- Enabled ability to set up AWS Private Link and GCP Private Service Connect via OpenAPI + +Console changes: +- Enabled seamless login to SQL console for users with the Developer role +- Streamlined workflow for setting idling controls during onboarding + +Integrations changes: +- DBT connector: Added support for DBT up to v1.7 +- Metabase: Added support for Metabase v0.48 +- PowerBI Connector: Added ability to run on PowerBI Cloud +- Make permissions for ClickPipes internal user configurable +- Kafka Connect +- Improved deduplication logic and ingestion of Nullable types. +- Add support text-based formats (CSV, TSV) +- Apache Beam: add support for Boolean and LowCardinality types +- Nodejs client: add support for Parquet format + +Security announcements: +- Patched 3 security vulnerabilities - see security changelog for details: +- CVE 2023-47118 (CVSS 7.0) - a heap buffer overflow vulnerability affecting the native interface running by default on port 9000/tcp +- CVE-2023-48704 (CVSS 7.0) - a heap buffer overflow vulnerability affecting the native interface running by default on port 9000/tcp +- CVE 2023-48298 (CVSS 5.9) - an integer underflow vulnerability in the FPC compressions codec + Mon, 18 Dec 2023 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-18-2023 + + + ClickHouse Cloud - November 22, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-22-2023 + ClickHouse version upgrade: +- Dramatically improved performance for reading Parquet files. See 23.8 release blog for details. +- Added type inference support for JSON. See 23.9 release blog for details. +- Introduced powerful analyst-facing functions like ArrayFold. See 23.10 release blog for details. +- User-facing backward-incompatible change: : Disabled setting inputformatjsontryinfernumbersfrom_strings by default to avoid inferring numbers from strings in JSON format. Doing so can create possible parsing errors when sample data contains strings similar to numbers. +- Dozens of new features, performance improvements, and bug fixes. See core database changelogs for details. + +Console changes: +- Improved login and authentication flow. +- Improved AI-based query suggestions to better support large schemas. + +Integrations changes: +- Kafka Connect Sink: Added proxy support, topic-tablename mapping, and configurability for Keeper exactly-once delivery properties. +- Node.js client: Added support for Parquet format. +- Metabase: Added datetimeDiff function support. +- Python client: Added support for special characters in column names. Fixed timezone parameter binding. + Wed, 22 Nov 2023 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-22-2023 + + + ClickHouse Cloud - November 2, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-2-2023 + General updates: +- Development services are now available in AWS for ap-south-1 (Mumbai) and ap-southeast-1 (Singapore) +- Added support for key rotation in customer-managed encryption keys (CMEK) + +Console changes: +- Added ability to configure granular tax settings when adding a credit card + +Integrations changes: +- MySQL +- Improved Tableau Online and QuickSight support via MySQL +- Kafka Connector +- Introduced a new StringConverter to support text-based formats (CSV, TSV) +- Added support for Bytes and Decimal data types +- Adjusted Retryable Exceptions to now always be retried (even when errors.tolerance=all) +- Node.js client +- Fixed an issue with streamed large datasets providing corrupted results +- Python client +- Fixed timeouts on large inserts +- Fixed NumPy/Pandas Date32 issue +- Fixed insertion of an empty map into JSON column, compression buffer cleanup, query escaping, panic on zero/nil for IPv4 and IPv6 +- Added watchdog on canceled inserts +- Improved distributed table support with tests + Thu, 02 Nov 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-2-2023 + + + ClickHouse Cloud - October 19, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-19-2023 + Console changes: +- Improved usability of the SQL console (e.g. preserve column width between query executions) +- Improved performance of the SQL console + +Integrations changes: +- Java client: +- Switched the default network library to improve performance and reuse open connections +- Added proxy support +- Added support for secure connections with using Trust Store +- Node.js client: Fixed keep-alive behavior for insert queries +- Metabase: Fixed IPv4/IPv6 column serialization + Thu, 19 Oct 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-19-2023 + + + ClickHouse Cloud - September 28, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#september-28-2023 + Console changes: +- Added a self-service workflow to secure access to Amazon S3 via IAM roles +- Introduced AI-assisted query suggestions in private preview (please contact ClickHouse Cloud support to try it out.) + +Integrations changes: +- Announced general availability of ClickPipes - a turnkey data ingestion service - for Kafka, Confluent Cloud, and Amazon MSK (see the release blog) +- Reached general availability of Kafka Connect ClickHouse Sink +- Extended support for customized ClickHouse settings using clickhouse.settings property +- Improved deduplication behavior to account for dynamic fields +- Added support for tableRefreshInterval to re-fetch table changes from ClickHouse +- Fixed an SSL connection issue and type mappings between PowerBI and ClickHouse data types + Thu, 28 Sep 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#september-28-2023 + + + ClickHouse Cloud - September 7, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#september-7-2023 + Console changes: +- Added remaining credits and payment retries to support charges from India + +Integrations changes: +- Kafka Connector: added support for configuring ClickHouse settings, added error.tolerance configuration option +- PowerBI Desktop: released the beta version of the official connector +- Grafana: added support for Point geo type, fixed Panels in Data Analyst dashboard, fixed timeInterval macro +- Python client: Compatible with Pandas 2.1.0, dropped Python 3.7 support, added support for nullable JSON type +- Node.js client: added default_format setting support +- Golang client: fixed bool type handling, removed string limits + Thu, 07 Sep 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#september-7-2023 + + + ClickHouse Cloud - Aug 24, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#aug-24-2023 + General updates: +- Added support for the MySQL wire protocol, which (among other use cases) enables compatibility with many existing BI tools. Please reach out to support to enable this feature for your organization. +- Introduced a new official PowerBI connector + +Console changes: +- Added support for "Running Queries" view in SQL Console + +ClickHouse 23.7 version upgrade: +- Added support for Azure Table function, promoted geo datatypes to production-ready, and improved join performance - see 23.5 release blog for details +- Extended MongoDB integration support to version 6.0 - see 23.6 release blog for details +- Improved performance of writing to Parquet format by 6x, added support for PRQL query language, and improved SQL compatibility - see 23.7 release deck for details +- Dozens of new features, performance improvements, and bug fixes - see detailed changelogs for 23.5, 23.6, 23.7 + +Integrations changes: +- Kafka Connector: Added support for Avro Date and Time types +- JavaScript client: Released a stable version for web-based environment +- Grafana: Improved filter logic, database name handling, and added support for TimeInteval with sub-second precision +- Golang Client: Fixed several batch and async data loading issues +- Metabase: Support v0.47, added connection impersonation, fixed data types mappings + Thu, 24 Aug 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#aug-24-2023 + + + ClickHouse Cloud - July 27, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-27-2023 + Integrations changes: +- Introduced the private preview of ClickPipes for Kafka, a cloud-native integration engine that makes ingesting massive volumes of data from Kafka and Confluent Cloud as simple as clicking a few buttons. Please sign up for the waitlist here. +- JavaScript client: released support for web-based environment (browser, Cloudflare workers). The code is refactored to allow community creating connectors for custom environments. +- Kafka Connector: Added support for inline schema with Timestamp and Time Kafka types +- Python client: Fixed insert compression and LowCardinality reading issues + +Console changes: +- Added a new data loading experience with more table creation configuration options +- Introduced ability to load a file from a URL using the cloud console +- Improved invitation flow with additional options to join a different organization and see all your outstanding invitations + Thu, 27 Jul 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-27-2023 + + + ClickHouse Cloud - July 14, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-14-2023 + General updates: +- New AWS Australia region: Sydney (ap-southeast-2) +- Dedicated tier services for demanding latency-sensitive workloads (please contact support to set it up) +- Bring your own key (BYOK) for encrypting data on disk (please contact support to set it up) + +Console changes: +- Improvements to observability metrics dashboard for asynchronous inserts +- Improved chatbot behavior for integration with support + +Integrations changes: +- NodeJS client: fixed a bug with a connection failure due to socket timeout +- Python client: added QuerySummary to insert queries, support special characters in the database name +- Metabase: updated JDBC driver version, added DateTime64 support, performance improvements. + +Core database changes: +- Query cache can be enabled in ClickHouse Cloud. When it is enabled, successful queries are cached for a minute by default and subsequent queries will use the cached result. + Fri, 14 Jul 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#july-14-2023 + + + ClickHouse Cloud - June 20, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-20-2023 + General updates: +- ClickHouse Cloud on GCP is now GA, bringing GCP Marketplace integration, support for Private Service Connect, and automatic backups (see blog and press release for details) +- Terraform provider for Cloud API is now available + +Console changes: +- Added a new consolidated settings page for services +- Adjusted metering accuracy for storage and compute + +Integrations changes: +- Python client: improved insert performance, refactored internal dependencies to support multiprocessing +- Kafka Connector: It can be uploaded and installed on Confluent Cloud, added retry for interim connection problems, reset the incorrect connector state automatically + +ClickHouse 23.4 version upgrade: +- Added JOIN support for parallel replicas (please contact support to set it up) +- Improved performance of lightweight deletes +- Improved caching while processing large inserts + +Administration changes: +- Expanded local dictionary creation for non "default" users + Tue, 20 Jun 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#june-20-2023 + + + ClickHouse Cloud - May 30, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-30-2023 + General changes: +- API Support for ClickHouse Cloud. With the new Cloud API, you can seamlessly integrate managing services in your existing CI/CD pipeline and manage your services programmatically +- S3 access using IAM roles. You can now leverage IAM roles to securely access your private Amazon Simple Storage Service (S3) buckets (please contact support to set it up) + +Scaling changes: +- Horizontal scaling. Workloads that require more parallelization can now be configured with up to 10 replicas (please contact support to set it up) +- CPU based autoscaling. CPU-bound workloads can now benefit from additional triggers for autoscaling policies + +Console changes: +- Migrate Dev service to Production service (please contact support to enable) +- Added scaling configuration controls during instance creation flows +- Fix connection string when default password is not present in memory + +Integrations changes: +- Golang client: fixed a problem leading to unbalanced connections in native protocol, added support for the custom settings in the native protocol +- Nodejs client: dropped support for nodejs v14, added support for v20 +- Kafka Connector: added support for LowCardinality type +- Metabase: fixed grouping by a time range, fixed support for integers in built-in Metabase questions + +Performance and reliability: +- Improved efficiency and performance of write heavy workloads +- Deployed incremental backup strategy to increase speed and efficiency of backups + Tue, 30 May 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-30-2023 + + + ClickHouse Cloud - May 11, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-11-2023 + ClickHouse Cloud on GCP is now available in public beta: +- Launches a fully-managed separated storage and compute ClickHouse offering, running on top of Google Compute and Google Cloud Storage +- Available in Iowa (us-central1), Netherlands (europe-west4), and Singapore (asia-southeast1) regions +- Supports both Development and Production services in all three initial regions +- Provides strong security by default: End-to-end encryption in transit, data-at-rest encryption, IP Allow Lists + +Integrations changes: +- Golang client: Added proxy environment variables support +- Grafana: Added the ability to specify ClickHouse custom settings and proxy environment variables in Grafana datasource setup +- Kafka Connector: Improved handling of empty records + +Console changes: +- Added an indicator for multifactor authentication (MFA) use in the user list + +Performance and reliability: +- Added more granular control over terminate query permission for administrators + Thu, 11 May 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-11-2023 + + + ClickHouse Cloud - May 4, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-4-2023 + Console changes: +- Added heatmap chart type to SQL console +- Improved billing usage page to show credits consumed within each billing dimension + +Integrations changes: +- Kafka connector: Added retry mechanism for transient connection errors +- Python client: Added maxconnectionage setting to ensure that HTTP connections are not reused forever. This can help with certain load-balancing issues +- Node.js client: Added support for Node.js v20 +- Java client: Improved client certificate authentication support, and added support for nested Tuple/Map/Nested types + +Performance and reliability: +- Improved service startup time in presence of a large number of parts +- Optimized long-running query cancellation logic in SQL console + +Bug fixes: +- Fixed a bug causing 'Cell Towers' sample dataset import to fail + Thu, 04 May 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#may-4-2023 + + + ClickHouse Cloud - April 20, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-20-2023 + Console changes: +- Added an option for real-time chat with support + +Integrations changes: +- Kafka connector: Added support for Nullable types +- Golang client: Added support for external tables, support boolean and pointer type parameter bindings + +Configuration changes: +- Adds ability to drop large tables–by overriding maxtablesizetodrop and maxpartitionsizetodrop settings + +Performance and reliability: +- Improve speed of cold reads by the means of S3 prefetching via allowprefetchedreadpoolforremotefilesystem setting + +ClickHouse 23.3 version upgrade: +- Lightweight deletes are production-ready–see 23.3 release blog for details +- Added support for multi-stage PREWHERE-see 23.2 release blog for details +- Dozens of new features, performance improvements, and bug fixes–see detailed changelogs for 23.3 and 23.2 + Thu, 20 Apr 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-20-2023 + + + ClickHouse Cloud - April 6, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-6-2023 + API changes: +- Added ability to programmatically query ClickHouse Cloud endpoints via Cloud Endpoints API + +Console changes: +- Added 'minimum idle timeout' setting to advanced scaling settings +- Added best-effort datetime detection to schema inference in data loading modal + +Integrations changes: +- Metabase: Added support for multiple schemas +- Go client: Fixed idle connection liveness check for TLS connections +- Python client +- Added support for external data in query methods +- Added timezone support for query results +- Added support for noproxy/NOPROXY environment variable +- Fixed server-side parameter binding of the NULL value for Nullable types + +Bug fixes: +- Fixed behavior where running INSERT INTO ... SELECT ... from the SQL console incorrectly applied the same row limit as select queries + Thu, 06 Apr 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#april-6-2023 + + + ClickHouse Cloud - March 23, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-23-2023 + Security and reliability: +- Core database endpoints now enforce password complexity rules +- Improved time to restore large backups + +Console changes: +- Streamlined onboarding workflow, introducing new defaults and more compact views +- Reduced sign-up and sign-in latencies + +Integrations changes: +- Grafana: +- Added support for displaying trace data stored in ClickHouse in Trace View +- Improved time range filters and added support for special characters in table names +- Superset: Added native ClickHouse support +- Kafka Connect Sink: Added automatic date conversion and Null column handling +- Metabase: Implemented compatibility with v0.46 +- Python client: Fixed inserts in temporary tables and added support for Pandas Null +- Golang client: Normalized Date types with timezone +- Java client +- Added to SQL parser support for compression, infile, and outfile keywords +- Added credentials overload +- Fixed batch support with ON CLUSTER +- Node.js client +- Added support for JSONStrings, JSONCompact, JSONCompactStrings, JSONColumnsWithMetadata formats +- query_id can now be provided for all main client methods + +Bug fixes: +- Fixed a bug resulting in slow initial provisioning and startup times for new services +- Fixed a bug that resulted in slower query performance due to cache misconfiguration + Thu, 23 Mar 2023 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-23-2023 + + + ClickHouse Cloud - March 9, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-9-2023 + Console changes: +- Added advanced observability dashboards (preview) +- Introduced a memory allocation chart to the observability dashboards +- Improved spacing and newline handling in SQL Console spreadsheet view + +Reliability and performance: +- Optimized backup schedule to run backups only if data was modified +- Improved time to complete large backups + +Configuration changes: +- Added the ability to increase the limit to drop tables and partitions by overriding the settings maxtablesizetodrop and maxpartitionsizetodrop on the query or connection level +- Added source IP to query log, to enable quota and access control enforcement based on source IP + +Integrations: +- Python client: Improved Pandas support and fixed timezone-related issues +- Metabase: Metabase 0.46.x compatibility and support for SimpleAggregateFunction +- Kafka-Connect: Implicit date conversion and better handling for null columns +- Java Client: Nested conversion to Java maps + Thu, 09 Mar 2023 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#march-9-2023 + + + ClickHouse Cloud - February 23, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-23-2023 + ClickHouse 23.1 version upgrade: +- ARRAY JOIN with Map type +- SQL standard hex and binary literals +- New functions, including age(), quantileInterpolatedWeighted(), quantilesInterpolatedWeighted() +- Ability to use structure from insertion table in generateRandom without arguments +- Improved database creation and rename logic that allows the reuse of previous names +- See the 23.1 release webinar slides and 23.1 release changelog for more details + +Integrations changes: +- Kafka-Connect: Added support for Amazon MSK +- Metabase: First stable release 1.0.0 +- Made the connector is available on Metabase Cloud +- Added a feature to explore all available databases +- Fixed synchronization of database with AggregationFunction type +- DBT-clickhouse: Added support for the latest DBT version v1.4.1 +- Python client: Improved proxy and ssh tunneling support; added a number of fixes and performance optimizations for Pandas DataFrames +- Nodejs client: Released ability to attach queryid to query result, which can be used to retrieve query metrics from the system.querylog +- Golang client: Optimized network connection with ClickHouse Cloud + +Console changes: +- Added advanced scaling and idling settings adjustments to the activity log +- Added user agent and IP information to reset password emails +- Improved signup flow mechanics for Google OAuth + +Reliability and performance: +- Speed up the resume time from idle for large services +- Improved reading latency for services with a large number of tables and partitions + +Bug fixes: +- Fixed behavior where resetting service password did not adhere to the password policy +- Made organization invite email validation case-insensitive + Thu, 23 Feb 2023 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-23-2023 + + + ClickHouse Cloud - February 2, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-2-2023 + Integrations changes: +- Metabase plugin: Became an official solution maintained by ClickHouse +- dbt plugin: Added support for multiple threads +- Grafana plugin: Better handling of connection errors +- Python client: Streaming support for insert operation +- Go client: Bug fixes: close canceled connections, better handling of connection errors +- JS client: Breaking changes in exec/insert; exposed query_id in the return types +- Java client / JDBC driver major release +- Breaking changes: deprecated methods, classes and packages were removed +- Added R2DBC driver and file insert support + +Console changes: +- Added support for views and materialized views in SQL console + +Performance and reliability: +- Faster password reset for stopped/idling instances +- Improved the scale-down behavior via more accurate activity tracking +- Fixed a bug where SQL console CSV export was truncated +- Fixed a bug resulting in intermittent sample data upload failures + Thu, 02 Feb 2023 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#february-2-2023 + + + ClickHouse Cloud - January 12, 2023 + https://clickhouse.com/docs/cloud/whats-new/cloud#january-12-2023 + General changes: +- Enabled dictionaries for additional sources, including external ClickHouse, Cassandra, MongoDB, MySQL, PostgreSQL, and Redis + +ClickHouse 22.12 version upgrade: +- Extended JOIN support to include Grace Hash Join +- Added Binary JSON (BSON) support for reading files +- Added support for GROUP BY ALL standard SQL syntax +- New mathematical functions for decimal operations with fixed precision +- See the 22.12 release blog and detailed 22.12 changelog for the complete list of changes + +Console changes: +- Improved auto-complete capabilities in SQL Console +- Default region now takes into account continent locality +- Improved Billing Usage page to display both billing and website units + +Integrations changes: +- DBT release v1.3.2 +- Added experimental support for the delete+insert incremental strategy +- New s3source macro +- Python client v0.4.8 +- File insert support +- Server-side query parameters binding +- Go client v2.5.0 +- Reduced memory usage for compression +- Server-side query parameters binding + +Reliability and performance: +- Improved read performance for queries that fetch a large number of small files on object store +- Set the compatibility setting to the version with which the service is initially launched, for newly launched services + +Bug fixes: + Thu, 12 Jan 2023 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#january-12-2023 + + + ClickHouse Cloud - December 20, 2022 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-20-2022 + Console changes: +- Enabled seamless access to SQL console for admin users +- Changed default role for new invitees to "Administrator" +- Added onboarding survey + +Reliability and performance: +- Added retry logic for longer running insert queries to recover in the event of network failures +- Improved read performance of cold reads + +Integrations changes: +- The Metabase plugin got a long-awaited v0.9.1 major update. Now it is compatible with the latest Metabase version and has been thoroughly tested against ClickHouse Cloud. + Tue, 20 Dec 2022 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-20-2022 + + + ClickHouse Cloud - December 6, 2022 - General availability + https://clickhouse.com/docs/cloud/whats-new/cloud#december-6-2022---general-availability + Production-ready: +- SOC2 Type II compliance (details in blog and Trust Center) +- Public Status Page for ClickHouse Cloud +- Uptime SLA available for production use cases +- Availability on AWS Marketplace + +Major new capabilities: +- Introduced SQL console, the data exploration workbench for ClickHouse users +- Launched ClickHouse Academy, self-paced learning in ClickHouse Cloud + +Pricing and metering changes: +- Extended trial to 30 days +- Introduced fixed-capacity, low-monthly-spend Development Services, well-suited for starter projects and development/staging environments +- Introduced new reduced pricing on Production Services, as we continue to improve how ClickHouse Cloud operates and scales +- Improved granularity and fidelity when metering compute + +Integrations changes: +- Enabled support for ClickHouse Postgres / MySQL integration engines +- Added support for SQL user-defined functions (UDFs) +- Advanced Kafka Connect sink to Beta status +- Improved Integrations UI by introducing rich meta-data about versions, update status, and more + +Console changes: +- Multi-factor authentication support in the cloud console +- Improved cloud console navigation for mobile devices + +Documentation changes: +- Introduced a dedicated documentation section for ClickHouse Cloud + +Bug fixes: +- Addressed known issue where restore from backup did not always work due to dependency resolution + Tue, 06 Dec 2022 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#december-6-2022---general-availability + + + ClickHouse Cloud - November 29, 2022 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-29-2022 + General changes: +- Reached SOC2 Type II compliance (details in blog and Trust Center) + +Console changes: +- Added an "Idle" status indicator to show that a service has been automatically paused + +ClickHouse 22.11 version upgrade: +- Added support for Hudi and DeltaLake table engines and table functions +- Improved recursive directory traversal for S3 +- Added support for composite time interval syntax +- Improved insert reliability with retries on insert +- See the detailed 22.11 changelog for the complete list of changes + +Integrations: +- Python client: v3.11 support, improved insert performance +- Go client: fix DateTime and Int64 support +- JS client: support for mutual SSL authentication +- dbt-clickhouse: support for DBT v1.3 + +Bug fixes: +- Fixed a bug that showed an outdated ClickHouse version after an upgrade +- Changing grants for the "default" account no longer interrupts sessions +- Newly created non-admin accounts no longer have system table access by default + +Known issues in this release: +- Restore from backup may not work due to dependency resolution + Tue, 29 Nov 2022 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-29-2022 + + + ClickHouse Cloud - November 17, 2022 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-17-2022 + General changes: +- Added support for dictionaries from local ClickHouse table and HTTP sources +- Introduced support for the Mumbai region + +Console changes: +- Improved billing invoice formatting +- Streamlined user interface for payment method capture +- Added more granular activity logging for backups +- Improved error handling during file upload + +Bug fixes: +- Fixed a bug that could lead to failing backups if there were single large files in some parts +- Fixed a bug where restores from backup did not succeed if access list changes were applied at the same time + +Known issues: +- Restore from backup may not work due to dependency resolution + Thu, 17 Nov 2022 00:00:00 -0600 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-17-2022 + + + ClickHouse Cloud - November 3, 2022 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-3-2022 + General changes: +- Removed read/write units from the pricing model + +Configuration changes: +- The settings allowsuspiciouslowcardinalitytypes, allowsuspiciousfixedstringtypes and allowsuspiciouscodecs (default is false) cannot be changed by users anymore for stability reasons. + +Console changes: +- Increased the self-service maximum for vertical scaling to 720GB memory for paying customers +- Improved the restore from backup workflow to set IP Access List rules and password +- Introduced waitlists for GCP and Azure in the service creation dialog +- Improved error handling during file upload +- Improved workflows for billing administration + +ClickHouse 22.10 version upgrade: +- Improved merges on top of object stores by relaxing the "too many parts" threshold in the presence of many large parts (at least 10 GiB). This enables up to petabytes of data in a single partition of a single table. +- Improved control over merging with the minagetoforcemerge_seconds setting, to merge after a certain time threshold. +- Added MySQL-compatible syntax to reset settings SET setting_name = DEFAULT. +- Added functions for Morton curve encoding, Java integer hashing, and random number generation. +- See the detailed 22.10 changelog for the complete list of changes. + Thu, 03 Nov 2022 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#november-3-2022 + + + ClickHouse Cloud - October 25, 2022 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-25-2022 + General changes: +- Reduced minimum service memory allocation to 24G +- Reduced service idle timeout from 30 minutes to 5 minutes + +Configuration changes: +- Reduced maxpartsintotal from 100k to 10k. The default value of the maxpartsintotal setting for MergeTree tables has been lowered from 100,000 to 10,000. The reason for this change is that we observed that a large number of data parts is likely to cause a slow startup time of services in the cloud. A large number of parts usually indicates a choice of too granular partition key, which is typically done accidentally and should be avoided. The change of default will allow the detection of these cases earlier. + +Console changes: +- Enhanced credit usage details in the Billing view for trial users +- Improved tooltips and help text, and added a link to the pricing page in the Usage view +- Improved workflow when switching options for IP filtering +- Added resend email confirmation button to the cloud console + Tue, 25 Oct 2022 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-25-2022 + + + ClickHouse Cloud - October 4, 2022 - Beta + https://clickhouse.com/docs/cloud/whats-new/cloud#october-4-2022---beta + See full changelog for details. + Tue, 04 Oct 2022 00:00:00 -0500 + https://clickhouse.com/docs/cloud/whats-new/cloud#october-4-2022---beta + + + +