Creating a Pipeline

package com.huaweicloud.sdk.test;

import com.huaweicloud.sdk.core.auth.ICredential;
import com.huaweicloud.sdk.core.auth.BasicCredentials;
import com.huaweicloud.sdk.core.exception.ConnectionException;
import com.huaweicloud.sdk.core.exception.RequestTimeoutException;
import com.huaweicloud.sdk.core.exception.ServiceResponseException;
import com.huaweicloud.sdk.secmaster.v2.region.SecMasterRegion;
import com.huaweicloud.sdk.secmaster.v2.*;
import com.huaweicloud.sdk.secmaster.v2.model.*;

import java.util.List;
import java.util.ArrayList;

public class CreatePipeSolution {

    public static void main(String[] args) {
        // The AK and SK used for authentication are hard-coded or stored in plaintext, which has great security risks. It is recommended that the AK and SK be stored in ciphertext in configuration files or environment variables and decrypted during use to ensure security.
        // In this example, AK and SK are stored in environment variables for authentication. Before running this example, set environment variables CLOUD_SDK_AK and CLOUD_SDK_SK in the local environment
        String ak = System.getenv("CLOUD_SDK_AK");
        String sk = System.getenv("CLOUD_SDK_SK");
        String projectId = "{project_id}";

        ICredential auth = new BasicCredentials()
                .withProjectId(projectId)
                .withAk(ak)
                .withSk(sk);

        SecMasterClient client = SecMasterClient.newBuilder()
                .withCredential(auth)
                .withRegion(SecMasterRegion.valueOf("<YOUR REGION>"))
                .build();
        CreatePipeRequest request = new CreatePipeRequest();
        request.withWorkspaceId("{workspace_id}");
        CreatePipeRequestBody body = new CreatePipeRequestBody();
        List<TableColumnDisplaySetting> listDisplaySettingColumns = new ArrayList<>();
        listDisplaySettingColumns.add(
            new TableColumnDisplaySetting()
                .withColumnName("test_int")
                .withColumnAlias("")
                .withDisplayByDefault(true)
        );
        listDisplaySettingColumns.add(
            new TableColumnDisplaySetting()
                .withColumnName("test_time")
                .withColumnAlias("")
                .withDisplayByDefault(true)
        );
        TableDisplaySetting displaySettingbody = new TableDisplaySetting();
        displaySettingbody.withColumns(listDisplaySettingColumns)
            .withFormat(TableDisplaySetting.FormatEnum.fromValue("TABLE"));
        PipeStorageSetting storageSettingbody = new PipeStorageSetting();
        storageSettingbody.withStreamingBandwidth(0.5f)
            .withStreamingDataspaceId("f5f1e499-005e-4ad6-8c64-d6bb4b3135f1")
            .withIndexStoragePeriod(3L)
            .withIndexStorageSize(100L)
            .withIndexShards(1L)
            .withDataTransformationCu(0.25f)
            .withLakeStoragePeriod(180L);
        List<TableColumnForIsapPipe> listSchemaColumns = new ArrayList<>();
        listSchemaColumns.add(
            new TableColumnForIsapPipe()
                .withColumnName("test_int")
                .withColumnDataType(TableColumnForIsapPipe.ColumnDataTypeEnum.fromValue("INT"))
                .withColumnDataTypeSetting("")
                .withColumnType(TableColumnForIsapPipe.ColumnTypeEnum.fromValue("PHYSICAL"))
                .withColumnTypeSetting("")
                .withNullable(true)
                .withArray(false)
                .withDepth(0L)
                .withParentName("")
                .withOwnName("test_int")
        );
        listSchemaColumns.add(
            new TableColumnForIsapPipe()
                .withColumnName("test_time")
                .withColumnDataType(TableColumnForIsapPipe.ColumnDataTypeEnum.fromValue("TIMESTAMP"))
                .withColumnDataTypeSetting("3")
                .withColumnType(TableColumnForIsapPipe.ColumnTypeEnum.fromValue("PHYSICAL"))
                .withColumnTypeSetting("")
                .withNullable(true)
                .withArray(false)
                .withDepth(0L)
                .withOwnName("test_time")
        );
        PipeSchema schemabody = new PipeSchema();
        schemabody.withColumns(listSchemaColumns)
            .withWatermarkColumn("test_time")
            .withWatermarkInterval(5f)
            .withTimeFilter("test_time");
        body.withDisplaySetting(displaySettingbody);
        body.withStorageSetting(storageSettingbody);
        body.withSchema(schemabody);
        body.withDescription("");
        body.withDirectory("");
        body.withCategory(CreatePipeRequestBody.CategoryEnum.fromValue("STREAMING_TO_INDEX_LAKE"));
        body.withPipeAlias("test_alias");
        body.withPipeName("test_pipe");
        request.withBody(body);
        try {
            CreatePipeResponse response = client.createPipe(request);
            System.out.println(response.toString());
        } catch (ConnectionException e) {
            e.printStackTrace();
        } catch (RequestTimeoutException e) {
            e.printStackTrace();
        } catch (ServiceResponseException e) {
            e.printStackTrace();
            System.out.println(e.getHttpStatusCode());
            System.out.println(e.getRequestId());
            System.out.println(e.getErrorCode());
            System.out.println(e.getErrorMsg());
        }
    }
}

# coding: utf-8

import os
from huaweicloudsdkcore.auth.credentials import BasicCredentials
from huaweicloudsdksecmaster.v2.region.secmaster_region import SecMasterRegion
from huaweicloudsdkcore.exceptions import exceptions
from huaweicloudsdksecmaster.v2 import *

if __name__ == "__main__":
    # The AK and SK used for authentication are hard-coded or stored in plaintext, which has great security risks. It is recommended that the AK and SK be stored in ciphertext in configuration files or environment variables and decrypted during use to ensure security.
    # In this example, AK and SK are stored in environment variables for authentication. Before running this example, set environment variables CLOUD_SDK_AK and CLOUD_SDK_SK in the local environment
    ak = os.environ["CLOUD_SDK_AK"]
    sk = os.environ["CLOUD_SDK_SK"]
    projectId = "{project_id}"

    credentials = BasicCredentials(ak, sk, projectId)

    client = SecMasterClient.new_builder() \
        .with_credentials(credentials) \
        .with_region(SecMasterRegion.value_of("<YOUR REGION>")) \
        .build()

    try:
        request = CreatePipeRequest()
        request.workspace_id = "{workspace_id}"
        listColumnsDisplaySetting = [
            TableColumnDisplaySetting(
                column_name="test_int",
                column_alias="",
                display_by_default=True
            ),
            TableColumnDisplaySetting(
                column_name="test_time",
                column_alias="",
                display_by_default=True
            )
        ]
        displaySettingbody = TableDisplaySetting(
            columns=listColumnsDisplaySetting,
            format="TABLE"
        )
        storageSettingbody = PipeStorageSetting(
            streaming_bandwidth=0.5,
            streaming_dataspace_id="f5f1e499-005e-4ad6-8c64-d6bb4b3135f1",
            index_storage_period=3,
            index_storage_size=100,
            index_shards=1,
            data_transformation_cu=0.25,
            lake_storage_period=180
        )
        listColumnsSchema = [
            TableColumnForIsapPipe(
                column_name="test_int",
                column_data_type="INT",
                column_data_type_setting="",
                column_type="PHYSICAL",
                column_type_setting="",
                nullable=True,
                array=False,
                depth=0,
                parent_name="",
                own_name="test_int"
            ),
            TableColumnForIsapPipe(
                column_name="test_time",
                column_data_type="TIMESTAMP",
                column_data_type_setting="3",
                column_type="PHYSICAL",
                column_type_setting="",
                nullable=True,
                array=False,
                depth=0,
                own_name="test_time"
            )
        ]
        schemabody = PipeSchema(
            columns=listColumnsSchema,
            watermark_column="test_time",
            watermark_interval=5,
            time_filter="test_time"
        )
        request.body = CreatePipeRequestBody(
            display_setting=displaySettingbody,
            storage_setting=storageSettingbody,
            schema=schemabody,
            description="",
            directory="",
            category="STREAMING_TO_INDEX_LAKE",
            pipe_alias="test_alias",
            pipe_name="test_pipe"
        )
        response = client.create_pipe(request)
        print(response)
    except exceptions.ClientRequestException as e:
        print(e.status_code)
        print(e.request_id)
        print(e.error_code)
        print(e.error_msg)

package main

import (
	"fmt"
	"github.com/huaweicloud/huaweicloud-sdk-go-v3/core/auth/basic"
    secmaster "github.com/huaweicloud/huaweicloud-sdk-go-v3/services/secmaster/v2"
	"github.com/huaweicloud/huaweicloud-sdk-go-v3/services/secmaster/v2/model"
    region "github.com/huaweicloud/huaweicloud-sdk-go-v3/services/secmaster/v2/region"
)

func main() {
    // The AK and SK used for authentication are hard-coded or stored in plaintext, which has great security risks. It is recommended that the AK and SK be stored in ciphertext in configuration files or environment variables and decrypted during use to ensure security.
    // In this example, AK and SK are stored in environment variables for authentication. Before running this example, set environment variables CLOUD_SDK_AK and CLOUD_SDK_SK in the local environment
    ak := os.Getenv("CLOUD_SDK_AK")
    sk := os.Getenv("CLOUD_SDK_SK")
    projectId := "{project_id}"

    auth := basic.NewCredentialsBuilder().
        WithAk(ak).
        WithSk(sk).
        WithProjectId(projectId).
        Build()

    client := secmaster.NewSecMasterClient(
        secmaster.SecMasterClientBuilder().
            WithRegion(region.ValueOf("<YOUR REGION>")).
            WithCredential(auth).
            Build())

    request := &model.CreatePipeRequest{}
	request.WorkspaceId = "{workspace_id}"
	columnNameColumns:= "test_int"
	columnAliasColumns:= ""
	displayByDefaultColumns:= true
	columnNameColumns1:= "test_time"
	columnAliasColumns1:= ""
	displayByDefaultColumns1:= true
	var listColumnsDisplaySetting = []model.TableColumnDisplaySetting{
        {
            ColumnName: &columnNameColumns,
            ColumnAlias: &columnAliasColumns,
            DisplayByDefault: &displayByDefaultColumns,
        },
        {
            ColumnName: &columnNameColumns1,
            ColumnAlias: &columnAliasColumns1,
            DisplayByDefault: &displayByDefaultColumns1,
        },
    }
	formatDisplaySetting:= model.GetTableDisplaySettingFormatEnum().TABLE
	displaySettingbody := &model.TableDisplaySetting{
		Columns: &listColumnsDisplaySetting,
		Format: &formatDisplaySetting,
	}
	streamingBandwidthStorageSetting:= float32(0.5)
	indexStoragePeriodStorageSetting:= int64(3)
	indexStorageSizeStorageSetting:= int64(100)
	indexShardsStorageSetting:= int64(1)
	dataTransformationCuStorageSetting:= float32(0.25)
	lakeStoragePeriodStorageSetting:= int64(180)
	storageSettingbody := &model.PipeStorageSetting{
		StreamingBandwidth: &streamingBandwidthStorageSetting,
		StreamingDataspaceId: "f5f1e499-005e-4ad6-8c64-d6bb4b3135f1",
		IndexStoragePeriod: &indexStoragePeriodStorageSetting,
		IndexStorageSize: &indexStorageSizeStorageSetting,
		IndexShards: &indexShardsStorageSetting,
		DataTransformationCu: &dataTransformationCuStorageSetting,
		LakeStoragePeriod: &lakeStoragePeriodStorageSetting,
	}
	columnDataTypeSettingColumns:= ""
	columnTypeColumns:= model.GetTableColumnForIsapPipeColumnTypeEnum().PHYSICAL
	columnTypeSettingColumns:= ""
	nullableColumns:= true
	arrayColumns:= false
	depthColumns:= int64(0)
	parentNameColumns:= ""
	ownNameColumns:= "test_int"
	columnDataTypeSettingColumns1:= "3"
	columnTypeColumns1:= model.GetTableColumnForIsapPipeColumnTypeEnum().PHYSICAL
	columnTypeSettingColumns1:= ""
	nullableColumns1:= true
	arrayColumns1:= false
	depthColumns1:= int64(0)
	ownNameColumns1:= "test_time"
	var listColumnsSchema = []model.TableColumnForIsapPipe{
        {
            ColumnName: "test_int",
            ColumnDataType: model.GetTableColumnForIsapPipeColumnDataTypeEnum().INT,
            ColumnDataTypeSetting: &columnDataTypeSettingColumns,
            ColumnType: &columnTypeColumns,
            ColumnTypeSetting: &columnTypeSettingColumns,
            Nullable: &nullableColumns,
            Array: &arrayColumns,
            Depth: &depthColumns,
            ParentName: &parentNameColumns,
            OwnName: &ownNameColumns,
        },
        {
            ColumnName: "test_time",
            ColumnDataType: model.GetTableColumnForIsapPipeColumnDataTypeEnum().TIMESTAMP,
            ColumnDataTypeSetting: &columnDataTypeSettingColumns1,
            ColumnType: &columnTypeColumns1,
            ColumnTypeSetting: &columnTypeSettingColumns1,
            Nullable: &nullableColumns1,
            Array: &arrayColumns1,
            Depth: &depthColumns1,
            OwnName: &ownNameColumns1,
        },
    }
	watermarkColumnSchema:= "test_time"
	watermarkIntervalSchema:= float32(5)
	schemabody := &model.PipeSchema{
		Columns: listColumnsSchema,
		WatermarkColumn: &watermarkColumnSchema,
		WatermarkInterval: &watermarkIntervalSchema,
		TimeFilter: "test_time",
	}
	descriptionCreatePipeRequestBody:= ""
	directoryCreatePipeRequestBody:= ""
	categoryCategory:= model.GetPipeCategoryCategoryEnum().STREAMING_TO_INDEX_LAKE
	request.Body = &model.CreatePipeRequestBody{
		DisplaySetting: displaySettingbody,
		StorageSetting: storageSettingbody,
		Schema: schemabody,
		Description: &descriptionCreatePipeRequestBody,
		Directory: &directoryCreatePipeRequestBody,
		Category: &categoryCategory,
		PipeAlias: "test_alias",
		PipeName: "test_pipe",
	}
	response, err := client.CreatePipe(request)
	if err == nil {
        fmt.Printf("%+v\n", response)
    } else {
        fmt.Println(err)
    }
}