Creating a Data Processing job.

Function

This API is used to create a data processing job.

Calling Method

For details, see Calling APIs.

URI

POST /v2/{project_id}/workspaces/{workspace_id}/siem/data-transformations

**Table 1** Path Parameters
Parameter	Mandatory	Type	Description
project_id	Yes	String	Definition Project ID, which is used to specify the project that a resource belongs to. You can query the resources of a project by project ID. You can obtain the project ID from the API or console. Obtaining the Project ID Constraints N/A Range N/A Default Value N/A
workspace_id	Yes	String	Workspace ID.

Request Parameters

**Table 2** Request header parameters
Parameter	Mandatory	Type	Description
X-Auth-Token	Yes	String	Definition User token. You can obtain it by calling the IAM API for obtaining a user token. The user token is the value of X-Subject-Token in the response header. Obtaining a User Token Constraints N/A Range N/A Default Value N/A

**Table 3** Request body parameters
Parameter	Mandatory	Type	Description
data_transformation_name	Yes	String	Data conversion name.
description	Yes	String	Data conversion description.
directory	No	String	Directory group.
script	Yes	String	Job script.
status	Yes	String	Definition Job status. ENABLED DISABLED Constraints N/A Range ENABLED DISABLED Default Value N/A
job_mode	Yes	String	Definition Job mode. STREAMING: streaming processing BATCH: batch processing SEARCH: retrieval Constraints N/A Range STREAMING BATCH SEARCH Default Value N/A
job_mode_setting	No	IsapJobModeSettingDto object	Data transmission object for job mode settings.
environment	Yes	String	Definition Environment type. PROD: production environment TEST: test environment Constraints N/A Range PROD TEST Default Value N/A
output_table_id	No	String	UUID
belong	No	String	Ownership.
cu_quota_amount	Yes	Float	Quantity.
input_table_id	No	Array of strings	Input table ID.
input_table_names	No	Array of strings	List of input table names.
output_table_ids	Yes	Array of strings	Output table ID list.
output_table_names	Yes	Array of strings	Output table name list.

**Table 4** IsapJobModeSettingDto
Parameter	Mandatory	Type	Description
batch_overtime_interval	No	Integer	Integer interval.
batch_overtime_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
batch_frequency_interval	No	Integer	Integer interval.
batch_frequency_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
streaming_state_ttl_interval	No	Integer	Integer interval.
streaming_state_ttl_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
streaming_checkpoint_ttl_interval	No	Integer	Integer interval.
streaming_checkpoint_ttl_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
streaming_startup_mode	No	String	Definition Job startup mode. UPGRADE: startup in upgrade mode REFRESH_NEW: startup in refresh mode Constraints N/A Range UPGRADE REFRESH_NEW Default Value N/A
batch_overtime_strategy_interval	No	Integer	Integer interval.
batch_overtime_strategy_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_delay_interval	No	Integer	Integer interval.
search_delay_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_frequency_interval	No	Integer	Integer interval.
search_frequency_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_overtime_interval	No	Integer	Integer interval.
search_overtime_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_period_interval	No	Integer	Integer interval.
search_period_unit	No	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_table_id	No	String	UUID
search_table_name	No	String	Table name.
field_not_null_policy	No	String	Definition Policy for processing non-empty fields in job tables. LOOSE STRICT Constraints N/A Value Range LOOSE STRICT Default Value LOOSE
dss_id	No	Integer	Long integer interval.

Response Parameters

Status code: 200

**Table 5** Response body parameters
Parameter	Type	Description
data_transformation_id	String	UUID
data_transformation_name	String	Data conversion name.
script	String	Job script.
status	String	Definition Job status. ENABLED DISABLED Constraints N/A Range ENABLED DISABLED Default Value N/A
directory	String	Directory group.
description	String	Data conversion description.
job_mode	String	Definition Job mode. STREAMING: streaming processing BATCH: batch processing SEARCH: retrieval Constraints N/A Range STREAMING BATCH SEARCH Default Value N/A
job_mode_setting	IsapJobModeSettingVo object	Job mode settings.
process_status	String	Definition Job processing status. COMPLETED: completed. CREATING: being created UPDATING: being updated ENABLING: being enabled DISABLING: being disabled DELETING: being deleted CREATE_FAILED: creation failed UPDATE_FAILED: update failed ENABLE_FAILED: enabling failed DISABLE_FAILED: disabling failed DELETE_FAILED: deletion failed RECOVERING: being recovered Constraints N/A Range COMPLETED CREATING UPDATING ENABLING DISABLING DELETING CREATE_FAILED UPDATE_FAILED ENABLE_FAILED DISABLE_FAILED DELETE_FAILED RECOVERING Default Value N/A
process_error	String	Definition Data processing error. NONE Constraints N/A Range NONE Default Value N/A
environment	String	Definition Environment type. PROD: production environment TEST: test environment Constraints N/A Range PROD TEST Default Value N/A
output_table_id	String	UUID
output_table_name	String	Table name.
output_table_ids	Array of strings	Output table ID list.
output_table_names	Array of strings	Output table name list.
create_by	String	Creator.
create_time	Integer	Timestamp, in ms.
update_by	String	Updater.
update_time	Integer	Timestamp, in ms.
delete_time	Integer	Timestamp, in ms.

**Table 6** IsapJobModeSettingVo
Parameter	Type	Description
batch_overtime_interval	Integer	Integer interval.
batch_overtime_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
batch_frequency_interval	Integer	Integer interval.
batch_frequency_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
streaming_state_ttl_interval	Integer	Integer interval.
streaming_state_ttl_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
streaming_checkpoint_ttl_interval	Integer	Integer interval.
streaming_checkpoint_ttl_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
streaming_startup_mode	String	Definition Job startup mode. UPGRADE: startup in upgrade mode REFRESH_NEW: startup in refresh mode Constraints N/A Range UPGRADE REFRESH_NEW Default Value N/A
batch_overtime_strategy_interval	Integer	Integer interval.
batch_overtime_strategy_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_delay_interval	Integer	Integer interval.
search_delay_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_frequency_interval	Integer	Integer interval.
search_frequency_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_overtime_interval	Integer	Integer interval.
search_overtime_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_period_interval	Integer	Integer interval.
search_period_unit	String	Definition Time unit. MINUTE HOUR DAY MONTH: month Constraints N/A Range MINUTE HOUR DAY MONTH Default Value N/A
search_table_id	String	UUID
search_table_name	String	Table name.
field_not_null_policy	String	Definition Policy for processing non-empty fields in job tables. LOOSE STRICT Constraints N/A Value Range LOOSE STRICT Default Value LOOSE

Example Requests

Create a data processing task.

https://{endpoint}/v2/{project_id}/workspaces/{workspace_id}/siem/data-transformations

{
  "data_transformation_name" : "test_data",
  "script" : "select * from security_alert limit 1",
  "status" : "ENABLED",
  "directory" : "",
  "description" : "test",
  "belong" : "SYSTEM",
  "environment" : "PROD",
  "cu_quota_amount" : 0.25,
  "output_table_ids" : [ "fb5fa744-bf09-40a4-be82-8cebd8a2df1d" ],
  "output_table_names" : [ "i_sec_hss_vul" ],
  "job_mode" : "BATCH",
  "job_mode_setting" : {
    "batch_frequency_interval" : 10,
    "batch_frequency_unit" : "MINUTE",
    "batch_overtime_interval" : 10,
    "batch_overtime_unit" : "MINUTE"
  }
}

Example Responses

Status code: 200

Request succeeded.

{
  "create_by" : "test_user",
  "create_time" : 1768535283921,
  "data_transformation_id" : "0b1a2c82-499a-4f4d-bb3e-d48b30c9f432",
  "data_transformation_name" : "test_data",
  "delete_time" : 0,
  "description" : "test",
  "directory" : "",
  "environment" : "PROD",
  "job_mode" : "BATCH",
  "job_mode_setting" : {
    "batch_frequency_interval" : 10,
    "batch_frequency_unit" : "MINUTE",
    "batch_overtime_interval" : 10,
    "batch_overtime_unit" : "MINUTE",
    "streaming_checkpoint_ttl_interval" : 5
  },
  "output_table_ids" : [ "fb5fa744-bf09-40a4-be82-8cebd8a2df1d" ],
  "output_table_names" : [ "i_sec_hss_vul" ],
  "process_status" : "CREATING",
  "script" : "select * from security_alert limit 1",
  "status" : "ENABLED",
  "update_by" : "test_user",
  "update_time" : 1768535283921
}

SDK Sample Code

The SDK sample code is as follows.

Create a data processing task.

      
       
         
         
           package com.huaweicloud.sdk.test;

import com.huaweicloud.sdk.core.auth.ICredential;
import com.huaweicloud.sdk.core.auth.BasicCredentials;
import com.huaweicloud.sdk.core.exception.ConnectionException;
import com.huaweicloud.sdk.core.exception.RequestTimeoutException;
import com.huaweicloud.sdk.core.exception.ServiceResponseException;
import com.huaweicloud.sdk.secmaster.v2.region.SecMasterRegion;
import com.huaweicloud.sdk.secmaster.v2.*;
import com.huaweicloud.sdk.secmaster.v2.model.*;

import java.util.List;
import java.util.ArrayList;

public class CreateDataTransformationSolution {

    public static void main(String[] args) {
        // The AK and SK used for authentication are hard-coded or stored in plaintext, which has great security risks. It is recommended that the AK and SK be stored in ciphertext in configuration files or environment variables and decrypted during use to ensure security.
        // In this example, AK and SK are stored in environment variables for authentication. Before running this example, set environment variables CLOUD_SDK_AK and CLOUD_SDK_SK in the local environment
        String ak = System.getenv("CLOUD_SDK_AK");
        String sk = System.getenv("CLOUD_SDK_SK");
        String projectId = "{project_id}";

        ICredential auth = new BasicCredentials()
                .withProjectId(projectId)
                .withAk(ak)
                .withSk(sk);

        SecMasterClient client = SecMasterClient.newBuilder()
                .withCredential(auth)
                .withRegion(SecMasterRegion.valueOf("<YOUR REGION>"))
                .build();
        CreateDataTransformationRequest request = new CreateDataTransformationRequest();
        request.withWorkspaceId("{workspace_id}");
        CreateDataTransformationRequestBody body = new CreateDataTransformationRequestBody();
        List<String> listbodyOutputTableNames = new ArrayList<>();
        listbodyOutputTableNames.add("i_sec_hss_vul");
        List<String> listbodyOutputTableIds = new ArrayList<>();
        listbodyOutputTableIds.add("fb5fa744-bf09-40a4-be82-8cebd8a2df1d");
        IsapJobModeSettingDto jobModeSettingbody = new IsapJobModeSettingDto();
        jobModeSettingbody.withBatchOvertimeInterval(10)
            .withBatchFrequencyUnit(IsapJobModeSettingDto.BatchFrequencyUnitEnum.fromValue("MINUTE"))
            .withBatchFrequencyInterval(10)
            .withBatchOvertimeUnit(IsapJobModeSettingDto.BatchOvertimeUnitEnum.fromValue("MINUTE"));
        body.withOutputTableNames(listbodyOutputTableNames);
        body.withOutputTableIds(listbodyOutputTableIds);
        body.withCuQuotaAmount(0.25f);
        body.withBelong("SYSTEM");
        body.withEnvironment(CreateDataTransformationRequestBody.EnvironmentEnum.fromValue("PROD"));
        body.withJobModeSetting(jobModeSettingbody);
        body.withJobMode(CreateDataTransformationRequestBody.JobModeEnum.fromValue("BATCH"));
        body.withStatus(CreateDataTransformationRequestBody.StatusEnum.fromValue("ENABLED"));
        body.withScript("select * from security_alert limit 1");
        body.withDirectory("");
        body.withDescription("test");
        body.withDataTransformationName("test_data");
        request.withBody(body);
        try {
            CreateDataTransformationResponse response = client.createDataTransformation(request);
            System.out.println(response.toString());
        } catch (ConnectionException e) {
            e.printStackTrace();
        } catch (RequestTimeoutException e) {
            e.printStackTrace();
        } catch (ServiceResponseException e) {
            e.printStackTrace();
            System.out.println(e.getHttpStatusCode());
            System.out.println(e.getRequestId());
            System.out.println(e.getErrorCode());
            System.out.println(e.getErrorMsg());
        }
    }
}

          

        

      
     

Create a data processing task.

      
       
         
         
           # coding: utf-8

import os
from huaweicloudsdkcore.auth.credentials import BasicCredentials
from huaweicloudsdksecmaster.v2.region.secmaster_region import SecMasterRegion
from huaweicloudsdkcore.exceptions import exceptions
from huaweicloudsdksecmaster.v2 import *

if __name__ == "__main__":
    # The AK and SK used for authentication are hard-coded or stored in plaintext, which has great security risks. It is recommended that the AK and SK be stored in ciphertext in configuration files or environment variables and decrypted during use to ensure security.
    # In this example, AK and SK are stored in environment variables for authentication. Before running this example, set environment variables CLOUD_SDK_AK and CLOUD_SDK_SK in the local environment
    ak = os.environ["CLOUD_SDK_AK"]
    sk = os.environ["CLOUD_SDK_SK"]
    projectId = "{project_id}"

    credentials = BasicCredentials(ak, sk, projectId)

    client = SecMasterClient.new_builder() \
        .with_credentials(credentials) \
        .with_region(SecMasterRegion.value_of("<YOUR REGION>")) \
        .build()

    try:
        request = CreateDataTransformationRequest()
        request.workspace_id = "{workspace_id}"
        listOutputTableNamesbody = [
            "i_sec_hss_vul"
        ]
        listOutputTableIdsbody = [
            "fb5fa744-bf09-40a4-be82-8cebd8a2df1d"
        ]
        jobModeSettingbody = IsapJobModeSettingDto(
            batch_overtime_interval=10,
            batch_frequency_unit="MINUTE",
            batch_frequency_interval=10,
            batch_overtime_unit="MINUTE"
        )
        request.body = CreateDataTransformationRequestBody(
            output_table_names=listOutputTableNamesbody,
            output_table_ids=listOutputTableIdsbody,
            cu_quota_amount=0.25,
            belong="SYSTEM",
            environment="PROD",
            job_mode_setting=jobModeSettingbody,
            job_mode="BATCH",
            status="ENABLED",
            script="select * from security_alert limit 1",
            directory="",
            description="test",
            data_transformation_name="test_data"
        )
        response = client.create_data_transformation(request)
        print(response)
    except exceptions.ClientRequestException as e:
        print(e.status_code)
        print(e.request_id)
        print(e.error_code)
        print(e.error_msg)

          

        

      
     

Create a data processing task.

      
       
         
         
           package main

import (
	"fmt"
	"github.com/huaweicloud/huaweicloud-sdk-go-v3/core/auth/basic"
    secmaster "github.com/huaweicloud/huaweicloud-sdk-go-v3/services/secmaster/v2"
	"github.com/huaweicloud/huaweicloud-sdk-go-v3/services/secmaster/v2/model"
    region "github.com/huaweicloud/huaweicloud-sdk-go-v3/services/secmaster/v2/region"
)

func main() {
    // The AK and SK used for authentication are hard-coded or stored in plaintext, which has great security risks. It is recommended that the AK and SK be stored in ciphertext in configuration files or environment variables and decrypted during use to ensure security.
    // In this example, AK and SK are stored in environment variables for authentication. Before running this example, set environment variables CLOUD_SDK_AK and CLOUD_SDK_SK in the local environment
    ak := os.Getenv("CLOUD_SDK_AK")
    sk := os.Getenv("CLOUD_SDK_SK")
    projectId := "{project_id}"

    auth := basic.NewCredentialsBuilder().
        WithAk(ak).
        WithSk(sk).
        WithProjectId(projectId).
        Build()

    client := secmaster.NewSecMasterClient(
        secmaster.SecMasterClientBuilder().
            WithRegion(region.ValueOf("<YOUR REGION>")).
            WithCredential(auth).
            Build())

    request := &model.CreateDataTransformationRequest{}
	request.WorkspaceId = "{workspace_id}"
	var listOutputTableNamesbody = []string{
        "i_sec_hss_vul",
    }
	var listOutputTableIdsbody = []string{
        "fb5fa744-bf09-40a4-be82-8cebd8a2df1d",
    }
	batchOvertimeIntervalJobModeSetting:= int32(10)
	batchFrequencyUnitJobModeSetting:= model.GetIsapJobModeSettingDtoBatchFrequencyUnitEnum().MINUTE
	batchFrequencyIntervalJobModeSetting:= int32(10)
	batchOvertimeUnitJobModeSetting:= model.GetIsapJobModeSettingDtoBatchOvertimeUnitEnum().MINUTE
	jobModeSettingbody := &model.IsapJobModeSettingDto{
		BatchOvertimeInterval: &batchOvertimeIntervalJobModeSetting,
		BatchFrequencyUnit: &batchFrequencyUnitJobModeSetting,
		BatchFrequencyInterval: &batchFrequencyIntervalJobModeSetting,
		BatchOvertimeUnit: &batchOvertimeUnitJobModeSetting,
	}
	belongCreateDataTransformationRequestBody:= "SYSTEM"
	environmentEnvironment:= model.GetJobEnvironmentEnvironmentEnum().PROD
	jobModeJobMode:= model.GetIsapJobModeJobModeEnum().BATCH
	statusStatus:= model.GetJobStatusStatusEnum().ENABLED
	directoryCreateDataTransformationRequestBody:= ""
	request.Body = &model.CreateDataTransformationRequestBody{
		OutputTableNames: listOutputTableNamesbody,
		OutputTableIds: listOutputTableIdsbody,
		CuQuotaAmount: float32(0.25),
		Belong: &belongCreateDataTransformationRequestBody,
		Environment: &environmentEnvironment,
		JobModeSetting: jobModeSettingbody,
		JobMode: &jobModeJobMode,
		Status: &statusStatus,
		Script: "select * from security_alert limit 1",
		Directory: &directoryCreateDataTransformationRequestBody,
		Description: "test",
		DataTransformationName: "test_data",
	}
	response, err := client.CreateDataTransformation(request)
	if err == nil {
        fmt.Printf("%+v\n", response)
    } else {
        fmt.Println(err)
    }
}

          

        

      
     