创建处理任务

功能介绍

创建处理任务，支持创建“特征分析”任务和“数据处理”两大类任务。可通过指定请求体中的复合参数“template”的“id”字段来创建某类任务。

• “特征分析”是指基于图片或目标框对图片的各项特征，如模糊度、亮度进行分析，并绘制可视化曲线，帮助处理数据集。

• “数据处理”是指从大量的、杂乱无章的、难以理解的数据中抽取或者生成对某些特定的人们来说是有价值、有意义的数据。“数据处理”又分为“数据校验”、“数据清洗”、“数据选择”和“数据增强”四类。

  • “数据校验”表示对数据集进行校验，保证数据合法。

  • “数据清洗”表示对数据进行去噪、纠错或补全的过程。

  • “数据选择”表示从全量数据中选择数据子集的过程。

  • “数据增强”表示通过简单的数据扩增例如缩放、裁剪、变换、合成等操作直接或间接的方式增加数据量。

调试

您可以在API Explorer中调试该接口，支持自动认证鉴权。API Explorer可以自动生成SDK代码示例，并提供SDK代码示例调试功能。

URI

POST /v2/{project_id}/processor-tasks

请求参数

响应参数

状态码： 200

请求示例

• 创建特征分析任务。设置任务类型为“sys_data_analyse”。

  {
    "name" : "V001",
    "description" : "",
    "data_source" : {
      "type" : "DATASET",
      "source" : "X6c3N3eztX7cr3Arvqu"
    },
    "template" : {
      "id" : "sys_data_analyse",
      "operator_params" : [ {
        "id" : "sys_data_analyse",
        "params" : {
          "op_list" : [ ]
        }
      } ]
    },
    "version_id" : "J4Eh2FDEWH1qnDlD3hQ"
  }

• 创建数据处理（数据校验）任务。设置任务类型为“sys_data_validation”。

  {
    "name" : "PRE-e77c",
    "inputs" : [ {
      "type" : "DATASET",
      "source" : "PYc9H2HGv5BJNwBGXyK",
      "version_id" : "yoJ5ssClpNlOrsjjFDa"
    } ],
    "work_path" : {
      "type" : "DATASET",
      "path" : "PYc9H2HGv5BJNwBGXyK",
      "version_name" : "V0010"
    },
    "description" : "",
    "create_version" : true,
    "template" : {
      "id" : "sys_data_validation",
      "operator_params" : [ {
        "name" : "MetaValidation",
        "advanced_params_switch" : false,
        "params" : {
          "task_type" : "image_classification",
          "dataset_type" : "manifest",
          "source_service" : "select",
          "filter_func" : "data_validation_select",
          "image_max_width" : "1920",
          "image_max_height" : "1920",
          "total_status" : "[0,1,2]"
        }
      } ]
    },
    "workspace_id" : "0"
  }

• 创建数据处理（数据清洗）任务。设置任务类型为“sys_data_cleaning”。

  {
    "name" : "PRE-330f",
    "inputs" : [ {
      "type" : "DATASET",
      "source" : "gfghHSokody6AJigS5A",
      "version_id" : "54IXbeJhfttGpL46lbv"
    } ],
    "work_path" : {
      "type" : "DATASET",
      "path" : "gfghHSokody6AJigS5A",
      "version_name" : "V004"
    },
    "description" : "",
    "create_version" : true,
    "template" : {
      "id" : "sys_data_cleaning",
      "operator_params" : [ {
        "name" : "PCC",
        "advanced_params_switch" : false,
        "params" : {
          "task_type" : "image_classification",
          "dataset_type" : "manifest",
          "source_service" : "select",
          "filter_func" : "data_cleaning_select",
          "prototype_sample_path" : "obs://test-obs/classify/data/animals/",
          "criticism_sample_path" : "",
          "n_clusters" : "auto",
          "simlarity_threshold" : "0.9",
          "embedding_distance" : "0.2",
          "checkpoint_path" : "/home/work/user-job-dir/test-lxm/resnet_v1_50",
          "total_status" : "[0,2]",
          "do_validation" : "True"
        }
      } ]
    },
    "workspace_id" : "0"
  }

• 创建数据处理（数据筛选）任务。设置任务类型为“sys_data_selection”。

  {
    "name" : "PRE-aae5",
    "inputs" : [ {
      "type" : "DATASET",
      "source" : "gLNSdlQ1iAAmPgl0Won",
      "version_id" : "WAVPSYpKE3FggbgRxiK"
    } ],
    "work_path" : {
      "type" : "DATASET",
      "path" : "gLNSdlQ1iAAmPgl0Won",
      "version_name" : "V003"
    },
    "description" : "",
    "create_version" : true,
    "template" : {
      "id" : "sys_data_selection",
      "operator_params" : [ {
        "name" : "SimDeduplication",
        "advanced_params_switch" : false,
        "params" : {
          "task_type" : "image_classification",
          "dataset_type" : "manifest",
          "source_service" : "select",
          "filter_func" : "data_deduplication_select",
          "simlarity_threshold" : "0.9",
          "total_status" : "[0,2]",
          "do_validation" : "True"
        }
      } ]
    },
    "workspace_id" : "0"
  }

• 创建数据处理（数据增强）任务。设置任务类型为“sys_data_augmentation”。

  {
    "name" : "PRE-637c",
    "inputs" : [ {
      "type" : "DATASET",
      "source" : "XGrRZuCV1qmMxnsmD5u",
      "version_id" : "kjPDTOSi6BQqhtXZlFv"
    } ],
    "work_path" : {
      "type" : "DATASET",
      "path" : "XGrRZuCV1qmMxnsmD5u",
      "version_name" : "V002"
    },
    "description" : "",
    "create_version" : true,
    "template" : {
      "id" : "sys_data_augmentation",
      "operator_params" : [ {
        "name" : "AddNoise",
        "advanced_params_switch" : false,
        "params" : {
          "task_type" : "image_classification",
          "dataset_type" : "manifest",
          "noise_type" : "Gauss",
          "loc" : "0",
          "scale" : "1",
          "lam" : "2",
          "p" : "0.01",
          "total_status" : "[3]",
          "filter_func" : "data_augmentation",
          "do_validation" : "True"
        }
      } ]
    },
    "workspace_id" : "0"
  }

响应示例

状态码： 200

OK

{
  "task_id" : "SNEJua7qdZZN8GvkcEr"
}

状态码

错误码

请参见错误码。