提交组合作业

功能介绍

该接口用于提交组合作业进行离线计算，并完成对应策略的候选集生成。

URI

POST /v1/{project_id}/training

请求消息

响应消息

示例

• 请求示例

  {
    "job_name": "yyn-test",
    "job_description": "yyn-test",
    "data_source": [
      {
        "offline": [
          {
            "table_type_id": "USER_META",
            "data_format": "csv",
            "data_param": {
              "header": "false",
              "delimiter": ",",
              "quote": "\"",
              "escape": "\\"
            },
            "data_source_url": "<数据源存储的OBS路径>"
          }
          {
            "table_type_id": "ITEM_META",
            "data_format": "csv",
            "data_param": {
              "header": "false",
              "delimiter": ",",
              "quote": "\"",
              "escape": "\\"
            },
            "data_source_url": "<数据源存储的OBS路径>"
          },
          {
            "table_type_id": "USER_BEHAVIOR",
            "data_format": "csv",
            "data_param": {
              "header": "false",
              "delimiter": ",",
              "quote": "\"",
              "escape": "\\"
            },
            "data_source_url": "<数据源存储的OBS路径>"
          }
        ]
      }
    ],
    "offline_platform": [
      {
        "platform": "DLI",
        "platform_parameter": {
          "cluster_name": "res_one"
        },
        "config_load_path": "<配置加载路径>"
      }
    ],
    "storage": [
      {
        "platform": "CloudTable",
        "platform_parameter": {
          "cluster_id": "cca518b4-a9fb-4dbf-80bb-d6838cbdcc87",
          "cluster_name": "cloudtable-ccb1-sec",
          "table_name": "yyn-555"
        }
      }
    ],
    "algorithm_setting": {
      "strategy": [
        {
          "name": "默认推荐-特定行为热度",
          "algorithm_type": "SpecificBehavior",
          "strategy_type": "recall",
          "parameter": {
            "data_source_config": {
              "retain_days": 30,
              "behavior_type": "collect",
              "start_time": 1543593600000,
              "end_time": 1543939200000
            },
            "algorithm_config": {},
            "candidate_set_config": {
              "is_recommended_by_category": false
            }
          }
        },
        {
          "name": "基于物品的协同过滤推荐",
          "algorithm_type": "ItemCF",
          "strategy_type": "recall",
          "parameter": {
            "data_source_config": {
              "retain_days": 30,
              "behavior_weights": [
                {
                  "behavior_type": "view",
                  "weight": 1
                }
              ]
            },
            "algorithm_config": {
              "similar_metric": "cosine"
            },
            "candidate_set_config": {
              "max_recommended_num": 1000
            }
          }
        },
        {
          "name": "业务规则-基于历史行为记忆生成候选集",
          "algorithm_type": "HistoryBehaviorMemory",
          "strategy_type": "recall",
          "parameter": {
            "data_source_config": {
              "retain_days": 30
            },
            "algorithm_config": {
              "history_behavior_memories": [
                {
                  "behavior_type": "view",
                  "least_intension": 1
                }
              ]
            },
            "candidate_set_config": {}
          }
        },
        {
          "name": "域感知因子分解机",
          "strategy_type": "sorting",
          "algorithm_type": "FFM",
          "parameter": {
            "algorithm_parameters": {
              "max_iterations": 50,
              "early_stop_iterations": 5,
              "fields_feature_size_path": "<数据存储的OBS路径>",
              "algorithm_specify_parameters": {
                "latent_vector_length": 10
              },
              "regular_parameters": {
                "l2_regularization": 0,
                "regular_loss_compute_mode": "full"
              },
              "initial_parameters": {
                "initial_method": "normal",
                "mean_value": 0,
                "standard_deviation": 0.001
              },
              "optimize_parameters": {
                "type": "grad",
                "learning_rate": 0.001
              }
            },
            "algorithm_type": "FFM",
            "spec_id": 1,
            "run_path": "<训练结果保存根路径>",
            "training_data_path": "<训练数据的obs路径>",
            "test_data_path": "<测试数据的obs路径>"
          }
        }
      ],
      "start_time": 1543593600000,
      "end_time": 1543939200000
    },
    "filter_rules": {
      "behavior_rules": [
        {
          "behavior_type": "collect",
          "interval": 7,
          "frequency": 5
        }
      ],
      "blacklist": "<黑名单存储路径>",
      "whitelist": "<白名单存储路径>"
    }
  }

• 成功响应示例

  {
      "is_success": true,
      "strategies": [
          {
              "name": "默认推荐-特定行为热度",
              "strategy_type": "recall",
              "algorithm_type": "SpecificBehavior",
              "parameter": {
                  "data_source_config": {
                      "retain_days": 30,
                      "behavior_type": "collect",
                      "start_time": 1543593600000,
                      "end_time": 1543939200000
                  },
                  "algorithm_config": {},
                  "candidate_set_config": {
                      "is_recommended_by_category": false
                  }
              },
              "candidate_set": [
                  {
                      "uuid": "bb45ef1d31a7488584724f58d468d9ae",
                      "description": "[默认推荐-特定行为热度]特定行为热度推荐算法生成的候选集"
                  }
              ],
              "strategy_id": 0
          },
          {
              "name": "基于物品的协同过滤推荐",
              "strategy_type": "recall",
              "algorithm_type": "ItemCF",
              "parameter": {
                  "data_source_config": {
                      "retain_days": 30,
                      "behavior_weights": [
                          {
                              "behavior_type": "view",
                              "weight": 1
                          }
                      ]
                  },
                  "algorithm_config": {
                      "similar_metric": "cosine"
                  },
                  "candidate_set_config": {
                      "max_recommended_num": 1000
                  }
              },
              "candidate_set": [
                  {
                      "uuid": "958d09223b2e4175b2740f8f782cc5fc",
                      "description": "[基于物品的协同过滤推荐]ItemCF算法生成的用户-物品列表候选集"
                  }
              ],
              "strategy_id": 1
          },
          {
              "name": "业务规则-基于历史行为记忆生成候选集",
              "strategy_type": "recall",
              "algorithm_type": "HistoryBehaviorMemory",
              "parameter": {
                  "data_source_config": {
                      "retain_days": 30
                  },
                  "algorithm_config": {
                      "history_behavior_memories": [
                          {
                              "behavior_type": "view",
                              "least_intension": 1
                          }
                      ]
                  },
                  "candidate_set_config": {}
              },
              "candidate_set": [
                  {
                      "uuid": "1b5301f0c7804e28b66eb46c92249ed2",
                      "description": "[业务规则-基于历史行为记忆生成候选集]CustomRule生成的用户-物品列表候选集"
                  }
              ],
              "strategy_id": 2
          },
          {
              "name": "域感知因子分解机",
              "strategy_type": "sorting",
              "algorithm_type": "FFM",
              "parameter": {
                  "algorithm_parameters": {
                      "row_features_size": "6",
                      "algorithm_specify_parameters": {
                          "latent_vector_length": 10
                      },
                      "initial_parameters": {
                          "initial_method": "normal",
                          "mean_value": -0.001,
                          "standard_deviation": 0.001
                      },
                      "optimize_parameters": {
                          "type": "grad",
                          "learning_rate": 0.1,
                          "log_loss_reduce_method": "mean"
                      },
                      "regular_parameters": {
                          "l2_loss_weight_lambda": 0.001
                      },
                      "loss_mode": {
                          "l2_loss_mode": "full"
                      },
                      "fields_feature_size_path": "<数据存储路径>"
                  },
                  "algorithm_type": "FFM",
                  "spec_id": 1,
                  "name": "域感知因子分解机",
                  "run_path": "<训练结果保存根路径>",
                  "training_data_path": "<训练数据的obs路径>",
                  "test_data_path": "<测试数据的obs路径>"
              },
              "candidate_set": [
                  {
                      "uuid": "4aa9f06d24254fedbe462bfbfb879e63",
                      "description": "[域感知因子分解机]"
                  }
              ],
              "strategy_id": 0
          }
      ],
      "filter_uuid": "857578fafa4746dd873722d661725154",
      "job_id": "f171a66489904462bad0a89d9b7483de"
  }

• 失败响应示例

  {
      "is_success": false,
      "error_code": "res.2013",
      "error_msg": "There dataSource is empty or less than five."
  }

状态码

状态码请参见状态码。