run.php

<?php
require '../../../zb_system/function/c_system_base.php';
$zbp->Load();
ZBlogException::$islogerror = false;
// composer require jaeger/querylist
require __DIR__ . '/vendor/autoload.php';
require __DIR__ . '/class/core.php';
require __DIR__ . '/class/db.php';
require __DIR__ . '/class/json.php';
require __DIR__ . '/function.php';

$arrJSON = array();
kumo_Initialization($arrJSON);

if (count($arrJSON) === 0) {
  kumo_debug(__LINE__, "info", "采集规则为空。", 1);
  die();
}

$projName = GetVars("name", "GET");

if (empty($projName)) {
  $projName = array_rand($arrJSON);
}

echo "开始", "<br><br>\n";
echo "加载任务描述文件", "<br><br>\n";
echo "指定入口任务", "<br><br>\n";
echo "执行并将结果入库", "<br><br>\n";

$project = kumo_ReadJSON($projName);

// // debug
// // ob_clean();
// echo __FILE__ . "丨" . __LINE__ . ":<br>\n";
// var_dump($project);
// echo "<br><br>\n\n";
// die();
// // debug

$task = $project->Get("index");
kumo_Run($task);
echo "-----", "<br><br>\n";
echo "从数据库取出未执行的任务并执行", "<br><br>\n";
echo "过程中会产生新任务并入库", "<br><br>\n";
echo "最终采集结果则组织为文章发布", "<br><br>\n";
$opt = array("num" => 37, "project" => $projName);
$Risutos = kumo_GetRisuto($opt);
foreach ($Risutos as $Risuto) {
  if ($Risuto->With == "") {
    $Risuto->Del();
    return;
  }
  $task = $project->Get($Risuto->With);
  kumo_Run($task, $Risuto->Url);
  $Risuto->Done = true;
  $Risuto->Save();
}

function kumo_Run($task, $u = "")
{
  global $zbp;
  global $project;
  $obj = new kumoCore($task, $u);
  // $obj->debug(1);
  if ($obj->ErrCode > 0) {
    $obj->debug($_SERVER['kumo_debug']);
    return $obj->ErrInfo;
  }

  kumo_debug(__LINE__, "抓取", "{$obj->url} - {$obj->name}");

  if (isset($obj->subMap)) {
    // echo __LINE__ . "：子任务入库", "<br><br>\n\n";
    foreach ($obj->subMap as $opt) {
      if (!$project->isset($opt['with']))
        continue;
      $getOpt = array("cur" => $task['name'], "project" => $task['project']) + $opt;
      $list = $obj->Get($getOpt, 0);
      $rlt = kumo_AddRisuto($list);
      kumo_debug(__LINE__, "执行结果", "{$opt['with']} - {$rlt}", 1);
    }
  }
  if (isset($obj->act)) {
    $data = $obj->Get($obj->act, 1);
    if (!empty($data)) {
      kumo_DoAct($data, $obj->act);
    }
  }
}
$zbp->AddBuildModule('catalog');
$zbp->AddBuildModule('previous');
$zbp->AddBuildModule('calendar');
$zbp->AddBuildModule('comments');
$zbp->AddBuildModule('archives');
$zbp->AddBuildModule('tags');
$zbp->AddBuildModule('authors');
$zbp->BuildModule();
$zbp->SaveCache();
// RunTime();