|
|
@@ -1,4 +1,5 @@ |
|
|
<?php |
|
|
<?php |
|
|
|
|
|
|
|
|
/** |
|
|
/** |
|
|
* 文档关键词生成 |
|
|
* 文档关键词生成 |
|
|
* |
|
|
* |
|
|
@@ -15,7 +16,7 @@ CheckPurview('sys_Keyword'); |
|
|
if (empty($dopost)) $dopost = ''; |
|
|
if (empty($dopost)) $dopost = ''; |
|
|
//分析已存在的关键词(适用于默认的文章模型) |
|
|
//分析已存在的关键词(适用于默认的文章模型) |
|
|
if ($dopost == 'analyse') { |
|
|
if ($dopost == 'analyse') { |
|
|
echo "正在读取关键词数据库<br>\r\n"; |
|
|
|
|
|
|
|
|
echo "正在读取关键词数据库...<br>\r\n"; |
|
|
flush(); |
|
|
flush(); |
|
|
$ws = $wserr = $wsnew = ""; |
|
|
$ws = $wserr = $wsnew = ""; |
|
|
$dsql->SetQuery("SELECT * FROM `#@__keywords`"); |
|
|
$dsql->SetQuery("SELECT * FROM `#@__keywords`"); |
|
|
@@ -26,7 +27,7 @@ if ($dopost == 'analyse') { |
|
|
} |
|
|
} |
|
|
echo "完成关键词数据库的载入<br>\r\n"; |
|
|
echo "完成关键词数据库的载入<br>\r\n"; |
|
|
flush(); |
|
|
flush(); |
|
|
echo "读取档案数据库,并对禁用的关键词和生字进行处理<br>\r\n"; |
|
|
|
|
|
|
|
|
echo "读取档案数据库,并对禁用的关键词和生字进行处理...<br>\r\n"; |
|
|
flush(); |
|
|
flush(); |
|
|
$dsql->SetQuery("SELECT id,keywords FROM `#@__archives`"); |
|
|
$dsql->SetQuery("SELECT id,keywords FROM `#@__archives`"); |
|
|
$dsql->Execute(); |
|
|
$dsql->Execute(); |
|
|
@@ -57,10 +58,10 @@ if ($dopost == 'analyse') { |
|
|
echo "完成档案数据库的处理<br>\r\n"; |
|
|
echo "完成档案数据库的处理<br>\r\n"; |
|
|
flush(); |
|
|
flush(); |
|
|
if (is_array($wsnew)) { |
|
|
if (is_array($wsnew)) { |
|
|
echo "对关键词进行排序<br>\r\n"; |
|
|
|
|
|
|
|
|
echo "对关键词进行排序...<br>\r\n"; |
|
|
flush(); |
|
|
flush(); |
|
|
arsort($wsnew); |
|
|
arsort($wsnew); |
|
|
echo "把关键词保存到数据库<br>\r\n"; |
|
|
|
|
|
|
|
|
echo "把关键词保存到数据库...<br>\r\n"; |
|
|
flush(); |
|
|
flush(); |
|
|
foreach ($wsnew as $k => $v) { |
|
|
foreach ($wsnew as $k => $v) { |
|
|
if (strlen($k) > 20) { |
|
|
if (strlen($k) > 20) { |
|
|
@@ -92,13 +93,11 @@ else if ($dopost == 'fetch') { |
|
|
if (empty($totalnum)) { |
|
|
if (empty($totalnum)) { |
|
|
$totalnum = 0; |
|
|
$totalnum = 0; |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
//统计记录总数 |
|
|
//统计记录总数 |
|
|
if ($totalnum == 0) { |
|
|
if ($totalnum == 0) { |
|
|
$row = $dsql->GetOne("SELECT COUNT(*) AS dd FROM `#@__archives` WHERE channel='1' "); |
|
|
$row = $dsql->GetOne("SELECT COUNT(*) AS dd FROM `#@__archives` WHERE channel='1' "); |
|
|
$totalnum = $row['dd']; |
|
|
$totalnum = $row['dd']; |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
//获取记录,并分析关键词 |
|
|
//获取记录,并分析关键词 |
|
|
if ($totalnum > $startdd + $pagesize) { |
|
|
if ($totalnum > $startdd + $pagesize) { |
|
|
$limitSql = " LIMIT $startdd,$pagesize"; |
|
|
$limitSql = " LIMIT $startdd,$pagesize"; |
|
|
@@ -110,10 +109,9 @@ else if ($dopost == 'fetch') { |
|
|
$tjnum = $startdd; |
|
|
$tjnum = $startdd; |
|
|
if ($limitSql != '') { |
|
|
if ($limitSql != '') { |
|
|
$fquery = "SELECT arc.id,arc.title,arc.keywords,addon.body FROM `#@__archives` arc |
|
|
$fquery = "SELECT arc.id,arc.title,arc.keywords,addon.body FROM `#@__archives` arc |
|
|
LEFT JOIN `#@__addonarticle` addon ON addon.aid=arc.id WHERE arc.channel='1' $limitSql "; |
|
|
|
|
|
|
|
|
LEFT JOIN `#@__addonarticle` addon ON addon.aid=arc.id WHERE arc.channel='1' $limitSql "; |
|
|
$dsql->SetQuery($fquery); |
|
|
$dsql->SetQuery($fquery); |
|
|
$dsql->Execute(); |
|
|
$dsql->Execute(); |
|
|
|
|
|
|
|
|
if (!empty($cfg_bizcore_appid) && !empty($cfg_bizcore_key)) { |
|
|
if (!empty($cfg_bizcore_appid) && !empty($cfg_bizcore_key)) { |
|
|
$client = new DedeBizClient($cfg_bizcore_hostname, $cfg_bizcore_port); |
|
|
$client = new DedeBizClient($cfg_bizcore_hostname, $cfg_bizcore_port); |
|
|
$client->appid = $cfg_bizcore_appid; |
|
|
$client->appid = $cfg_bizcore_appid; |
|
|
@@ -143,13 +141,10 @@ else if ($dopost == 'fetch') { |
|
|
$tjnum++; |
|
|
$tjnum++; |
|
|
$id = $row->id; |
|
|
$id = $row->id; |
|
|
$keywords = ""; |
|
|
$keywords = ""; |
|
|
|
|
|
|
|
|
$sp->SetSource($row->title, $cfg_soft_lang, $cfg_soft_lang); |
|
|
$sp->SetSource($row->title, $cfg_soft_lang, $cfg_soft_lang); |
|
|
$sp->SetResultType(2); |
|
|
$sp->SetResultType(2); |
|
|
$sp->StartAnalysis(TRUE); |
|
|
$sp->StartAnalysis(TRUE); |
|
|
|
|
|
|
|
|
$titleindexs = $sp->GetFinallyIndex(); |
|
|
$titleindexs = $sp->GetFinallyIndex(); |
|
|
|
|
|
|
|
|
$sp->SetSource(Html2Text($row->body), $cfg_soft_lang, $cfg_soft_lang); |
|
|
$sp->SetSource(Html2Text($row->body), $cfg_soft_lang, $cfg_soft_lang); |
|
|
$sp->SetResultType(2); |
|
|
$sp->SetResultType(2); |
|
|
$sp->StartAnalysis(TRUE); |
|
|
$sp->StartAnalysis(TRUE); |
|
|
@@ -180,17 +175,13 @@ else if ($dopost == 'fetch') { |
|
|
} |
|
|
} |
|
|
unset($sp); |
|
|
unset($sp); |
|
|
} |
|
|
} |
|
|
} //end if limit |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
}//end if limit |
|
|
//返回提示信息 |
|
|
//返回提示信息 |
|
|
if ($totalnum > 0) $tjlen = ceil(($tjnum / $totalnum) * 100); |
|
|
if ($totalnum > 0) $tjlen = ceil(($tjnum / $totalnum) * 100); |
|
|
else $tjlen = 100; |
|
|
else $tjlen = 100; |
|
|
|
|
|
|
|
|
$dvlen = $tjlen * 2; |
|
|
$dvlen = $tjlen * 2; |
|
|
$tjsta = "<div style='width:200px;height:16px;border:1px solid #898989;text-align:left'><div style='width:200px;height:16px;background-color:#829D83'></div></div>"; |
|
|
|
|
|
|
|
|
$tjsta = "<div style='width:200px;height:16px;border:1px solid #28a745;text-align:left'><div style='width:$dvlen;height:16px;background:#28a745'></div></div>"; |
|
|
$tjsta .= "<br>完成处理文档总数的:$tjlen %,位置:{$startdd},继续执行任务"; |
|
|
$tjsta .= "<br>完成处理文档总数的:$tjlen %,位置:{$startdd},继续执行任务"; |
|
|
|
|
|
|
|
|
if ($tjnum < $totalnum) { |
|
|
if ($tjnum < $totalnum) { |
|
|
$nurl = "article_keywords_make.php?dopost=fetch&totalnum=$totalnum&startdd=".($startdd + $pagesize)."&pagesize=$pagesize"; |
|
|
$nurl = "article_keywords_make.php?dopost=fetch&totalnum=$totalnum&startdd=".($startdd + $pagesize)."&pagesize=$pagesize"; |
|
|
ShowMsg($tjsta, $nurl, 0, 500); |
|
|
ShowMsg($tjsta, $nurl, 0, 500); |
|
|
@@ -199,4 +190,4 @@ else if ($dopost == 'fetch') { |
|
|
} |
|
|
} |
|
|
exit(); |
|
|
exit(); |
|
|
} |
|
|
} |
|
|
include DedeInclude('templets/article_keywords_make.htm'); |
|
|
|
|
|
|
|
|
include DedeInclude('templets/article_keywords_make.htm'); |