kevin/py_reptile
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

php

Browse Source 
Signed-off-by: fong <wuwenfengmi@outlook.com>
This commit is contained in:
fong
2024-04-29 10:28:06 +08:00
parent 8666d52f90
commit f6d0da4ff1
5 changed files with 684 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
php/newurlreptile.php
+236
View File
@@ -0,0 +1,236 @@
<?php
if($_POST['password']!="(*&RV^*(&VRH*(V)))"){die("ERROR -1");}
$starttime=time();
define ('IN_LM',true);
include "./sql.php";
include "./config.php";
$db1=new mysqldb;
$db1->conetdb(MYSQL_USERNAME,MYSQL_PASSWORD,MYSQL_DBNAME);
$nowtime=date('Y-m-d H:i:s');
function lmve_get_dataid_at_tab($tab,$da)
{
global $db1;
$re=$db1->read_data_on_tab($tab,$da);
if(empty($re))
{
$rt_id=$db1->addend_data_on_tab($tab,$da);
$da["id"]=$rt_id;
$da["isnew"]=true;
}else
{
$rt_id=$re[0]['id'];
$da["id"]=$rt_id;
$da["isnew"]=false;
}
return $da;
}
function lmve_get_domainscore_at_tab($domain)
{
global $db1;
$da=array("domain"=>$domain);
$re=$db1->read_data_on_tab("lmve_domains",$da);
if(empty($re))
{
$rt_id=$db1->addend_data_on_tab("lmve_domains",$da);
$da["id"]=$rt_id;
$da["isnew"]=true;
$da["score"]="0";
}else
{
$rt_id=$re[0]['id'];
$da["id"]=$rt_id;
$da["isnew"]=false;
$da["score"]=$re[0]['score'];
}
return $da;
}
//对数据预处理
$_POST['url']=addslashes($_POST['url']);
$_POST['title']=addslashes($_POST['title']);
$_POST['mate']=addslashes($_POST['mate']);
echo "**远程消息**\n";
echo "url:".$_POST['url']."\n";
//获取url在数据库中的id
$url_id=lmve_get_dataid_at_tab("lmve_urls",array("url"=>$_POST['url']));
//获取domain在数据库中的id
$url_domain=lmve_get_domainscore_at_tab($_POST['domain']);
if($_POST['contenttype']=='text/html')//如果是text页
{
//写入快照
$_POST['htmlx']=addslashes($_POST['htmlx']);
lmve_get_dataid_at_tab("lmve_snapshot",array("urlid"=>$url_id['id'],"url"=>$_POST['url'],"snapshot"=>$_POST['htmlx']));
//将获取到的新连接也一起加到数据库
//解包参考分
$new_urls_score=json_decode($_POST['newurlscore']);
$new_urls_score_arr=array();
foreach($new_urls_score as $val)
{
array_push($new_urls_score_arr,$val);
}
//解包域名
$new_urls_domain=json_decode($_POST['newurldomain']);
$new_urls_domain_arr=array();
foreach($new_urls_domain as $val)
{
array_push($new_urls_domain_arr,$val);
}
//解包新url
$new_urls=json_decode($_POST['newurls']);
$new_urls_int=0;
foreach($new_urls as $val)
{
$new_url=addslashes($val);
$nwe_domain=$new_urls_domain_arr[$new_urls_int];
$nwe_domain_info=lmve_get_domainscore_at_tab($nwe_domain);
$score=intval($new_urls_score_arr[$new_urls_int])+intval($nwe_domain_info['score']);
//先检查在数据库中是否有
$new_url_db=$db1->read_data_on_tab("lmve_newurls",array("url"=>$new_url));
if(empty($new_url_db))
{
lmve_get_dataid_at_tab("lmve_newurls",array("domainid"=>$nwe_domain_info['id'],"url"=>$new_url,"score"=>$score));
}else
{
$db1->updata_on_tab("lmve_newurls",array("id"=>$new_url_db[0]['id']),array("score"=>$score));
}
$new_urls_int+=1;
}
$imgs=json_decode($_POST['images']);
//记录网站的图片
//先删除旧的再连接新的
$db1->deldata_on_tab("lmve_imgslinkurls",array("urlid"=>$url_id['id']));
foreach($imgs as $val)
{
$img_url=addslashes($val);
$imgs_id=lmve_get_dataid_at_tab("lmve_imgs",array("imgurl"=>$img_url));
lmve_get_dataid_at_tab("lmve_imgslinkurls",array("imgurlid"=>$imgs_id['id'],"urlid"=>$url_id['id']));
}
$words=json_decode($_POST['words']);
$sents=json_decode($_POST['sents']);
$links=json_decode($_POST['links']);
//拆包
$words_id_at_db=array();
$wordio_int=0;
foreach($words as $val)
{
$word=addslashes($val);
$wtemp=lmve_get_dataid_at_tab("lmve_words",array("word"=>$word));//获取单词在数据库的id
array_push($words_id_at_db,$wtemp['id']);
$wordio_int+=1;
}
//处理内容与单词之间的连接
$wordid=array();
$sentid=array();
foreach($links as $val)
{
$temp=explode(":",$val);
array_push($wordid,$temp[0]);
array_push($sentid,$temp[1]);
}
//先获得单词在数据库中的id
//处理内容
//先删除旧的再连接新的
$db1->deldata_on_tab("lmve_sentslinkurls",array("urlid"=>$url_id['id']));
$sents_int=0;
$repeat_int=0;
$newsents_int=0;
foreach($sents as $val)
{
//从数据库获取内容id并检查是否重复
$sent=addslashes($val);
$stemp=lmve_get_dataid_at_tab("lmve_sents",array("sent"=>$sent));
if($stemp['isnew'])//在数据库中是新内容
{
lmve_get_dataid_at_tab("lmve_domainlinksents",array("domainid"=>$url_domain['id'],"sentid"=>$stemp['id']));//连接域名关系
$sentsid_int=0;
foreach($sentid as $val1)//将内容对应的单词添加到数据库并进行关系连接
{
if($val1==$sents_int)
{
$word_id=$words_id_at_db[$wordid[$sentsid_int]];
lmve_get_dataid_at_tab("lmve_wordslinksents",array("wordid"=>$word_id,"sentid"=>$stemp['id']));//连接单词与内容
}
$sentsid_int+=1;
}
$newsents_int+=1;
}else
{
//这个内容在数据库中并不是唯一的,说明有重复内容,还要验证是否是在该域名下重复的
$temp=lmve_get_dataid_at_tab("lmve_domainlinksents",array("domainid"=>$url_domain['id'],"sentid"=>$stemp['id']));
if($temp['isnew'])
{
//域名下没有重复
}else
{
//域名下有重复
$repeat_int+=1;
}
}
//连接内容与url
lmve_get_dataid_at_tab("lmve_sentslinkurls",array("sentid"=>$stemp['id'],"urlid"=>$url_id['id']));
$sents_int+=1;
}
//更新连接
$reppp=ceil(($repeat_int/$sents_int)*100);
$url_score=intval($_POST['score'])+100-$reppp+intval($url_domain['score']);
if($url_id['isnew'])
{
$db1->updata_on_tab("lmve_urls",array("id"=>$url_id['id']),array("domainid"=>$url_domain['id'],"title"=>$_POST['title'],"mate"=>$_POST['mate'],"score"=>$url_score,"laststatus"=>$_POST['status'],"contenttype"=>$_POST['contenttype'],"lastupdata"=>$nowtime));
echo "记录新url\n";
}else
{
$db1->updata_on_tab("lmve_urls",array("id"=>$url_id['id']),array("title"=>$_POST['title'],"mate"=>$_POST['mate'],"laststatus"=>$_POST['status'],"contenttype"=>$_POST['contenttype'],"lastupdata"=>$nowtime));
echo "不是新url,将不会更新评分\n";
}
echo "内容数量:".$newsents_int."\n";
echo "重复率:".$reppp."%\n";
echo "url得分:".$url_score."\n";
echo "单词io:".$wordio_int."\n";
}else
{
$db1->updata_on_tab("lmve_urls",array("id"=>$url_id['id']),array("domainid"=>$url_domain['id'],"title"=>$_POST['title'],"score"=>"0","laststatus"=>$_POST['status'],"contenttype"=>$_POST['contenttype'],"lastupdata"=>$nowtime));
}
$db1->updata_on_tab("lmve_newurls",array("url"=>$_POST['url']),array("flag"=>"3","lastupdata"=>$nowtime));
echo "url码:".$_POST['status']."\n";
$oktime=time();
$runtime=$oktime-$starttime;
echo "响应时:".$runtime."\n";
?>