|
@@ -105,12 +105,11 @@ class TestController extends webApp
|
|
|
// $html = grabRequest($url.'&page='.$page, $header, '', 'get', 'text', '',10);
|
|
|
//var_dump($html);
|
|
|
// return 0;
|
|
|
- $pageNum = 2730;
|
|
|
- $endPage = 50;
|
|
|
+ $pageSize = 100;
|
|
|
$datas = [];
|
|
|
- $page = request('page');
|
|
|
- $endPage = request('endPage');
|
|
|
- for($i = $page; $i<=$endPage;){
|
|
|
+ $page = RedisService::get("log:page");
|
|
|
+ $page = $page>0? $page : 101;
|
|
|
+ for($i = $page; $i< $page+$pageSize;){
|
|
|
$html = grabRequest($url.'&page='.$i, $header, '', 'get', 'text', '',10);
|
|
|
$queryList = QueryList::html($html)->rules([
|
|
|
'order_sn'=> ['td>a:eq(0)','text'],
|
|
@@ -142,16 +141,16 @@ class TestController extends webApp
|
|
|
}
|
|
|
|
|
|
$i++;
|
|
|
+ RedisService::set("log:page", $i, 600);
|
|
|
}
|
|
|
|
|
|
DB::table('test_logs')->insert($datas);
|
|
|
-
|
|
|
return message(1002, true, $datas);
|
|
|
}
|
|
|
|
|
|
public function export()
|
|
|
{
|
|
|
- $account = 'bnm368';
|
|
|
+ $account = 'jkl338';
|
|
|
$datas = DB::table('test_logs')->where(['account'=> $account])->get();
|
|
|
return message(1002, true, $datas);
|
|
|
}
|