/
syncdata.php
151 lines (134 loc) · 5.15 KB
/
syncdata.php
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
<?php
use app\Model\RoomRunning;
use app\Model\RoomRunningDms;
use app\Model\RoomRunningDmsRef;
use app\Model\RoomRunningDmsSum;
use app\Model\RoomRunningSum;
use app\Model\RoomViewRecord;
use app\Model\RoomViewRecordDms;
require_once(__DIR__ . '/vendor/autoload.php');
$app = \app\Boot::bootstrap(
\app\App::app('app', require(__DIR__ . "/config/app-config.ignore.php"))
);
$token = 'jbiM9SA12C34DS634iX4PM3g';
$host = 'www.xdysoft.com';
$step = 5000;
$maxlen = 100 * 10000;
$buffer_len = 100;
_syncRoomRunning($host, $token, $step, $maxlen, $buffer_len, 'room_running');
_syncRoomRunning($host, $token, $step, $maxlen, $buffer_len, 'room_running_sum');
_syncRoomRunning($host, $token, $step, $maxlen, $buffer_len, 'room_running_dms');
_syncRoomRunning($host, $token, $step, $maxlen, $buffer_len, 'room_running_dms_ref');
_syncRoomRunning($host, $token, $step, $maxlen, $buffer_len, 'room_running_dms_sum');
_syncRoomViewRecord($host, $token, $step, $maxlen, $buffer_len, 0);
_syncRoomViewRecord($host, $token, $step, $maxlen, $buffer_len, 1);
function _syncRoomRunning($host, $token, $step, $maxlen, $buffer_len, $target = 'room_running')
{
$base_url = "http://{$host}/api/HotFix/syncTableRoomRunning";
if ($target == 'room_running_dms') {
$start_id = RoomRunningDms::firstItem([], ['id', 'desc'])->id;
} elseif ($target == 'room_running_dms_ref') {
$start_id = RoomRunningDmsRef::firstItem([], ['id', 'desc'])->id;
} elseif ($target == 'room_running_dms_sum') {
$start_id = RoomRunningDmsSum::firstItem([], ['id', 'desc'])->id;
} elseif ($target == 'room_running_sum') {
$start_id = RoomRunningSum::firstItem([], ['id', 'desc'])->id;
} else {
$start_id = RoomRunning::firstItem([], ['id', 'desc'])->id;
}
$start_id = !empty($start_id) && $start_id > 0 ? intval($start_id) : 0;
$end_id = $start_id + $maxlen;
echo "\nget data target:{$target}, start_id:{$start_id}, end_id:{$end_id}, maxlen:{$maxlen}\n";
foreach (range($start_id + 1, $end_id, $step) as $id_s) {
$data_url = \app\Util::build_get($base_url, [
'devtoken' => $token,
'target' => $target,
'id_s' => $id_s,
'id_e' => $id_s + $step - 1,
]);
$ret = \Tiny\Plugin\RpcHelper::curlRpc($data_url);
$list = !empty($ret['list']) ? $ret['list'] : [];
$buffer = [];
echo "\nget data target:{$target}, id_s:{$id_s} num:" . count($list) . "\n";
foreach ($list as $id => $item) {
$buffer[] = $item;
if (count($buffer) >= $buffer_len) {
__saveRoomRunning($target, $buffer);
$buffer = [];
}
}
__saveRoomRunning($target, $buffer);
if (count($list) == 0) {
break;
}
}
}
function __saveRoomRunning($target, $buffer)
{
if (empty($buffer)) {
return;
}
try {
if ($target == 'room_running_dms') {
RoomRunningDms::tableBuilder()->insert($buffer);
} elseif ($target == 'room_running_dms_ref') {
RoomRunningDmsRef::tableBuilder()->insert($buffer);
} elseif ($target == 'room_running_dms_sum') {
RoomRunningDmsSum::tableBuilder()->insert($buffer);
} elseif ($target == 'room_running_sum') {
RoomRunningSum::tableBuilder()->insert($buffer);
} else {
RoomRunning::tableBuilder()->insert($buffer);
}
echo '.';
} catch (Exception $ex) {
echo 'X';
}
}
function _syncRoomViewRecord($host, $token, $step, $maxlen, $buffer_len, $use_dms = 0)
{
$base_url = "http://{$host}/api/HotFix/syncTableRoomViewRecord";
$start_id = $use_dms ? RoomViewRecordDms::firstItem([], ['id', 'desc'])->id : RoomViewRecord::firstItem([], ['id', 'desc'])->id;
$start_id = !empty($start_id) && $start_id > 0 ? intval($start_id) : 0;
$end_id = $start_id + $maxlen;
echo "\nget data use_dms:{$use_dms}, start_id:{$start_id}, end_id:{$end_id}, maxlen:{$maxlen}\n";
foreach (range($start_id + 1, $end_id, $step) as $id_s) {
$data_url = \app\Util::build_get($base_url, [
'devtoken' => $token,
'use_dms' => $use_dms,
'id_s' => $id_s,
'id_e' => $id_s + $step - 1,
]);
$ret = \Tiny\Plugin\RpcHelper::curlRpc($data_url);
$list = !empty($ret['list']) ? $ret['list'] : [];
echo "\nget data use_dms:{$use_dms}, id_s:{$id_s} num:" . count($list) . "\n";
$buffer = [];
foreach ($list as $id => $item) {
$buffer[] = $item;
if (count($buffer) >= $buffer_len) {
__saveRoomViewRecord($use_dms, $buffer);
$buffer = [];
}
}
__saveRoomViewRecord($use_dms, $buffer);
if (count($list) == 0) {
break;
}
}
}
function __saveRoomViewRecord($use_dms, $buffer)
{
if (empty($buffer)) {
return;
}
try {
if ($use_dms) {
RoomViewRecordDms::tableBuilder()->insert($buffer);
} else {
RoomViewRecord::tableBuilder()->insert($buffer);
}
echo '.';
} catch (Exception $ex) {
echo 'X';
}
}