-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathProxyDB.py
80 lines (71 loc) · 2.1 KB
/
ProxyDB.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
from pymongo import MongoClient
import pymongo
class ProxyDB:
def __init__(self):
self._client = MongoClient()
self._db = self._client['proxy-manager']
def getProxy(self, proxyHost, proxyPort):
result = self._db['proxies'].find_one(
{
"host": proxyHost,
"port": proxyPort
}
)
return result
def updateProxy(self, proxyHost, proxyPort, resultStatus, resultDelta, resultTime):
self._db['proxies'].update(
{
"host": proxyHost,
"port": proxyPort
},
{
"$set": {
"host": proxyHost,
"port": proxyPort,
"currentStatus": resultStatus,
"currentDelta": resultDelta,
"lastChecked": resultTime
},
"$push": {
"pastQueries": {
"$each": [ { "status": resultStatus, "delta": resultDelta, "time": resultTime } ],
"$position": 0,
"$slice": 10
}
}
},
upsert=True
)
def updateScore(self, proxyHost, proxyPort, score):
self._db['proxies'].update(
{
"host": proxyHost,
"port": proxyPort
},
{
"$set": {
"score": score
}
}
)
def getPastQueries(self, proxyHost, proxyPort):
result = self._db['proxies'].find_one(
{
"host": proxyHost,
"port": proxyPort
},
{
"pastQueries": 1,
"_id": 0
}
)
return result['pastQueries']
def getProxyBag(self, bagSize):
return self._db['proxies'].find(
{},
{
'host': 1,
'port': 1,
'_id': 0
}
).sort('lastChecked', pymongo.ASCENDING).limit(bagSize)