Add date field to torrentproject

This changes the search url from `/?t=abc` to `/browse?t=abc` because the latter provides a date.

The search results are identical with for most queries I've tried but sometimes it differs, so maybe using `/browse` isn't acceptable?
This commit is contained in:
Alex Duchesne 2024-08-19 22:37:13 -04:00 committed by xavier2k6
parent b7c497003e
commit 3a88c6fb10
2 changed files with 20 additions and 5 deletions

View File

@ -1,10 +1,11 @@
#VERSION: 1.3
#VERSION: 1.4
#AUTHORS: mauricci
from helpers import retrieve_url
from novaprinter import prettyPrinter
import re
from datetime import datetime
from html.parser import HTMLParser
from urllib.parse import unquote
@ -23,7 +24,14 @@ class torrentproject(object):
self.insideDataDiv = False
self.pageComplete = False
self.spanCount = -1
self.infoMap = {'name': 0, 'torrLink': 0, 'size': 5, 'seeds': 2, 'leech': 3}
self.infoMap = {
"name": 0,
"torrLink": 0,
"seeds": 2,
"leech": 3,
"pub_date": 4,
"size": 5,
}
self.fullResData = []
self.pageRes = []
self.singleResData = self.get_single_data()
@ -36,7 +44,8 @@ class torrentproject(object):
'size': '-1',
'link': '-1',
'desc_link': '-1',
'engine_url': self.url
'engine_url': self.url,
'pub_date': '-1',
}
def handle_starttag(self, tag, attrs):
@ -68,6 +77,12 @@ class torrentproject(object):
# ignore those with link and desc_link equals to -1
if self.singleResData['desc_link'] != '-1' \
or self.singleResData['link'] != '-1':
try:
date_string = self.singleResData['pub_date']
date = datetime.strptime(date_string, '%Y-%m-%d %H:%M:%S')
self.singleResData['pub_date'] = int(date.timestamp())
except Exception:
pass
try:
prettyPrinter(self.singleResData)
except Exception:
@ -100,7 +115,7 @@ class torrentproject(object):
what = what.replace('%20', '+')
# analyze first 5 pages of results
for currPage in range(0, 5):
url = self.url + '?t={0}&p={1}'.format(what, currPage)
url = self.url + '/browse?t={0}&p={1}'.format(what, currPage)
html = retrieve_url(url)
parser.feed(html)
if len(parser.pageRes) <= 0:

View File

@ -4,5 +4,5 @@ limetorrents: 4.7
piratebay: 3.3
solidtorrents: 2.3
torlock: 2.23
torrentproject: 1.3
torrentproject: 1.4
torrentscsv: 1.4