本文整理汇总了Python中logger.accesschecker.AccessChecker类的典型用法代码示例。如果您正苦于以下问题：Python AccessChecker类的具体用法？Python AccessChecker怎么用？Python AccessChecker使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了AccessChecker类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_parsed_access_valid_html_access
def test_parsed_access_valid_html_access(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
line = '187.19.211.179 - - [30/May/2013:00:01:01 -0300] "GET http://www.scielo.br/scielo.php?pid=S1414-431X2000000300007&script=sci_arttext HTTP/1.1" 200 25084 "-" "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"'
expected = {
'ip': '187.19.211.179',
'code': 'S1414-431X2000000300007',
'access_type': 'HTML',
'iso_date': '2013-05-30',
'iso_datetime': '2013-05-30T00:01:01',
'year': '2013',
'query_string': {
'pid': 'S1414-431X2000000300007',
'script': 'sci_arttext'
},
'day': '30',
'original_agent': 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)',
'original_date': '[30/May/2013:00:01:01 -0300]',
'script': 'sci_arttext',
'month': '05'
}
self.assertEqual(ac.parsed_access(line), expected)示例2: test_parsed_access_valid_pdf_access
def test_parsed_access_valid_pdf_access(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
line = '201.14.120.2 - - [30/May/2013:00:01:01 -0300] "GET http://www.scielo.br/pdf/bjmbr/v14n4/03.pdf HTTP/1.1" 206 4608 "-" "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"'
expected = {
'ip': '201.14.120.2',
'code': '/pdf/bjmbr/v14n4/03.pdf',
'access_type': 'PDF',
'iso_date': '2013-05-30',
'iso_datetime': '2013-05-30T00:01:01',
'year': '2013',
'day': '30',
'month': '05',
'original_agent': 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)',
'original_date': '[30/May/2013:00:01:01 -0300]',
'query_string': None,
'pdf_issn': u'1414-431X',
'script': '',
'pdf_path': '/pdf/bjmbr/v14n4/03.pdf'
}
self.assertEqual(ac.parsed_access(line), expected)示例3: test_parsed_access_valid_pdf_access_GET_string_without_domain
def test_parsed_access_valid_pdf_access_GET_string_without_domain(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
line = '66.249.73.80 - - [30/May/2013:00:01:01 -0300] "GET /pdf/bjmbr/v29n4/18781.pdf HTTP/1.1" 200 32061 "-" "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)"'
expected = {
'ip': '66.249.73.80',
'code': '/pdf/bjmbr/v29n4/18781.pdf',
'access_type': 'PDF',
'iso_date': '2013-05-30',
'iso_datetime': '2013-05-30T00:01:01',
'year': '2013',
'day': '30',
'month': '05',
'query_string': None,
'pdf_issn': u'1414-431X',
'script': '',
'pdf_path': '/pdf/bjmbr/v29n4/18781.pdf'
}
self.assertEqual(ac.parsed_access(line), expected)示例4: bulk
def bulk(collection=None):
_logger.info('Running as bulk')
if COUNTER_COMPLIANT:
ts = TimedSet(expired=checkdatelock)
ac = AccessChecker(collection)
proc_coll = get_proc_collection()
proc_robots_coll = get_proc_robots_collection()
for logfile in os.popen('ls %s/*' % LOG_DIR):
logfile = logfile.strip()
# Verifica se arquivo já foi processado.
if proc_coll.find({'file_name': logfile}).count() > 0:
_logger.debug('File already processe %s' % logfile)
continue
# Registra em base de dados de arquivos processados o novo arquivo.
_logger.info("Processing: %s" % logfile)
proc_coll.insert({'file_name': logfile})
rq = Local(MONGO_URI, collection)
with open(logfile, 'rb') as f:
log_file_line = 0
for raw_line in f:
log_file_line += 1
_logger.debug("Reading line {0} from file {1}".format(str(log_file_line), logfile))
parsed_line = ac.parsed_access(raw_line)
if not parsed_line:
continue
if COUNTER_COMPLIANT:
# Counter Mode Accesses
locktime = 10
if parsed_line['access_type'] == "PDF":
locktime = 30
try:
lockid = '_'.join([parsed_line['ip'],
parsed_line['code'],
parsed_line['script']])
ts.add(lockid, parsed_line['iso_datetime'], locktime)
register_access(rq, parsed_line)
except ValueError:
continue
else:
# SciELO Mode Accesses
register_access(rq, parsed_line)
rq.send(slp=SLEEP)
del(rq)示例5: test_pid_is_valid_script_sci_issues_valid_pid
def test_pid_is_valid_script_sci_issues_valid_pid(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
self.assertEqual(ac._is_valid_html_request('sci_issues', '1414-431X'), True)示例6: test_pid_is_valid_not_allowed_issn
def test_pid_is_valid_not_allowed_issn(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
self.assertEqual(ac._is_valid_html_request('sci_arttext', 'XXXX-XXXX2012000100001'), False)示例7: test_is_bot_Bing_sample
def test_is_bot_Bing_sample(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
line = '13245 157.56.92.164 - - [30/Nov/2013:03:53:26 -0200] "GET http://www.scielo.br/scielo.php?script=sci_arttext&pid=S0104-87752010000200013 HTTP/1.1" 200 108777 "-" "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"'
self.assertEqual(ac.parsed_access(line), None)示例8: test_access_date_with_invalid_date
def test_access_date_with_invalid_date(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
access_date = u''
self.assertEqual(ac._access_date(access_date), None)示例9: test_access_datetime
def test_access_datetime(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
access_date = u'[30/Dec/2012:23:59:57 -0200]'
self.assertEqual(ac._access_date(access_date).isoformat(), u'2012-12-30T23:59:57')示例10: test_query_string_without_parameters
def test_query_string_without_parameters(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
url = u'GET http://www.scielo.br/scielo.php HTTP/1.1'
self.assertEqual(ac._query_string(url), None)示例11: test_pid_is_valid_pdf_request_GET_without_domain
def test_pid_is_valid_pdf_request_GET_without_domain(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
request = u'GET /pdf/zool/v29n4/18781.pdf HTTP/1.1'
self.assertEqual(ac._is_valid_pdf_request(request), {'pdf_issn': u'1984-4670', 'pdf_path': u'/pdf/zool/v29n4/18781.pdf'})示例12: test_is_bot_Spider_sample
def test_is_bot_Spider_sample(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
line = '180.76.5.118 - - [24/Dec/2013:04:49:09 -0200] "GET http://www.scielo.br/pdf/csc/v11n2/30434.pdf HTTP/1.1" 200 79618 "-" "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"'
self.assertEqual(ac.parsed_access(line), None)示例13: test_parsed_access_valid_pdf_with_any_different_access
def test_parsed_access_valid_pdf_with_any_different_access(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
line = '177.191.212.233 - - [30/May/2013:00:01:01 -0300] "GET http://www.scielo.br/img/pt/author.gif HTTP/1.1" 304 0 "http://www.scielo.br/scielo.php?script=sci_serial&pid=1415-4757&nrm=iso&rep=&lng=pt" "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.94 Safari/537.36"'
self.assertEqual(ac.parsed_access(line), None)示例14: test_is_bot_method_with_common_user_agent
def test_is_bot_method_with_common_user_agent(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
agent = '"Mozilla/5.0 (Windows NT 5.1; rv:26.0) Gecko/20100101 Firefox/26.0"'
self.assertEqual(ac.is_robot(agent), False)示例15: test_is_bot_method_with_bot_agent
def test_is_bot_method_with_bot_agent(self):
accesschecker = self.mocker.patch(AccessChecker)
accesschecker._allowed_collections()
self.mocker.result([u'scl', u'arg'])
accesschecker._acronym_to_issn_dict()
self.mocker.result({u'zool': u'1984-4670', u'bjmbr': u'1414-431X'})
self.mocker.replay()
ac = AccessChecker(collection='scl')
agent = '"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"'
self.assertEqual(ac.is_robot(agent), True)