Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
S
searx-engine
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
1
Merge Requests
1
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
gargantext
searx-engine
Commits
299a80a1
Commit
299a80a1
authored
Jan 09, 2015
by
Adam Tauber
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
[enh] using the logger
parent
425a576f
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
22 additions
and
8 deletions
+22
-8
__init__.py
searx/engines/__init__.py
+7
-4
https_rewrite.py
searx/https_rewrite.py
+5
-2
search.py
searx/search.py
+5
-2
webapp.py
searx/webapp.py
+5
-0
No files found.
searx/engines/__init__.py
View file @
299a80a1
...
...
@@ -22,6 +22,10 @@ from imp import load_source
from
flask.ext.babel
import
gettext
from
operator
import
itemgetter
from
searx
import
settings
from
searx
import
logger
logger
=
logger
.
getChild
(
'engines'
)
engine_dir
=
dirname
(
realpath
(
__file__
))
...
...
@@ -81,7 +85,7 @@ def load_engine(engine_data):
if
engine_attr
.
startswith
(
'_'
):
continue
if
getattr
(
engine
,
engine_attr
)
is
None
:
print
(
'[E] Engine config error: Missing attribute
"{0}.{1}"'
logger
.
error
(
'Missing engine config attribute:
"{0}.{1}"'
.
format
(
engine
.
name
,
engine_attr
))
sys
.
exit
(
1
)
...
...
@@ -100,9 +104,8 @@ def load_engine(engine_data):
categories
[
'general'
]
.
append
(
engine
)
if
engine
.
shortcut
:
# TODO check duplications
if
engine
.
shortcut
in
engine_shortcuts
:
print
(
'[E]
Engine config error: ambigious shortcut: {0}'
logger
.
error
(
'
Engine config error: ambigious shortcut: {0}'
.
format
(
engine
.
shortcut
))
sys
.
exit
(
1
)
engine_shortcuts
[
engine
.
shortcut
]
=
engine
.
name
...
...
@@ -199,7 +202,7 @@ def get_engines_stats():
if
'engines'
not
in
settings
or
not
settings
[
'engines'
]:
print
'[E] Error no engines found. Edit your settings.yml'
logger
.
error
(
'No engines found. Edit your settings.yml'
)
exit
(
2
)
for
engine_data
in
settings
[
'engines'
]:
...
...
searx/https_rewrite.py
View file @
299a80a1
...
...
@@ -20,8 +20,11 @@ from urlparse import urlparse
from
lxml
import
etree
from
os
import
listdir
from
os.path
import
isfile
,
isdir
,
join
from
searx
import
logger
logger
=
logger
.
getChild
(
"https_rewrite"
)
# https://gitweb.torproject.org/\
# pde/https-everywhere.git/tree/4.0:/src/chrome/content/rules
...
...
@@ -131,7 +134,7 @@ def load_single_https_ruleset(filepath):
def
load_https_rules
(
rules_path
):
# check if directory exists
if
not
isdir
(
rules_path
):
print
(
"[E]
directory not found: '"
+
rules_path
+
"'"
)
logger
.
error
(
"
directory not found: '"
+
rules_path
+
"'"
)
return
# search all xml files which are stored in the https rule directory
...
...
@@ -151,7 +154,7 @@ def load_https_rules(rules_path):
# append ruleset
https_rules
.
append
(
ruleset
)
print
(
' * {n} https-
rules loaded'
.
format
(
n
=
len
(
https_rules
)))
logger
.
info
(
'{n}
rules loaded'
.
format
(
n
=
len
(
https_rules
)))
def
https_url_rewrite
(
result
):
...
...
searx/search.py
View file @
299a80a1
...
...
@@ -29,8 +29,11 @@ from searx.engines import (
from
searx.languages
import
language_codes
from
searx.utils
import
gen_useragent
from
searx.query
import
Query
from
searx
import
logger
logger
=
logger
.
getChild
(
'search'
)
number_of_searches
=
0
...
...
@@ -42,7 +45,7 @@ def search_request_wrapper(fn, url, engine_name, **kwargs):
engines
[
engine_name
]
.
stats
[
'errors'
]
+=
1
# print engine name and specific error message
print
(
'[E] Error with engine "{0}":
\n\t
{1}'
.
format
(
logger
.
warning
(
'engine crash: {0}
\n\t
{1}'
.
format
(
engine_name
,
str
(
e
)))
return
...
...
@@ -66,7 +69,7 @@ def threaded_requests(requests):
remaining_time
=
max
(
0.0
,
timeout_limit
-
(
time
()
-
search_start
))
th
.
join
(
remaining_time
)
if
th
.
isAlive
():
print
(
'engine timeout: {0}'
.
format
(
th
.
_engine_name
))
logger
.
warning
(
'engine timeout: {0}'
.
format
(
th
.
_engine_name
))
# get default reqest parameter
...
...
searx/webapp.py
View file @
299a80a1
...
...
@@ -47,8 +47,11 @@ from searx.https_rewrite import https_url_rewrite
from
searx.search
import
Search
from
searx.query
import
Query
from
searx.autocomplete
import
backends
as
autocomplete_backends
from
searx
import
logger
logger
=
logger
.
getChild
(
'webapp'
)
static_path
,
templates_path
,
themes
=
\
get_themes
(
settings
[
'themes_path'
]
if
settings
.
get
(
'themes_path'
)
...
...
@@ -68,6 +71,8 @@ app = Flask(
app
.
secret_key
=
settings
[
'server'
][
'secret_key'
]
app
.
logger
.
addHandler
(
logger
)
babel
=
Babel
(
app
)
global_favicons
=
[]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment