Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
gargantext
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
humanities
gargantext
Commits
3a5d6b08
Commit
3a5d6b08
authored
Apr 02, 2015
by
Administrator
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
[FEAT] Adding Jstor file parser.
parent
26261382
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
32 additions
and
5 deletions
+32
-5
init.py
init/init.py
+4
-0
models.py
node/models.py
+6
-5
IsiFileParser.py
parsing/FileParsers/IsiFileParser.py
+1
-0
JstorFileParser.py
parsing/FileParsers/JstorFileParser.py
+18
-0
__init__.py
parsing/FileParsers/__init__.py
+1
-0
corpustools.py
parsing/corpustools.py
+2
-0
No files found.
init/init.py
View file @
3a5d6b08
...
...
@@ -108,6 +108,7 @@ try:
typePubmed
=
ResourceType
.
objects
.
get
(
name
=
'pubmed'
)
typeIsi
=
ResourceType
.
objects
.
get
(
name
=
'isi'
)
typeRis
=
ResourceType
.
objects
.
get
(
name
=
'ris'
)
typeJstor
=
ResourceType
.
objects
.
get
(
name
=
'RIS (Jstor)'
)
typePresseFrench
=
ResourceType
.
objects
.
get
(
name
=
'europress_french'
)
typePresseEnglish
=
ResourceType
.
objects
.
get
(
name
=
'europress_english'
)
...
...
@@ -123,6 +124,9 @@ except Exception as error:
typeRis
=
ResourceType
(
name
=
'ris'
)
typeRis
.
save
()
typeJstor
=
ResourceType
(
name
=
'RIS (Jstor)'
)
typeJstor
.
save
()
typePresseFrench
=
ResourceType
(
name
=
'europress_french'
)
typePresseFrench
.
save
()
...
...
node/models.py
View file @
3a5d6b08
...
...
@@ -195,11 +195,12 @@ class Node(CTENode):
for
node_resource
in
self
.
node_resource
.
filter
(
parsed
=
False
):
resource
=
node_resource
.
resource
parser
=
defaultdict
(
lambda
:
FileParser
.
FileParser
,
{
'istext'
:
ISText
,
'pubmed'
:
PubmedFileParser
,
'isi'
:
IsiFileParser
,
'ris'
:
RisFileParser
,
'europress'
:
EuropressFileParser
,
'istext'
:
ISText
,
'pubmed'
:
PubmedFileParser
,
'isi'
:
IsiFileParser
,
'ris'
:
RisFileParser
,
'RIS (Jstor)'
:
JstorFileParser
,
'europress'
:
EuropressFileParser
,
'europress_french'
:
EuropressFileParser
,
'europress_english'
:
EuropressFileParser
,
})[
resource
.
type
.
name
]()
...
...
parsing/FileParsers/IsiFileParser.py
View file @
3a5d6b08
from
.RisFileParser
import
RisFileParser
class
IsiFileParser
(
RisFileParser
):
_parameters
=
{
...
...
parsing/FileParsers/JstorFileParser.py
0 → 100644
View file @
3a5d6b08
from
.RisFileParser
import
RisFileParser
class
JstorFileParser
(
RisFileParser
):
_parameters
=
{
b
"ER"
:
{
"type"
:
"delimiter"
},
b
"TI"
:
{
"type"
:
"metadata"
,
"key"
:
"title"
,
"separator"
:
" "
},
b
"AU"
:
{
"type"
:
"metadata"
,
"key"
:
"authors"
,
"separator"
:
", "
},
b
"UR"
:
{
"type"
:
"metadata"
,
"key"
:
"doi"
},
b
"Y1"
:
{
"type"
:
"metadata"
,
"key"
:
"publication_year"
},
b
"PD"
:
{
"type"
:
"metadata"
,
"key"
:
"publication_month"
},
b
"LA"
:
{
"type"
:
"metadata"
,
"key"
:
"language_iso2"
},
b
"AB"
:
{
"type"
:
"metadata"
,
"key"
:
"abstract"
,
"separator"
:
" "
},
b
"WC"
:
{
"type"
:
"metadata"
,
"key"
:
"fields"
},
}
parsing/FileParsers/__init__.py
View file @
3a5d6b08
from
.RisFileParser
import
RisFileParser
from
.IsiFileParser
import
IsiFileParser
from
.JstorFileParser
import
JstorFileParser
from
.PubmedFileParser
import
PubmedFileParser
from
.EuropressFileParser
import
EuropressFileParser
from
.ISText
import
ISText
parsing/corpustools.py
View file @
3a5d6b08
...
...
@@ -35,9 +35,11 @@ class Parsers(defaultdict):
'pubmed'
:
PubmedFileParser
,
'isi'
:
IsiFileParser
,
'ris'
:
RisFileParser
,
'RIS (Jstor)'
:
JstorFileParser
,
'europress'
:
EuropressFileParser
,
'europress_french'
:
EuropressFileParser
,
'europress_english'
:
EuropressFileParser
,
}
def
__missing__
(
self
,
key
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment