Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
haskell-gargantext
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
153
Issues
153
List
Board
Labels
Milestones
Merge Requests
9
Merge Requests
9
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
gargantext
haskell-gargantext
Commits
18306d29
Commit
18306d29
authored
Sep 08, 2022
by
Przemyslaw Kaminski
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
[nodeStory] fix runPGSExecuteMany calls, remove debugging prints
parent
272964eb
Pipeline
#3149
canceled with stage
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
10 additions
and
18 deletions
+10
-18
NodeStory.hs
src/Gargantext/Core/NodeStory.hs
+10
-18
No files found.
src/Gargantext/Core/NodeStory.hs
View file @
18306d29
...
@@ -116,7 +116,6 @@ import System.IO (stderr)
...
@@ -116,7 +116,6 @@ import System.IO (stderr)
import
qualified
Data.Map.Strict
as
Map
import
qualified
Data.Map.Strict
as
Map
import
qualified
Data.Map.Strict.Patch
as
PM
import
qualified
Data.Map.Strict.Patch
as
PM
import
qualified
Data.Set
as
Set
import
qualified
Data.Set
as
Set
import
qualified
Data.Text
as
Text
import
qualified
Database.PostgreSQL.Simple
as
PGS
import
qualified
Database.PostgreSQL.Simple
as
PGS
import
qualified
Gargantext.Database.Query.Table.Ngrams
as
TableNgrams
import
qualified
Gargantext.Database.Query.Table.Ngrams
as
TableNgrams
...
@@ -200,8 +199,6 @@ instance DefaultFromField SqlJsonb (Archive NgramsState' NgramsStatePatch')
...
@@ -200,8 +199,6 @@ instance DefaultFromField SqlJsonb (Archive NgramsState' NgramsStatePatch')
combineState
::
NgramsState'
->
NgramsState'
->
NgramsState'
combineState
::
NgramsState'
->
NgramsState'
->
NgramsState'
combineState
=
Map
.
unionWith
(
<>
)
combineState
=
Map
.
unionWith
(
<>
)
-- TODO Semigroup instance for unions
-- TODO check this
instance
(
Semigroup
s
,
Semigroup
p
)
=>
Semigroup
(
Archive
s
p
)
where
instance
(
Semigroup
s
,
Semigroup
p
)
=>
Semigroup
(
Archive
s
p
)
where
(
<>
)
(
Archive
{
_a_history
=
p
})
(
Archive
{
_a_version
=
v'
(
<>
)
(
Archive
{
_a_history
=
p
})
(
Archive
{
_a_version
=
v'
,
_a_state
=
s'
,
_a_state
=
s'
...
@@ -209,15 +206,12 @@ instance (Semigroup s, Semigroup p) => Semigroup (Archive s p) where
...
@@ -209,15 +206,12 @@ instance (Semigroup s, Semigroup p) => Semigroup (Archive s p) where
Archive
{
_a_version
=
v'
Archive
{
_a_version
=
v'
,
_a_state
=
s'
,
_a_state
=
s'
,
_a_history
=
p'
<>
p
}
,
_a_history
=
p'
<>
p
}
instance
(
Monoid
s
,
Semigroup
p
)
=>
Monoid
(
Archive
s
p
)
where
instance
(
Monoid
s
,
Semigroup
p
)
=>
Monoid
(
Archive
s
p
)
where
mempty
=
Archive
{
_a_version
=
0
mempty
=
Archive
{
_a_version
=
0
,
_a_state
=
mempty
,
_a_state
=
mempty
,
_a_history
=
[]
}
,
_a_history
=
[]
}
instance
(
FromJSON
s
,
FromJSON
p
)
=>
FromJSON
(
Archive
s
p
)
where
instance
(
FromJSON
s
,
FromJSON
p
)
=>
FromJSON
(
Archive
s
p
)
where
parseJSON
=
genericParseJSON
$
unPrefix
"_a_"
parseJSON
=
genericParseJSON
$
unPrefix
"_a_"
instance
(
ToJSON
s
,
ToJSON
p
)
=>
ToJSON
(
Archive
s
p
)
where
instance
(
ToJSON
s
,
ToJSON
p
)
=>
ToJSON
(
Archive
s
p
)
where
toJSON
=
genericToJSON
$
unPrefix
"_a_"
toJSON
=
genericToJSON
$
unPrefix
"_a_"
toEncoding
=
genericToEncoding
$
unPrefix
"_a_"
toEncoding
=
genericToEncoding
$
unPrefix
"_a_"
...
@@ -396,16 +390,11 @@ getNodeStory c nId@(NodeId nodeId) = do
...
@@ -396,16 +390,11 @@ getNodeStory c nId@(NodeId nodeId) = do
Archive
{
_a_version
=
version
Archive
{
_a_version
=
version
,
_a_history
=
[]
,
_a_history
=
[]
,
_a_state
=
Map
.
singleton
ngramsType
$
Map
.
singleton
ngrams
ngrams_repo_element
})
res
,
_a_state
=
Map
.
singleton
ngramsType
$
Map
.
singleton
ngrams
ngrams_repo_element
})
res
-- TODO (<>) for Archive doesn't concatenate states!
-- NOTE When concatenating, check that the same version is for all states
-- NOTE When concatenating, check that the same version is for all states
pure
$
NodeStory
$
Map
.
singleton
nId
$
foldl
combine
mempty
dbData
pure
$
NodeStory
$
Map
.
singleton
nId
$
foldl
combine
mempty
dbData
--pure $ NodeStory $ Map.fromListWith (<>) $ (\(NodeStoryDB nId a) -> (nId, a)) <$> res
--pure $ NodeStory $ Map.fromListWith (<>) $ (\(NodeStoryDB nId a) -> (nId, a)) <$> res
where
where
-- query :: Select NodeStoryRead
-- NOTE (<>) for Archive doesn't concatenate states, so we have to use `combine`
-- query = proc () -> do
-- row@(NodeStoryDB node_id _) <- nodeStorySelect -< ()
-- restrict -< node_id .== sqlInt4 nodeId
-- returnA -< row
combine
a1
a2
=
a1
&
a_state
%~
combineState
(
a2
^.
a_state
)
combine
a1
a2
=
a1
&
a_state
%~
combineState
(
a2
^.
a_state
)
&
a_version
.~
(
a2
^.
a_version
)
-- version should be updated from list, not taken from the empty Archive
&
a_version
.~
(
a2
^.
a_version
)
-- version should be updated from list, not taken from the empty Archive
...
@@ -452,7 +441,8 @@ insertNodeStory c (NodeId nId) a = do
...
@@ -452,7 +441,8 @@ insertNodeStory c (NodeId nId) a = do
insertArchiveList
::
PGS
.
Connection
->
NodeId
->
ArchiveList
->
IO
()
insertArchiveList
::
PGS
.
Connection
->
NodeId
->
ArchiveList
->
IO
()
insertArchiveList
c
nodeId
a
=
do
insertArchiveList
c
nodeId
a
=
do
_
<-
runPGSExecuteMany
c
query
$
(
\
(
nt
,
n
,
nre
)
->
(
nodeId
,
a
^.
a_version
,
nt
,
nre
,
n
))
<$>
(
archiveStateAsList
$
a
^.
a_state
)
_
<-
mapM_
(
\
(
nt
,
n
,
nre
)
->
runPGSExecute
c
query
(
nodeId
,
a
^.
a_version
,
nt
,
nre
,
n
))
(
archiveStateAsList
$
a
^.
a_state
)
--
_
<-
runPGSExecuteMany
c
query
$
(
\
(
nt
,
n
,
nre
)
->
(
nodeId
,
a
^.
a_version
,
nt
,
nre
,
n
))
<$>
(
archiveStateAsList
$
a
^.
a_state
)
pure
()
pure
()
where
where
query
::
PGS
.
Query
query
::
PGS
.
Query
...
@@ -461,7 +451,8 @@ insertArchiveList c nodeId a = do
...
@@ -461,7 +451,8 @@ insertArchiveList c nodeId a = do
deleteArchiveList
::
PGS
.
Connection
->
NodeId
->
ArchiveList
->
IO
()
deleteArchiveList
::
PGS
.
Connection
->
NodeId
->
ArchiveList
->
IO
()
deleteArchiveList
c
nodeId
a
=
do
deleteArchiveList
c
nodeId
a
=
do
_
<-
runPGSExecuteMany
c
query
$
(
\
(
nt
,
n
,
_
)
->
(
nodeId
,
nt
,
n
))
<$>
(
archiveStateAsList
$
a
^.
a_state
)
_
<-
mapM_
(
\
(
nt
,
n
,
_
)
->
runPGSExecute
c
query
(
nodeId
,
nt
,
n
))
(
archiveStateAsList
$
a
^.
a_state
)
--
_
<-
runPGSExecuteMany
c
query
$
(
\
(
nt
,
n
,
_
)
->
(
nodeId
,
nt
,
n
))
<$>
(
archiveStateAsList
$
a
^.
a_state
)
pure
()
pure
()
where
where
query
::
PGS
.
Query
query
::
PGS
.
Query
...
@@ -496,20 +487,21 @@ updateNodeStory c nodeId@(NodeId _nId) currentArchive newArchive = do
...
@@ -496,20 +487,21 @@ updateNodeStory c nodeId@(NodeId _nId) currentArchive newArchive = do
let
newSet
=
Set
.
fromList
$
(
\
(
nt
,
n
,
_
)
->
(
nt
,
n
))
<$>
newList
let
newSet
=
Set
.
fromList
$
(
\
(
nt
,
n
,
_
)
->
(
nt
,
n
))
<$>
newList
let
inserts
=
filter
(
\
(
nt
,
n
,
_
)
->
Set
.
member
(
nt
,
n
)
$
Set
.
difference
newSet
currentSet
)
newList
let
inserts
=
filter
(
\
(
nt
,
n
,
_
)
->
Set
.
member
(
nt
,
n
)
$
Set
.
difference
newSet
currentSet
)
newList
printDebug
"[updateNodeStory] inserts"
inserts
--
printDebug "[updateNodeStory] inserts" inserts
let
deletes
=
filter
(
\
(
nt
,
n
,
_
)
->
Set
.
member
(
nt
,
n
)
$
Set
.
difference
currentSet
newSet
)
currentList
let
deletes
=
filter
(
\
(
nt
,
n
,
_
)
->
Set
.
member
(
nt
,
n
)
$
Set
.
difference
currentSet
newSet
)
currentList
printDebug
"[updateNodeStory] deletes"
deletes
--
printDebug "[updateNodeStory] deletes" deletes
-- updates are the things that are in new but not in current
-- updates are the things that are in new but not in current
let
updates
=
Set
.
toList
$
Set
.
difference
(
Set
.
fromList
newList
)
(
Set
.
fromList
currentList
)
let
updates
=
Set
.
toList
$
Set
.
difference
(
Set
.
fromList
newList
)
(
Set
.
fromList
currentList
)
printDebug
"[updateNodeStory] updates"
$
Text
.
unlines
$
(
Text
.
pack
.
show
)
<$>
updates
--
printDebug "[updateNodeStory] updates" $ Text.unlines $ (Text.pack . show) <$> updates
-- 2. Perform inserts/deletes/updates
-- 2. Perform inserts/deletes/updates
printDebug
"[updateNodeStory] applying insert"
()
insertArchiveList
c
nodeId
$
Archive
{
_a_version
=
newArchive
^.
a_version
insertArchiveList
c
nodeId
$
Archive
{
_a_version
=
newArchive
^.
a_version
,
_a_history
=
[]
,
_a_history
=
[]
,
_a_state
=
archiveStateFromList
inserts
}
,
_a_state
=
archiveStateFromList
inserts
}
printDebug
"[updateNodeStory] insert applied"
()
printDebug
"[updateNodeStory] insert applied"
()
--
TODO Use currentArchive ^. a_version in delete and report error
--
TODO Use currentArchive ^. a_version in delete and report error
-- if entries with (node_id, ngrams_type_id, ngrams_id) but
-- if entries with (node_id, ngrams_type_id, ngrams_id) but
-- different version are found.
-- different version are found.
deleteArchiveList
c
nodeId
$
Archive
{
_a_version
=
newArchive
^.
a_version
deleteArchiveList
c
nodeId
$
Archive
{
_a_version
=
newArchive
^.
a_version
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment