Skip to content

haskell-gargantext
haskell-gargantext
Commit bef5f7da authored by Alexandre Delanoë's avatar Alexandre Delanoë
Browse files
Options

[DB] Schema + triggers.

parent e243b4f1
Pipeline #668 failed with stage
    Hide whitespace changes
    Inline Side-by-side
    Showing with 344 additions and 225 deletions
    devops/nginx/install 0 → 100755
    View file @ bef5f7da
    sudo apt install apache2-utils
    htpasswd -c /etc/nginx/haskell_gargantext.htpasswd username1
    sudo apt-get install certbot python-certbot-nginx
    sudo certbot --nginx
    devops/postgres/schema.sql
    View file @ bef5f7da
    ...@@ -50,22 +50,35 @@ CREATE TABLE public.ngrams ( ...@@ -50,22 +50,35 @@ CREATE TABLE public.ngrams (
    ALTER TABLE public.ngrams OWNER TO gargantua; ALTER TABLE public.ngrams OWNER TO gargantua;
    -------------------------------------------------------------- --------------------------------------------------------------
    -- TODO: delete delete this table CREATE TABLE public.node_ngrams (
    --CREATE TABLE public.nodes_ngrams ( id SERIAL,
    -- id SERIAL, node_id integer NOT NULL,
    -- node_id integer NOT NULL, ngrams_id integer NOT NULL,
    -- ngrams_id integer NOT NULL, list_type integer,
    -- parent_id integer REFERENCES public.nodes_ngrams(id) ON DELETE SET NULL, ngrams_type integer, -- change to ngrams_field? (no for pedagogic reason)
    -- ngrams_type integer, ngrams_field integer,
    -- list_type integer, ngrams_tag integer,
    -- weight double precision, ngrams_class integer,
    -- FOREIGN KEY (node_id) REFERENCES public.nodes(id) ON DELETE CASCADE, weight double precision,
    -- FOREIGN KEY (ngrams_id) REFERENCES public.ngrams(id) ON DELETE CASCADE, FOREIGN KEY (node_id) REFERENCES public.nodes(id) ON DELETE CASCADE,
    -- PRIMARY KEY (id) FOREIGN KEY (ngrams_id) REFERENCES public.ngrams(id) ON DELETE CASCADE,
    --); PRIMARY KEY (id)
    --ALTER TABLE public.nodes_ngrams OWNER TO gargantua; );
    -------------------------------------------------------------- ALTER TABLE public.node_ngrams OWNER TO gargantua;
    CREATE TABLE public.node_node_ngrams_ngrams (
    node_id integer NOT NULL,
    node_ngrams1_id integer NOT NULL,
    node_ngrams2_id integer NOT NULL,
    FOREIGN KEY (node_id) REFERENCES public.nodes(id) ON DELETE CASCADE,
    FOREIGN KEY (node_ngrams1_id) REFERENCES public.node_ngrams(id) ON DELETE CASCADE,
    FOREIGN KEY (node_ngrams2_id) REFERENCES public.node_ngrams(id) ON DELETE CASCADE,
    PRIMARY KEY (node_id, node_ngrams1_id, node_ngrams2_id)
    );
    ALTER TABLE public.node_node_ngrams_ngrams OWNER TO gargantua;
    --------------------------------------------------------------
    -------------------------------------------------------------- --------------------------------------------------------------
    -- --
    -- --
    ...@@ -78,7 +91,6 @@ ALTER TABLE public.ngrams OWNER TO gargantua; ...@@ -78,7 +91,6 @@ ALTER TABLE public.ngrams OWNER TO gargantua;
    --); --);
    -- --
    --ALTER TABLE public.nodes_ngrams_ngrams OWNER TO gargantua; --ALTER TABLE public.nodes_ngrams_ngrams OWNER TO gargantua;
    --------------------------------------------------------------- ---------------------------------------------------------------
    -- TODO nodes_nodes(node1_id int, node2_id int, edge_type int , weight real) -- TODO nodes_nodes(node1_id int, node2_id int, edge_type int , weight real)
    CREATE TABLE public.nodes_nodes ( CREATE TABLE public.nodes_nodes (
    ...@@ -94,9 +106,12 @@ ALTER TABLE public.nodes_nodes OWNER TO gargantua; ...@@ -94,9 +106,12 @@ ALTER TABLE public.nodes_nodes OWNER TO gargantua;
    -- TODO should reference "id" of nodes_nodes (instead of node1_id, node2_id) -- TODO should reference "id" of nodes_nodes (instead of node1_id, node2_id)
    CREATE TABLE public.node_node_ngrams ( CREATE TABLE public.node_node_ngrams (
    node1_id INTEGER NOT NULL REFERENCES public.nodes (id) ON DELETE CASCADE, node1_id INTEGER NOT NULL REFERENCES public.nodes (id) ON DELETE CASCADE,
    -- here id to node_ngrams
    node2_id INTEGER NOT NULL REFERENCES public.nodes (id) ON DELETE CASCADE, node2_id INTEGER NOT NULL REFERENCES public.nodes (id) ON DELETE CASCADE,
    ngrams_id INTEGER NOT NULL REFERENCES public.ngrams (id) ON DELETE CASCADE, ngrams_id INTEGER NOT NULL REFERENCES public.ngrams (id) ON DELETE CASCADE,
    ngrams_type INTEGER, ngrams_type INTEGER,
    --ngrams_tag INTEGER,
    --ngrams_class INTEGER,
    weight double precision, weight double precision,
    PRIMARY KEY (node1_id, node2_id, ngrams_id, ngrams_type) PRIMARY KEY (node1_id, node2_id, ngrams_id, ngrams_type)
    ); );
    ...@@ -123,7 +138,6 @@ CREATE TABLE public.rights ( ...@@ -123,7 +138,6 @@ CREATE TABLE public.rights (
    ); );
    ALTER TABLE public.rights OWNER TO gargantua; ALTER TABLE public.rights OWNER TO gargantua;
    ------------------------------------------------------------ ------------------------------------------------------------
    -- INDEXES -- INDEXES
    ...@@ -149,36 +163,10 @@ CREATE UNIQUE INDEX ON public.node_node_ngrams USING btree (node1_id, node2_id, ...@@ -149,36 +163,10 @@ CREATE UNIQUE INDEX ON public.node_node_ngrams USING btree (node1_id, node2_id,
    CREATE INDEX ON public.node_node_ngrams USING btree (node1_id, node2_id); CREATE INDEX ON public.node_node_ngrams USING btree (node1_id, node2_id);
    CREATE INDEX ON public.node_node_ngrams USING btree (ngrams_id, node2_id); CREATE INDEX ON public.node_node_ngrams USING btree (ngrams_id, node2_id);
    -- TRIGGERS
    -- TODO user haskell-postgresql-simple to create this function
    -- with rights typename
    CREATE OR REPLACE FUNCTION public.search_update()
    RETURNS trigger AS $$
    begin
    IF new.typename = 4 AND new.hyperdata @> '{"language_iso2":"EN"}' THEN
    new.search := to_tsvector( 'english' , (new.hyperdata ->> 'title') || ' ' || (new.hyperdata ->> 'abstract'));
    ELSIF new.typename = 4 AND new.hyperdata @> '{"language_iso2":"FR"}' THEN
    new.search := to_tsvector( 'french' , (new.hyperdata ->> 'title') || ' ' || (new.hyperdata ->> 'abstract'));
    ELSIF new.typename = 41 THEN
    new.search := to_tsvector( 'french' , (new.hyperdata ->> 'prenom')
    || ' ' || (new.hyperdata ->> 'nom')
    || ' ' || (new.hyperdata ->> 'fonction')
    );
    ELSE
    new.search := to_tsvector( 'english' , new.name);
    END IF;
    return new;
    end
    $$ LANGUAGE plpgsql;
    ALTER FUNCTION public.search_update() OWNER TO gargantua;
    CREATE TRIGGER search_update_trigger BEFORE INSERT OR UPDATE ON nodes FOR EACH ROW EXECUTE PROCEDURE search_update();
    ------------------------------------------------------------------------
    -- Ngrams Full DB Extraction Optim -- Ngrams Full DB Extraction Optim
    -- TODO remove hard parameter -- TODO remove hard parameter and move elsewhere
    CREATE OR REPLACE function node_pos(int, int) returns bigint CREATE OR REPLACE function node_pos(int, int) returns bigint
    AS 'SELECT count(id) from nodes AS 'SELECT count(id) from nodes
    WHERE id < $1 WHERE id < $1
    ...@@ -189,8 +177,3 @@ CREATE OR REPLACE function node_pos(int, int) returns bigint ...@@ -189,8 +177,3 @@ CREATE OR REPLACE function node_pos(int, int) returns bigint
    --drop index node_by_pos; --drop index node_by_pos;
    create index node_by_pos on nodes using btree(node_pos(id,typename)); create index node_by_pos on nodes using btree(node_pos(id,typename));
    -- Initialize index with already existing data
    UPDATE nodes SET hyperdata = hyperdata;
    src/Gargantext/API/Ngrams.hs
    View file @ bef5f7da
    ...@@ -60,6 +60,7 @@ module Gargantext.API.Ngrams ...@@ -60,6 +60,7 @@ module Gargantext.API.Ngrams
    , Repo(..) , Repo(..)
    , r_version , r_version
    , r_state , r_state
    , r_history
    , NgramsRepo , NgramsRepo
    , NgramsRepoElement(..) , NgramsRepoElement(..)
    , saveRepo , saveRepo
    ......
    src/Gargantext/Database/Flow.hs
    View file @ bef5f7da
    ...@@ -480,6 +480,7 @@ flowList :: FlowCmdM env err m ...@@ -480,6 +480,7 @@ flowList :: FlowCmdM env err m
    -> m ListId -> m ListId
    flowList lId ngs = do flowList lId ngs = do
    printDebug "listId flowList" lId printDebug "listId flowList" lId
    -- TODO save in database
    listInsert lId ngs listInsert lId ngs
    --trace (show $ List.filter (\n -> _ne_ngrams n == "versatile") $ List.concat $ Map.elems ngs) $ listInsert lId ngs --trace (show $ List.filter (\n -> _ne_ngrams n == "versatile") $ List.concat $ Map.elems ngs) $ listInsert lId ngs
    pure lId pure lId
    ......
    src/Gargantext/Database/Init.hs
    View file @ bef5f7da
    ...@@ -19,188 +19,22 @@ Ngrams by node enable contextual metrics. ...@@ -19,188 +19,22 @@ Ngrams by node enable contextual metrics.
    module Gargantext.Database.Init module Gargantext.Database.Init
    where where
    import Database.PostgreSQL.Simple.SqlQQ (sql)
    -- import Database.PostgreSQL.Simple.Types (Values(..), QualifiedIdentifier(..)) -- import Database.PostgreSQL.Simple.Types (Values(..), QualifiedIdentifier(..))
    import Gargantext.Database.Config (nodeTypeId) import Gargantext.Database.Utils (Cmd)
    import Gargantext.Database.Types.Node -- (ListId, CorpusId, NodeId)
    import Gargantext.Database.Utils (Cmd, execPGSQuery)
    import Gargantext.Prelude import Gargantext.Prelude
    import qualified Database.PostgreSQL.Simple as DPS import Gargantext.Database.Triggers.Nodes (triggerSearchUpdate)
    import Gargantext.Database.Triggers.NodesNodes (triggerDeleteCount, triggerInsertCount, triggerUpdateAdd, triggerUpdateDel, MasterListId)
    import Gargantext.Database.Triggers.NodeNodeNgrams (triggerCountInsert)
    ------------------------------------------------------------------------ ------------------------------------------------------------------------
    type MasterListId = ListId
    initTriggers :: MasterListId -> Cmd err [Int64] initTriggers :: MasterListId -> Cmd err [Int64]
    initTriggers lId = do initTriggers lId = do
    t0 <- triggerSearchUpdate
    t1 <- triggerCountInsert t1 <- triggerCountInsert
    t2 <- triggerDeleteCount lId t2 <- triggerDeleteCount lId
    t3 <- triggerInsertCount lId t3 <- triggerInsertCount lId
    t4 <- triggerUpdateAdd lId t4 <- triggerUpdateAdd lId
    t5 <- triggerUpdateDel lId t5 <- triggerUpdateDel lId
    pure [t1,t2,t3,t4,t5] pure [t0, t1,t2,t3,t4,t5]
    triggerCountInsert :: Cmd err Int64
    triggerCountInsert = execPGSQuery query (nodeTypeId NodeDocument, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_ngrams_global_count() RETURNS trigger AS $$
    BEGIN
    IF pg_trigger_depth() <> 1 THEN
    RETURN NEW;
    END IF;
    IF TG_OP = 'INSERT' THEN
    INSERT INTO node_node_ngrams (node1_id, node2_id, ngrams_id, ngrams_type, weight)
    select n.parent_id, n.id, new1.ngrams_id, new1.ngrams_type, count(*) from NEW as new1
    INNER JOIN nodes n ON n.id = new1.node1_id
    INNER JOIN nodes n2 ON n2.id = new1.node2_id
    WHERE n2.typename = ? -- not mandatory
    AND n.typename = ? -- not mandatory
    AND n.parent_id <> n2.id -- not mandatory
    GROUP BY n.parent_id, n.id, new1.ngrams_id, new1.ngrams_type
    ON CONFLICT (node1_id, node2_id, ngrams_id, ngrams_type)
    DO UPDATE set weight = node_node_ngrams.weight + excluded.weight
    ;
    END IF;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_count_insert on node_node_ngrams;
    CREATE TRIGGER trigger_count_insert AFTER INSERT on node_node_ngrams
    REFERENCING NEW TABLE AS NEW
    FOR EACH STATEMENT
    EXECUTE PROCEDURE set_ngrams_global_count();
    |]
    -- Triggers NodesNodes
    triggerDeleteCount :: MasterListId -> Cmd err Int64
    triggerDeleteCount lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_delete_count() RETURNS trigger AS $$
    BEGIN
    UPDATE node_node_ngrams SET weight = weight - d.delete_count
    FROM (SELECT old1.node1_id as node1_id, lists.id as node2_id, nnn.ngrams_id as ngrams_id, nnn.ngrams_type as ngrams_type, count(*) as delete_count FROM OLD as old1
    INNER JOIN nodes doc ON doc.id = old1.node2_id
    INNER JOIN nodes lists ON lists.parent_id = old1.node1_id
    INNER JOIN node_node_ngrams nnn ON nnn.node2_id = doc.id
    WHERE nnn.node1_id in (?, lists.id)
    AND lists.typename = ?
    GROUP BY old1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ) AS d
    WHERE node_node_ngrams.node1_id = d.node1_id
    AND node_node_ngrams.node2_id = d.node2_id
    AND node_node_ngrams.ngrams_id = d.ngrams_id
    AND node_node_ngrams.ngrams_type = d.ngrams_type
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_delete_count on nodes_nodes;
    CREATE TRIGGER trigger_delete_count AFTER DELETE on nodes_nodes
    REFERENCING OLD TABLE AS OLD
    FOR EACH STATEMENT
    EXECUTE PROCEDURE set_delete_count();
    |]
    triggerInsertCount :: MasterListId -> Cmd err Int64
    triggerInsertCount lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_insert_count() RETURNS trigger AS $$
    BEGIN
    INSERT INTO node_node_ngrams (node1_id, node2_id, ngrams_id, ngrams_type, weight)
    SELECT new1.node1_id , lists.id, nnn.ngrams_id, nnn.ngrams_type, count(*) as weight from NEW as new1
    INNER JOIN nodes doc ON doc.id = new1.node2_id
    INNER JOIN nodes lists ON lists.parent_id = new1.node1_id
    INNER JOIN node_node_ngrams nnn ON nnn.node2_id = doc.id
    WHERE nnn.node1_id in (?, lists.id)
    AND lists.typename = ?
    GROUP BY new1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ON CONFLICT (node1_id, node2_id, ngrams_id, ngrams_type)
    DO UPDATE set weight = node_node_ngrams.weight + excluded.weight
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_insert_count on nodes_nodes;
    CREATE TRIGGER trigger_insert_count AFTER INSERT on nodes_nodes
    REFERENCING NEW TABLE AS NEW
    FOR EACH STATEMENT
    EXECUTE PROCEDURE set_insert_count();
    |]
    triggerUpdateAdd :: MasterListId -> Cmd err Int64
    triggerUpdateAdd lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_update_ngrams_add() RETURNS trigger AS $$
    BEGIN
    UPDATE node_node_ngrams nnn0 SET weight = weight + d.fix_count
    FROM (SELECT new1.node1_id as node1_id, lists.id as node2_id, nnn.ngrams_id as ngrams_id, nnn.ngrams_type as ngrams_type, count(*) as fix_count
    FROM NEW as new1
    INNER JOIN nodes lists ON new1.node1_id = lists.parent_id
    INNER JOIN node_node_ngrams nnn ON new1.node2_id = nnn.node2_id
    WHERE nnn.node1_id in (?, lists.id) -- (masterList_id, userLists)
    AND lists.typename = ?
    GROUP BY new1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ) as d
    WHERE nnn0.node1_id = d.node1_id
    AND nnn0.node2_id = d.node2_id
    AND nnn0.ngrams_id = d.ngrams_id
    AND nnn0.ngrams_type = d.ngrams_type
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_count_update_add on nodes_nodes;
    CREATE TRIGGER trigger_count_update_add AFTER UPDATE on nodes_nodes
    REFERENCING OLD TABLE AS OLD NEW TABLE AS NEW
    FOR EACH ROW
    WHEN (OLD.category <= 0 AND NEW.category >= 1)
    EXECUTE PROCEDURE set_update_ngrams_add();
    |]
    triggerUpdateDel :: MasterListId -> Cmd err Int64
    triggerUpdateDel lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_update_ngrams_count_del() RETURNS trigger AS $$
    BEGIN
    UPDATE node_node_ngrams nnn0 SET weight = weight - d.fix_count
    FROM (SELECT new1.node1_id as node1_id, lists.id as node2_id, nnn.ngrams_id as ngrams_id, nnn.ngrams_type as ngrams_type, count(*) as fix_count
    FROM NEW as new1
    INNER JOIN nodes lists ON new1.node1_id = lists.parent_id
    INNER JOIN node_node_ngrams nnn ON new1.node2_id = nnn.node2_id
    WHERE nnn.node1_id in (?, lists.id) -- (masterList_id, userLists)
    AND lists.typename = ?
    GROUP BY new1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ) as d
    WHERE nnn0.node1_id = d.node1_id
    AND nnn0.node2_id = d.node2_id
    AND nnn0.ngrams_id = d.ngrams_id
    AND nnn0.ngrams_type = d.ngrams_type
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_count_delete2 on nodes_nodes;
    CREATE TRIGGER trigger_count_delete2 AFTER UPDATE on nodes_nodes
    REFERENCING OLD TABLE AS OLD NEW TABLE AS NEW
    FOR EACH ROW
    WHEN (OLD.category >= 1 AND NEW.category <= 0)
    EXECUTE PROCEDURE set_update_ngrams_count_del();
    |]
    src/Gargantext/Database/Metrics/NgramsByNode.hs
    View file @ bef5f7da
    ...@@ -279,8 +279,6 @@ queryNgramsOccurrencesOnlyByNodeUser' = [sql| ...@@ -279,8 +279,6 @@ queryNgramsOccurrencesOnlyByNodeUser' = [sql|
    |] |]
    getNodesByNgramsOnlyUser :: NodeId -> [ListId] -> NgramsType -> [Text] getNodesByNgramsOnlyUser :: NodeId -> [ListId] -> NgramsType -> [Text]
    -> Cmd err (Map Text (Set NodeId)) -> Cmd err (Map Text (Set NodeId))
    getNodesByNgramsOnlyUser cId ls nt ngs = getNodesByNgramsOnlyUser cId ls nt ngs =
    ......
    src/Gargantext/Database/Triggers/NodeNodeNgrams.hs 0 → 100644
    View file @ bef5f7da
    {-|
    Module : Gargantext.Database.Triggers.NodeNodeNgrams
    Description : Triggers configuration
    Copyright : (c) CNRS, 2017-Present
    License : AGPL + CECILL v3
    Maintainer : team@gargantext.org
    Stability : experimental
    Portability : POSIX
    Triggers on NodeNodeNgrams table.
    -}
    {-# LANGUAGE QuasiQuotes #-}
    {-# LANGUAGE NoImplicitPrelude #-}
    {-# LANGUAGE OverloadedStrings #-}
    {-# LANGUAGE RankNTypes #-}
    module Gargantext.Database.Triggers.NodeNodeNgrams
    where
    import Database.PostgreSQL.Simple.SqlQQ (sql)
    -- import Database.PostgreSQL.Simple.Types (Values(..), QualifiedIdentifier(..))
    import Gargantext.Database.Config (nodeTypeId)
    import Gargantext.Database.Types.Node -- (ListId, CorpusId, NodeId)
    import Gargantext.Database.Utils (Cmd, execPGSQuery)
    import Gargantext.Prelude
    import qualified Database.PostgreSQL.Simple as DPS
    triggerCountInsert :: Cmd err Int64
    triggerCountInsert = execPGSQuery query (nodeTypeId NodeDocument, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_ngrams_global_count() RETURNS trigger AS $$
    BEGIN
    IF pg_trigger_depth() <> 1 THEN
    RETURN NEW;
    END IF;
    IF TG_OP = 'INSERT' THEN
    INSERT INTO node_node_ngrams (node1_id, node2_id, ngrams_id, ngrams_type, weight)
    select n.parent_id, n.id, new1.ngrams_id, new1.ngrams_type, count(*) from NEW as new1
    INNER JOIN nodes n ON n.id = new1.node1_id
    INNER JOIN nodes n2 ON n2.id = new1.node2_id
    WHERE n2.typename = ? -- not mandatory
    AND n.typename = ? -- not mandatory
    AND n.parent_id <> n2.id -- not mandatory
    GROUP BY n.parent_id, n.id, new1.ngrams_id, new1.ngrams_type
    ON CONFLICT (node1_id, node2_id, ngrams_id, ngrams_type)
    DO UPDATE set weight = node_node_ngrams.weight + excluded.weight
    ;
    END IF;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_count_insert on node_node_ngrams;
    CREATE TRIGGER trigger_count_insert AFTER INSERT on node_node_ngrams
    REFERENCING NEW TABLE AS NEW
    FOR EACH STATEMENT
    EXECUTE PROCEDURE set_ngrams_global_count();
    |]
    src/Gargantext/Database/Triggers/Nodes.hs 0 → 100644
    View file @ bef5f7da
    {-|
    Module : Gargantext.Database.Triggers.Nodes
    Description : Triggers configuration
    Copyright : (c) CNRS, 2017-Present
    License : AGPL + CECILL v3
    Maintainer : team@gargantext.org
    Stability : experimental
    Portability : POSIX
    Triggers on Nodes table.
    -}
    {-# LANGUAGE QuasiQuotes #-}
    {-# LANGUAGE NoImplicitPrelude #-}
    {-# LANGUAGE OverloadedStrings #-}
    {-# LANGUAGE RankNTypes #-}
    module Gargantext.Database.Triggers.Nodes
    where
    import Database.PostgreSQL.Simple.SqlQQ (sql)
    -- import Database.PostgreSQL.Simple.Types (Values(..), QualifiedIdentifier(..))
    import Gargantext.Database.Config (nodeTypeId)
    import Gargantext.Database.Types.Node -- (ListId, CorpusId, NodeId)
    import Gargantext.Database.Utils (Cmd, execPGSQuery)
    import Gargantext.Prelude
    import qualified Database.PostgreSQL.Simple as DPS
    triggerSearchUpdate :: Cmd err Int64
    triggerSearchUpdate = execPGSQuery query ( nodeTypeId NodeDocument
    , nodeTypeId NodeDocument
    , nodeTypeId NodeContact
    )
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION public.search_update()
    RETURNS trigger AS $$
    begin
    IF new.typename = ? AND new.hyperdata @> '{"language_iso2":"EN"}' THEN
    new.search := to_tsvector( 'english' , (new.hyperdata ->> 'title') || ' ' || (new.hyperdata ->> 'abstract'));
    ELSIF new.typename = ? AND new.hyperdata @> '{"language_iso2":"FR"}' THEN
    new.search := to_tsvector( 'french' , (new.hyperdata ->> 'title') || ' ' || (new.hyperdata ->> 'abstract'));
    ELSIF new.typename = ? THEN
    new.search := to_tsvector( 'french' , (new.hyperdata ->> 'prenom')
    || ' ' || (new.hyperdata ->> 'nom')
    || ' ' || (new.hyperdata ->> 'fonction')
    );
    ELSE
    new.search := to_tsvector( 'english' , new.name);
    END IF;
    return new;
    end
    $$ LANGUAGE plpgsql;
    ALTER FUNCTION public.search_update() OWNER TO gargantua;
    CREATE TRIGGER search_update_trigger
    BEFORE INSERT OR UPDATE
    ON nodes FOR EACH ROW
    EXECUTE PROCEDURE search_update();
    -- Initialize index with already existing data
    UPDATE nodes SET hyperdata = hyperdata;
    |]
    src/Gargantext/Database/Triggers/NodesNodes.hs 0 → 100644
    View file @ bef5f7da
    {-|
    Module : Gargantext.Database.Triggers.NodesNodes
    Description : Triggers configuration
    Copyright : (c) CNRS, 2017-Present
    License : AGPL + CECILL v3
    Maintainer : team@gargantext.org
    Stability : experimental
    Portability : POSIX
    Triggers on NodesNodes table.
    -}
    {-# LANGUAGE QuasiQuotes #-}
    {-# LANGUAGE NoImplicitPrelude #-}
    {-# LANGUAGE OverloadedStrings #-}
    {-# LANGUAGE RankNTypes #-}
    module Gargantext.Database.Triggers.NodesNodes
    where
    import Database.PostgreSQL.Simple.SqlQQ (sql)
    -- import Database.PostgreSQL.Simple.Types (Values(..), QualifiedIdentifier(..))
    import Gargantext.Database.Config (nodeTypeId)
    import Gargantext.Database.Types.Node -- (ListId, CorpusId, NodeId)
    import Gargantext.Database.Utils (Cmd, execPGSQuery)
    import Gargantext.Prelude
    import qualified Database.PostgreSQL.Simple as DPS
    type MasterListId = ListId
    triggerDeleteCount :: MasterListId -> Cmd err Int64
    triggerDeleteCount lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_delete_count() RETURNS trigger AS $$
    BEGIN
    UPDATE node_node_ngrams SET weight = weight - d.delete_count
    FROM (SELECT old1.node1_id as node1_id, lists.id as node2_id, nnn.ngrams_id as ngrams_id, nnn.ngrams_type as ngrams_type, count(*) as delete_count FROM OLD as old1
    INNER JOIN nodes doc ON doc.id = old1.node2_id
    INNER JOIN nodes lists ON lists.parent_id = old1.node1_id
    INNER JOIN node_node_ngrams nnn ON nnn.node2_id = doc.id
    WHERE nnn.node1_id in (?, lists.id)
    AND lists.typename = ?
    GROUP BY old1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ) AS d
    WHERE node_node_ngrams.node1_id = d.node1_id
    AND node_node_ngrams.node2_id = d.node2_id
    AND node_node_ngrams.ngrams_id = d.ngrams_id
    AND node_node_ngrams.ngrams_type = d.ngrams_type
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_delete_count on nodes_nodes;
    CREATE TRIGGER trigger_delete_count AFTER DELETE on nodes_nodes
    REFERENCING OLD TABLE AS OLD
    FOR EACH STATEMENT
    EXECUTE PROCEDURE set_delete_count();
    |]
    triggerInsertCount :: MasterListId -> Cmd err Int64
    triggerInsertCount lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_insert_count() RETURNS trigger AS $$
    BEGIN
    INSERT INTO node_node_ngrams (node1_id, node2_id, ngrams_id, ngrams_type, weight)
    SELECT new1.node1_id , lists.id, nnn.ngrams_id, nnn.ngrams_type, count(*) as weight from NEW as new1
    INNER JOIN nodes doc ON doc.id = new1.node2_id
    INNER JOIN nodes lists ON lists.parent_id = new1.node1_id
    INNER JOIN node_node_ngrams nnn ON nnn.node2_id = doc.id
    WHERE nnn.node1_id in (?, lists.id)
    AND lists.typename = ?
    GROUP BY new1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ON CONFLICT (node1_id, node2_id, ngrams_id, ngrams_type)
    DO UPDATE set weight = node_node_ngrams.weight + excluded.weight
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_insert_count on nodes_nodes;
    CREATE TRIGGER trigger_insert_count AFTER INSERT on nodes_nodes
    REFERENCING NEW TABLE AS NEW
    FOR EACH STATEMENT
    EXECUTE PROCEDURE set_insert_count();
    |]
    triggerUpdateAdd :: MasterListId -> Cmd err Int64
    triggerUpdateAdd lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_update_ngrams_add() RETURNS trigger AS $$
    BEGIN
    UPDATE node_node_ngrams nnn0 SET weight = weight + d.fix_count
    FROM (SELECT new1.node1_id as node1_id, lists.id as node2_id, nnn.ngrams_id as ngrams_id, nnn.ngrams_type as ngrams_type, count(*) as fix_count
    FROM NEW as new1
    INNER JOIN nodes lists ON new1.node1_id = lists.parent_id
    INNER JOIN node_node_ngrams nnn ON new1.node2_id = nnn.node2_id
    WHERE nnn.node1_id in (?, lists.id) -- (masterList_id, userLists)
    AND lists.typename = ?
    GROUP BY new1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ) as d
    WHERE nnn0.node1_id = d.node1_id
    AND nnn0.node2_id = d.node2_id
    AND nnn0.ngrams_id = d.ngrams_id
    AND nnn0.ngrams_type = d.ngrams_type
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_count_update_add on nodes_nodes;
    CREATE TRIGGER trigger_count_update_add AFTER UPDATE on nodes_nodes
    REFERENCING OLD TABLE AS OLD NEW TABLE AS NEW
    FOR EACH ROW
    WHEN (OLD.category <= 0 AND NEW.category >= 1)
    EXECUTE PROCEDURE set_update_ngrams_add();
    |]
    triggerUpdateDel :: MasterListId -> Cmd err Int64
    triggerUpdateDel lId = execPGSQuery query (lId, nodeTypeId NodeList)
    where
    query :: DPS.Query
    query = [sql|
    CREATE OR REPLACE FUNCTION set_update_ngrams_count_del() RETURNS trigger AS $$
    BEGIN
    UPDATE node_node_ngrams nnn0 SET weight = weight - d.fix_count
    FROM (SELECT new1.node1_id as node1_id, lists.id as node2_id, nnn.ngrams_id as ngrams_id, nnn.ngrams_type as ngrams_type, count(*) as fix_count
    FROM NEW as new1
    INNER JOIN nodes lists ON new1.node1_id = lists.parent_id
    INNER JOIN node_node_ngrams nnn ON new1.node2_id = nnn.node2_id
    WHERE nnn.node1_id in (?, lists.id) -- (masterList_id, userLists)
    AND lists.typename = ?
    GROUP BY new1.node1_id, lists.id, nnn.ngrams_id, nnn.ngrams_type
    ) as d
    WHERE nnn0.node1_id = d.node1_id
    AND nnn0.node2_id = d.node2_id
    AND nnn0.ngrams_id = d.ngrams_id
    AND nnn0.ngrams_type = d.ngrams_type
    ;
    RETURN NULL;
    END
    $$ LANGUAGE plpgsql;
    -- DROP trigger trigger_count_delete2 on nodes_nodes;
    CREATE TRIGGER trigger_count_delete2 AFTER UPDATE on nodes_nodes
    REFERENCING OLD TABLE AS OLD NEW TABLE AS NEW
    FOR EACH ROW
    WHEN (OLD.category >= 1 AND NEW.category <= 0)
    EXECUTE PROCEDURE set_update_ngrams_count_del();
    |]
    src/Gargantext/Viz/Graph/API.hs
    View file @ bef5f7da
    ...@@ -78,7 +78,7 @@ getGraph uId nId = do ...@@ -78,7 +78,7 @@ getGraph uId nId = do
    let cId = maybe (panic "[ERR:G.V.G.API] Node has no parent") let cId = maybe (panic "[ERR:G.V.G.API] Node has no parent")
    identity identity
    $ nodeGraph ^. node_parentId $ nodeGraph ^. node_parentId
    g <- case graph of g <- case graph of
    Nothing -> do Nothing -> do
    graph' <- computeGraph cId NgramsTerms v graph' <- computeGraph cId NgramsTerms v
    ......
    Markdown is supported
    0% or
    You are about to add 0 people to the discussion. Proceed with caution.
    Finish editing this message first!
    Please register or to comment