Create construct-edgelist.R

2024-12-22 19:39:21 +00:00 · 2022-02-26 19:52:48 +00:00 · 2022-02-26 19:52:48 +00:00 · 7439b75040
commit 7439b75040
parent a323ced351
1 changed files with 92 additions and 0 deletions
--- a/CashFusion-Descendant-Analysis/R/construct-edgelist.R
+++ b/CashFusion-Descendant-Analysis/R/construct-edgelist.R
@ -0,0 +1,92 @@
+# install.packages("data.table")
+# install.packages("RSQLite")
+# install.packages("DBI")
+
+library(data.table)
+library(RSQLite)
+library(DBI)
+
+data.dir <- ""
+# Input data directory here, with trailing "/"
+
+source("https://gist.githubusercontent.com/jeffwong/5925000/raw/bf02ed0dd2963169a91664be02fb18e45c4d1e20/sqlitewritetable.R")
+# From https://gist.github.com/jeffwong/5925000
+# Modifies RSQLite's sqliteWriteTable function so as to reject duplicates
+
+con <- DBI::dbConnect(RSQLite::SQLite(), paste0(data.dir, "tx-graph-node-indices.db"))
+
+DBI::dbExecute(con, "CREATE TABLE nodes (
+node TEXT,
+node_index INTEGER PRIMARY KEY AUTOINCREMENT,
+unique(node)
+)")
+
+
+DBI::dbWriteTable(con, "edgelist", 
+  data.frame(origin = character(0), destination = character(0), stringsAsFactors = FALSE))
+
+tx.graph.files <- list.files(data.dir)
+tx.graph.files <- tx.graph.files[grepl("^tx_graph.+rds$", tx.graph.files)]
+
+
+tx.graph.indexed <- vector("list", length(tx.graph.files))
+names(tx.graph.indexed) <- tx.graph.files
+
+for (file.iter in tx.graph.files) {
+  
+  tx.graph.chunk <- readRDS(paste0(data.dir, file.iter))
+  
+  tx.graph.chunk <-
+    rbind(
+      data.table(origin = paste0(tx.graph.chunk$incoming$origin.txid, "-", 
+        formatC(tx.graph.chunk$incoming$origin.position, width = 4, format = "f", flag = "0", digits = 0)),
+        destination = tx.graph.chunk$incoming$txid, stringsAsFactors = FALSE),
+      data.table(origin = tx.graph.chunk$outgoing$txid,
+        destination = paste0(tx.graph.chunk$outgoing$txid, "-", 
+          formatC(tx.graph.chunk$outgoing$position, width = 4, format = "f", flag = "0", digits = 0)), stringsAsFactors = FALSE)
+    )
+  
+  DBI::dbWriteTable(con, "edgelist", 
+    tx.graph.chunk, append = TRUE)
+  
+  new.nodes <- unique(c(tx.graph.chunk$origin, tx.graph.chunk$destination))
+  
+  nodes.to.insert <- data.frame(node = new.nodes, node_index = NA, stringsAsFactors = FALSE)
+  
+  mysqliteWriteTable(con, "nodes", 
+    nodes.to.insert, append = TRUE, row.names = FALSE, ignore = TRUE)
+  
+  cat(file.iter, base::date(), "\n")
+  
+}
+
+
+DBI::dbWriteTable(con, "edgelist_intermediate_1", 
+  data.frame(origin = character(0), destination = character(0),
+    node_index = integer(0), stringsAsFactors = FALSE))
+
+base::date()
+DBI::dbExecute(con, "INSERT INTO edgelist_intermediate_1 SELECT 
+  origin, destination, node_index FROM
+  edgelist JOIN nodes ON edgelist.origin = nodes.node")
+base::date()
+
+
+DBI::dbExecute(con, 
+  "ALTER TABLE edgelist_intermediate_1 RENAME COLUMN node_index TO origin_index")
+
+
+DBI::dbWriteTable(con, "edgelist_intermediate_2", 
+  data.frame(origin = character(0), destination = character(0),
+    origin_index = integer(0), node_index = integer(0), stringsAsFactors = FALSE))
+
+base::date()
+DBI::dbExecute(con, "INSERT INTO edgelist_intermediate_2 SELECT 
+  origin, destination, origin_index, node_index FROM
+  edgelist_intermediate_1 JOIN nodes ON edgelist_intermediate_1.destination = nodes.node")
+base::date()
+
+DBI::dbExecute(con, 
+  "ALTER TABLE edgelist_intermediate_2 RENAME COLUMN node_index TO destination_index")
+
+