misc-research/General-Blockchain-Age-of-Spent-Outputs/create-dataset-for-analysis.R

74 lines
3.1 KiB
R
Raw Normal View History

library(data.table)
library(RSQLite)
library(DBI)
# NOTE: Also need lubridate package installed, but not loading it due to
# it masking functions
data.dir <- ""
# Input data directory here, with trailing "/"
con <- DBI::dbConnect(RSQLite::SQLite(), paste0(data.dir, "tx-graph-node-indices.db"))
master.edgelist <- DBI::dbGetQuery(con,
"SELECT origin_index, destination_index,block_height,value FROM edgelist_intermediate_2")
master.edgelist.output.created <- master.edgelist[
(! is.na(master.edgelist$value)) & master.edgelist$value > 0 , c("destination_index", "block_height")]
colnames(master.edgelist.output.created) <- c("output_index", "output.created.block_height")
setDT(master.edgelist.output.created)
master.edgelist.output.spent <- master.edgelist[, c("origin_index", "block_height")]
colnames(master.edgelist.output.spent) <- c("output_index", "output.spent.block_height")
setDT(master.edgelist.output.spent)
# Only include positive _value_s for output created, since that's the value of the created output
# Then, below do an "inner merge" to get the proper outputs on the spending side
rm(master.edgelist)
master.edgelist.output.spent <- merge(master.edgelist.output.created, master.edgelist.output.spent)
rm(master.edgelist.output.created)
block.times <- readRDS(paste0(data.dir, "block_times.rds"))
colnames(block.times) <- c("output.created.block_height", "output.created.block_time")
setDT(block.times)
master.edgelist.output.spent <- merge(master.edgelist.output.spent, block.times, by = "output.created.block_height")
colnames(block.times) <- c("output.spent.block_height", "output.spent.block_time")
master.edgelist.output.spent <- merge(master.edgelist.output.spent, block.times, by = "output.spent.block_height")
# TODO: Explore phenomenon of out-of-order block timestamps and decide what to do about them
master.edgelist.output.spent[, output.spend.age := output.spent.block_time - output.created.block_time]
# These reduce RAM usage if desired:
# master.edgelist.output.spent[, output.created.block_time := NULL]
# master.edgelist.output.spent[, output.created.block_height := NULL]
# master.edgelist.output.spent[, output_index := NULL]
output.spent.block_time.intermediate <- unique(master.edgelist.output.spent[, .(output.spent.block_time)])
output.spent.block_time.intermediate[, output.spent.block_time.week :=
lubridate::isoweek(as.POSIXct(output.spent.block_time, origin = "1970-01-01", tz = "UTC"))]
output.spent.block_time.intermediate[, output.spent.block_time.isoweekyear :=
lubridate::isoyear(as.POSIXct(output.spent.block_time, origin = "1970-01-01", tz = "UTC"))]
output.spent.block_time.intermediate[,
output.spent.block_time.week := factor(paste0(output.spent.block_time.isoweekyear, "-",
formatC(output.spent.block_time.week, width = 2, flag = "0")))]
master.edgelist.output.spent <- merge(master.edgelist.output.spent,
output.spent.block_time.intermediate[, .(output.spent.block_time, output.spent.block_time.week)], by = "output.spent.block_time")
saveRDS(master.edgelist.output.spent, paste0(data.dir, "master_edgelist_output_spent.rds"))