Merge pull request #1907 from multiversx/git-scraper

Git scraper program for training data

Author: andrei-marinica

_typos.toml

@@ -7,3 +7,6 @@ extend-ignore-identifiers-re = [
 [default.extend-words]
 ser = "ser" # short for "serialize"
 abd = "abd" # it's a hex
+
+[files]
+extend-exclude = ["tools/git-scraper/contracts_dump.txt"]

tools/git-scraper/.gitignore

@@ -0,0 +1 @@
+config.toml

tools/git-scraper/Cargo.toml

@@ -0,0 +1,20 @@
+[[bin]]
+name = "git-scraper"
+path = "src/scraper.rs"
+
+[package]
+name = "git-scraper"
+version = "0.0.0"
+publish = false
+edition = "2021"
+authors = ["you"]
+
+[dependencies]
+reqwest = { version = "0.11", features = ["blocking", "json"] }
+serde = { version = "1.0", features = ["derive"] }
+serde_json = "1.0"
+dotenv = "0.15"
+toml = "0.8"
+
+[workspace]
+members = ["."]