Add database code

Cargo.toml

@@ -20,5 +20,7 @@ colored = "1.6"
 lazy_static = "1.0"
 shellwords = "0.1"
 publicsuffix = { version="1.5", default-features=false }
+diesel = { version = "1.0.0", features = ["sqlite"] }
+diesel_migrations = { version = "1.3.0", features = ["sqlite"] }
 
 # https://crates.io/crates/tor_control

diesel.toml

@@ -0,0 +1,5 @@
+# For documentation on how to configure this file,
+# see diesel.rs/guides/configuring-diesel-cli
+
+[print_schema]
+file = "src/schema.rs"

migrations/2018-09-12-102647_create_domains/down.sql

@@ -0,0 +1,5 @@
+DROP TABLE urls;
+DROP TABLE subdomain_ipaddrs;
+DROP TABLE subdomains;
+DROP TABLE ipaddrs;
+DROP TABLE domains;

migrations/2018-09-12-102647_create_domains/up.sql

@@ -0,0 +1,40 @@
+CREATE TABLE domains (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    value VARCHAR NOT NULL,
+    CONSTRAINT domain_unique UNIQUE (value)
+);
+
+CREATE TABLE subdomains (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    domain_id INTEGER NOT NULL,
+    value VARCHAR NOT NULL,
+    FOREIGN KEY(domain_id) REFERENCES domains(id),
+    CONSTRAINT subdomain_unique UNIQUE (value)
+);
+
+/* family maybe not needed */
+CREATE TABLE ipaddrs (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    family VARCHAR NOT NULL,
+    value VARCHAR NOT NULL,
+    CONSTRAINT ipaddr_unique UNIQUE (value)
+);
+
+CREATE TABLE subdomain_ipaddrs (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    subdomain_id INTEGER NOT NULL,
+    ip_addr_id INTEGER NOT NULL,
+    FOREIGN KEY(subdomain_id) REFERENCES domains(id),
+    FOREIGN KEY(ip_addr_id) REFERENCES ipaddrs(id),
+    CONSTRAINT subdomain_ipaddr_unique UNIQUE (subdomain_id, ip_addr_id)
+);
+
+CREATE TABLE urls (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    subdomain_id INTEGER NOT NULL,
+    value VARCHAR NOT NULL,
+    status INTEGER,
+    body BLOB,
+    FOREIGN KEY(subdomain_id) REFERENCES domains(id),
+    CONSTRAINT url_unique UNIQUE (value)
+);

src/errors.rs

@@ -0,0 +1,2 @@
+pub use failure::{Error, ResultExt};
+pub type Result<T> = ::std::result::Result<T, Error>;

src/main.rs

@@ -5,8 +5,14 @@ extern crate colored;
 extern crate failure;
 extern crate shellwords;
 #[macro_use] extern crate lazy_static;
+#[macro_use] extern crate diesel;
+#[macro_use] extern crate diesel_migrations;
 
+pub mod errors;
 pub mod engine;
+pub mod migrations;
+pub mod models;
+pub mod schema;
 pub mod shell;
 pub mod term;
 pub mod worker;
@@ -15,5 +21,11 @@ pub mod worker;
 fn main() {
     env_logger::init();
 
-    shell::run();
+    if let Err(err) = shell::run() {
+        eprintln!("Error: {}", err);
+        for cause in err.iter_chain().skip(1) {
+            eprintln!("Because: {}", cause);
+        }
+        std::process::exit(1);
+    }
 }

src/migrations.rs

@@ -0,0 +1,11 @@
+#![allow(unused_imports)]
+use errors::*;
+
+use diesel::sqlite::*;
+
+embed_migrations!();
+
+pub fn run(conn: &SqliteConnection) -> Result<()> {
+    embedded_migrations::run(conn)?;
+    Ok(())
+}