Adding a moonshots data import that can be scheduled on a recurring basis.

Author: computate

Diff for: README.md

@@ -120,17 +120,13 @@ git clone [email protected]:computate-org/computate_project.git ~/.ansible/roles/co
 
 ```bash
 
-cd ~/.ansible/roles/computate.computate_postgres
-ansible-playbook install.yml
+ansible-playbook ~/.ansible/roles/computate.computate_postgres/install.yml
 
-cd ~/.ansible/roles/computate.computate_zookeeper
-ansible-playbook install.yml
+ansible-playbook ~/.ansible/roles/computate.computate_zookeeper/install.yml
 
-cd ~/.ansible/roles/computate.computate_solr
-ansible-playbook install.yml
+ansible-playbook ~/.ansible/roles/computate.computate_solr/install.yml
 
-cd ~/.ansible/roles/computate.computate_project
-ansible-playbook install.yml -e SITE_NAME=ActiveLearningStudio-API -e ENABLE_CODE_GENERATION_SERVICE=true
+ansible-playbook ~/.ansible/roles/computate.computate_project/install.yml -e SITE_NAME=ActiveLearningStudio-API -e ENABLE_CODE_GENERATION_SERVICE=true -e SITE_ZONE=America/New_York -e @~/.local/src/ActiveLearningStudio-API-ansible/vaults/curriki-defaults/vault --vault-id @prompt
 ```
 
 # Configure Eclipse

Diff for: config/template.yml

@@ -49,8 +49,20 @@ ENABLE_SESSION_ID: {{ ENABLE_SESSION_ID }}
 ENABLE_DELETED: {{ ENABLE_DELETED }}
 # Enable an object in the database to be archived. 
 ENABLE_ARCHIVED: {{ ENABLE_ARCHIVED }}
-# Enable data import in the site. 
-ENABLE_IMPORT_DATA: {{ ENABLE_IMPORT_DATA }}
 
 # The Auth roles required to be an admin in the site. 
 AUTH_ROLES_ADMIN: {{ AUTH_ROLES_ADMIN }}
+
+# Connection to the Moonshots MySQL database. 
+MOONSHOTS_HOST: "{{ MOONSHOTS_HOST }}"
+MOONSHOTS_PORT: {{ MOONSHOTS_PORT }}
+MOONSHOTS_DATABASE: "{{ MOONSHOTS_DATABASE }}"
+MOONSHOTS_USERNAME: "{{ MOONSHOTS_USERNAME }}"
+MOONSHOTS_PASSWORD: "{{ MOONSHOTS_PASSWORD }}"
+
+# Enable data import in the site. 
+ENABLE_IMPORT_DATA: {{ ENABLE_IMPORT_DATA | lower }}
+
+ENABLE_IMPORT_DATA_CurrikiResource: true
+IMPORT_DATA_START_TIME_CurrikiResource: 00:00 {{ SITE_ZONE }}
+IMPORT_DATA_PERIOD_CurrikiResource: 1 hour

Diff for: pom.xml

@@ -33,6 +33,7 @@ TODO: Define the groupId and artifactId for ActiveLearningStudio-API.
 		<maven-jarsigner-plugin.version>1.4</maven-jarsigner-plugin.version>
 		<properties-maven-plugin.version>1.0.0</properties-maven-plugin.version>
 		<postgresql.version>42.2.2.jre7</postgresql.version>
+		<mysql.version>8.0.27</mysql.version>
 		<solr.version>8.4.1</solr.version>
 		<vertx-maven-plugin.version>1.0.9</vertx-maven-plugin.version>
 		<build-helper-maven-plugin.version>3.0.0</build-helper-maven-plugin.version>
@@ -173,6 +174,16 @@ TODO: Define the groupId and artifactId for ActiveLearningStudio-API.
 			<version>${postgresql.version}</version>
 		</dependency>
 
+		<!-- ##### -->
+		<!-- MySQL -->
+		<!-- ##### -->
+
+		<dependency>
+		    <groupId>mysql</groupId>
+		    <artifactId>mysql-connector-java</artifactId>
+			<version>${mysql.version}</version>
+		</dependency>
+
 		<!-- #### -->
 		<!-- Solr -->
 		<!-- #### -->

Diff for: src/gen/java/org/curriki/api/enus/vertx/WorkerVerticleGen.java

@@ -52,22 +52,32 @@ public abstract class WorkerVerticleGen<DEV> extends AbstractVerticle {
 	public static final String configureEmailFail1 = "Configure sending email failed. ";
 	public static final String configureEmailFail = configureEmailFail1;
 
+	public static final String configureMoonshotsDataComplete1 = "The Moonshot database was configured successfully. ";
+	public static final String configureMoonshotsDataComplete = configureMoonshotsDataComplete1;
+	public static final String configureMoonshotsDataFail1 = "The Moonshot database configuration failed. ";
+	public static final String configureMoonshotsDataFail = configureMoonshotsDataFail1;
+
 	public static final String importTimerScheduling1 = "Scheduling the %s import at %s";
 	public static final String importTimerScheduling = importTimerScheduling1;
 	public static final String importTimerSkip1 = "Skip importing %s data. ";
 	public static final String importTimerSkip = importTimerSkip1;
 
-	public static final String configureMoonshotsDataComplete1 = "Skip The Moonshot database was configured successfully. ";
-	public static final String configureMoonshotsDataComplete = configureMoonshotsDataComplete1;
-	public static final String configureMoonshotsDataFail1 = "Skip The Moonshot database configuration failed. ";
-	public static final String configureMoonshotsDataFail = configureMoonshotsDataFail1;
-
-	public static final String importDataComplete1 = "Importing initial data completed. ";
+	public static final String importDataComplete1 = "Configuring the import of %s data completed. ";
 	public static final String importDataComplete = importDataComplete1;
-	public static final String importDataFail1 = "Importing initial data failed. ";
+	public static final String importDataFail1 = "Configuring the import of %s data failed. ";
 	public static final String importDataFail = importDataFail1;
-	public static final String importDataSkip1 = "Skip importing data. ";
-	public static final String importDataSkip = importDataSkip1;
+
+	public static final String importDataCurrikiResourceComplete1 = "Importing all CurrikiResource records completed. ";
+	public static final String importDataCurrikiResourceComplete = importDataCurrikiResourceComplete1;
+	public static final String importDataCurrikiResourceFail1 = "Importing CurrikiResource records failed. ";
+	public static final String importDataCurrikiResourceFail = importDataCurrikiResourceFail1;
+	public static final String importDataCurrikiResourceSkip1 = "Skip importing CurrikiResource records. ";
+	public static final String importDataCurrikiResourceSkip = importDataCurrikiResourceSkip1;
+
+	public static final String processRowCurrikiResourceComplete1 = "Importing CurrikiResource row completed. ";
+	public static final String processRowCurrikiResourceComplete = processRowCurrikiResourceComplete1;
+	public static final String processRowCurrikiResourceFail1 = "Importing CurrikiResource row failed. ";
+	public static final String processRowCurrikiResourceFail = processRowCurrikiResourceFail1;
 
 	public static final String syncDbToSolrComplete1 = "Syncing database to Solr completed. ";
 	public static final String syncDbToSolrComplete = syncDbToSolrComplete1;
@@ -267,6 +277,6 @@ public Object defineWorkerVerticle(String var, Object val) {
 		return sb.toString();
 	}
 
-	public static final String[] WorkerVerticleVals = new String[] { configureSharedWorkerExecutorFail1, configureSharedWorkerExecutorComplete1, configureEmailComplete1, configureEmailFail1, importTimerScheduling1, importTimerSkip1, configureMoonshotsDataComplete1, configureMoonshotsDataFail1, importDataComplete1, importDataFail1, importDataSkip1, syncDbToSolrComplete1, syncDbToSolrFail1, syncDbToSolrSkip1, syncDataComplete1, syncDataFail1, syncDataCounterResetFail1, syncDataSkip1, syncDataStarted1, refreshAllDataComplete1, refreshAllDataFail1, refreshAllDataSkip1, refreshDataComplete1, refreshDataFail1, refreshDataSkip1 };
+	public static final String[] WorkerVerticleVals = new String[] { configureSharedWorkerExecutorFail1, configureSharedWorkerExecutorComplete1, configureEmailComplete1, configureEmailFail1, configureMoonshotsDataComplete1, configureMoonshotsDataFail1, importTimerScheduling1, importTimerSkip1, importDataComplete1, importDataFail1, importDataCurrikiResourceComplete1, importDataCurrikiResourceFail1, importDataCurrikiResourceSkip1, processRowCurrikiResourceComplete1, processRowCurrikiResourceFail1, syncDbToSolrComplete1, syncDbToSolrFail1, syncDbToSolrSkip1, syncDataComplete1, syncDataFail1, syncDataCounterResetFail1, syncDataSkip1, syncDataStarted1, refreshAllDataComplete1, refreshAllDataFail1, refreshAllDataSkip1, refreshDataComplete1, refreshDataFail1, refreshDataSkip1 };
 
 }